AWAR/DataPrep.py at main · nadamian/AWAR · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
import subprocess
import pandas as pd
import os.path

# TODO future proof these methods against different numbers of teams and changing team names. Provide for user dir input
TEAMSAL = ['ANA', 'BAL', 'BOS', 'CHA', 'CLE','DET', 'HOU', 'KCA', 'MIN', 'NYA', 'OAK', 'SEA', 'TBA', 'TEX', 'TOR']
TEAMSNL = ['ARI', 'ATL', 'CHN', 'CIN', 'COL', 'LAN', 'MIA', 'MIL', 'NYN', 'PHI', 'PIT', 'SDN', 'SFN', 'SLN', 'WAS']
# Pathing Variables
BASE_DATA_PATH = os.path.join(os.getcwd(), 'Data')
OUTPUT_DIR = 'Output'
# BEVENT Indices
INT_INDICES = "2,3,4,8,9,32-34,37,40,43,46,51-52,54,56,58-65"
STR_INDICES = "0,1,10,26-31,35-36,38-39,41-42,44-45,47-50,53,55,57,66-74,79"
GAME_INDICES = "0,34-35"


def event_process(year: str):
    """Runs bevent on files for each team in the league in a given year"""
    path = os.path.join(BASE_DATA_PATH, year)
    for team in TEAMSAL:
        subprocess.run(["bevent", "-y", year, "-f", INT_INDICES, year + team + ".EVA", ">", year + team + "INT.csv"],
                       shell=True, cwd=path)
        subprocess.run(["bevent", "-y", year, "-f", STR_INDICES, year + team + ".EVA", ">", year + team + "STR.csv"],
                       shell=True, cwd=path)
    for team in TEAMSNL:
        subprocess.run(["bevent", "-y", year, "-f", INT_INDICES, year + team + ".EVN", ">", year + team + "INT.csv"],
                       shell=True, cwd=path)
        subprocess.run(["bevent", "-y", year, "-f", STR_INDICES, year + team + ".EVN", ">", year + team + "STR.csv"],
                       shell=True, cwd=path)


def game_process(year: str):
    """Processes bgame data, not currently used but might be necessary down the line"""
    path = os.path.join(BASE_DATA_PATH, year)
    for team in TEAMSAL:
        subprocess.run(["bgame", "-y", year, "-f", GAME_INDICES, year + team + ".EVA", ">", year + team + "GAME.csv"],
                       shell=True, cwd=path)
    for team in TEAMSNL:
        subprocess.run(["bgame", "-y", year, "-f", GAME_INDICES, year + team + ".EVN", ">", year + team + "GAME.csv"],
                       shell=True, cwd=path)


def merge_files(year: str):
    """Merges individual team data files into one large file for a given season and puts it in the output data
    directory"""
    path = os.path.join(BASE_DATA_PATH, OUTPUT_DIR)
    df_csv_append_int = pd.DataFrame()
    df_csv_append_str = pd.DataFrame()
    for team in TEAMSAL:
        df = pd.read_csv(os.path.join(BASE_DATA_PATH, year, year + team + "INT.csv"), header=None)
        df_csv_append_int = df_csv_append_int.append(df, ignore_index=True)
        df = pd.read_csv(os.path.join(BASE_DATA_PATH, year, year + team + "STR.csv"), header=None)
        df_csv_append_str = df_csv_append_str.append(df, ignore_index=True)
    for team in TEAMSNL:
        df = pd.read_csv(os.path.join(BASE_DATA_PATH, year, year + team + "INT.csv"), header=None)
        df_csv_append_int = df_csv_append_int.append(df, ignore_index=True)
        df = pd.read_csv(os.path.join(BASE_DATA_PATH, year, year + team + "STR.csv"), header=None)
        df_csv_append_str = df_csv_append_str.append(df, ignore_index=True)
    df_csv_append_int.to_csv(os.path.join(path, year + "INT.csv"), header=False, index=False)
    df_csv_append_str.to_csv(os.path.join(path, year + "STR.csv"), header=False, index=False)


def merge_games(year: str):
    path = os.path.join(BASE_DATA_PATH, OUTPUT_DIR)
    df_csv_append_game = pd.DataFrame()
    for team in TEAMSAL:
        df = pd.read_csv(os.path.join(BASE_DATA_PATH, year, year + team + "GAME.csv"), header=None)
        df_csv_append_game = df_csv_append_game.append(df, ignore_index=True)
    for team in TEAMSNL:
        df = pd.read_csv(os.path.join(BASE_DATA_PATH, year, year + team + "GAME.csv"), header=None)
        df_csv_append_game = df_csv_append_game.append(df, ignore_index=True)
    df_csv_append_game.to_csv(os.path.join(path, year + "GAME.csv"), header=False, index=False)


if __name__ == '__main__':
    event_process("2019")
    merge_files("2019")
    # game_process("2019")
    # merge_games("2019")