@@ -42,9 +42,7 @@ class OpenlayerModel(abc.ABC):
42
42
def run_from_cli (self ) -> None :
43
43
"""Run the model from the command line."""
44
44
parser = argparse .ArgumentParser (description = "Run data through a model." )
45
- parser .add_argument (
46
- "--dataset-path" , type = str , required = True , help = "Path to the dataset"
47
- )
45
+ parser .add_argument ("--dataset-path" , type = str , required = True , help = "Path to the dataset" )
48
46
parser .add_argument (
49
47
"--output-dir" ,
50
48
type = str ,
@@ -87,9 +85,7 @@ def run_batch_from_df(self, df: pd.DataFrame) -> Tuple[pd.DataFrame, dict]:
87
85
# Filter row_dict to only include keys that are valid parameters
88
86
# for the 'run' method
89
87
row_dict = row .to_dict ()
90
- filtered_kwargs = {
91
- k : v for k , v in row_dict .items () if k in run_signature .parameters
92
- }
88
+ filtered_kwargs = {k : v for k , v in row_dict .items () if k in run_signature .parameters }
93
89
94
90
# Call the run method with filtered kwargs
95
91
output = self .run (** filtered_kwargs )
@@ -111,6 +107,8 @@ def run_batch_from_df(self, df: pd.DataFrame) -> Tuple[pd.DataFrame, dict]:
111
107
df .at [index , "cost" ] = processed_trace ["cost" ]
112
108
if "tokens" in processed_trace :
113
109
df .at [index , "tokens" ] = processed_trace ["tokens" ]
110
+ if "context" in processed_trace :
111
+ df .at [index , "context" ] = processed_trace ["context" ]
114
112
115
113
config = {
116
114
"outputColumnName" : "output" ,
@@ -126,6 +124,8 @@ def run_batch_from_df(self, df: pd.DataFrame) -> Tuple[pd.DataFrame, dict]:
126
124
config ["costColumnName" ] = "cost"
127
125
if "tokens" in df .columns :
128
126
config ["numOfTokenColumnName" ] = "tokens"
127
+ if "context" in df .columns :
128
+ config ["contextColumnName" ] = "context"
129
129
130
130
return df , config
131
131
0 commit comments