11# pylint: disable=too-few-public-methods,missing-class-docstring
22""" Project configuration from env vars """
33import os
4+ from typing import ClassVar , Optional
45
6+ from attrs .converters import to_bool
57from dotenv import load_dotenv
68
79from src .utils .logging import parse_log_level
1012load_dotenv ()
1113
1214
13- def str_to_bool (val : str ) -> bool :
14- from distutils .util import strtobool
15-
16- return val is True or strtobool (val )
17-
18-
1915class PostgresConfig :
2016 port = os .environ .get ("PG_PORT" , "5432" )
2117 host = os .environ .get ("PG_HOST" , "0.0.0.0" )
@@ -53,6 +49,8 @@ class LocalhostConfig:
5349 addr = os .environ .get ("LOCALHOST_MUMBAI_ADDR" , "0xf39Fd6e51aad88F6F4ce6aB8827279cffFb92266" )
5450
5551 job_launcher_url = os .environ .get ("LOCALHOST_JOB_LAUNCHER_URL" )
52+
53+ recording_oracle_address = os .environ .get ("LOCALHOST_RECORDING_ORACLE_ADDRESS" )
5654 recording_oracle_url = os .environ .get ("LOCALHOST_RECORDING_ORACLE_URL" )
5755
5856
@@ -75,8 +73,20 @@ class CronConfig:
7573 track_assignments_int = int (os .environ .get ("TRACK_ASSIGNMENTS_INT" , 5 ))
7674 track_assignments_chunk_size = os .environ .get ("TRACK_ASSIGNMENTS_CHUNK_SIZE" , 10 )
7775
78- retrieve_annotations_int = int (os .environ .get ("RETRIEVE_ANNOTATIONS_INT" , 60 ))
79- retrieve_annotations_chunk_size = os .environ .get ("RETRIEVE_ANNOTATIONS_CHUNK_SIZE" , 5 )
76+ track_completed_escrows_int = int (
77+ # backward compatibility
78+ os .environ .get (
79+ "TRACK_COMPLETED_ESCROWS_INT" , os .environ .get ("RETRIEVE_ANNOTATIONS_INT" , 60 )
80+ )
81+ )
82+ track_completed_escrows_chunk_size = os .environ .get (
83+ # backward compatibility
84+ "TRACK_COMPLETED_ESCROWS_CHUNK_SIZE" ,
85+ os .environ .get ("RETRIEVE_ANNOTATIONS_CHUNK_SIZE" , 5 ),
86+ )
87+
88+ rejected_projects_chunk_size = os .environ .get ("REJECTED_PROJECTS_CHUNK_SIZE" , 20 )
89+ accepted_projects_chunk_size = os .environ .get ("ACCEPTED_PROJECTS_CHUNK_SIZE" , 20 )
8090
8191
8292class CvatConfig :
@@ -94,39 +104,51 @@ class CvatConfig:
94104
95105
96106class StorageConfig :
97- endpoint_url = os .environ .get ("STORAGE_ENDPOINT_URL" , "storage.googleapis.com" )
98- region = os .environ .get ("STORAGE_REGION" , "" )
99- access_key = os .environ .get ("STORAGE_ACCESS_KEY" , "" )
100- secret_key = os .environ .get ("STORAGE_SECRET_KEY" , "" )
101- results_bucket_name = os .environ .get ("STORAGE_RESULTS_BUCKET_NAME" , "" )
102- secure = str_to_bool (os .environ .get ("STORAGE_USE_SSL" , "true" ))
107+ provider : ClassVar [str ] = os .environ ["STORAGE_PROVIDER" ].lower ()
108+ data_bucket_name : ClassVar [str ] = (
109+ os .environ .get ("STORAGE_RESULTS_BUCKET_NAME" ) # backward compatibility
110+ or os .environ ["STORAGE_BUCKET_NAME" ]
111+ )
112+ endpoint_url : ClassVar [str ] = os .environ [
113+ "STORAGE_ENDPOINT_URL"
114+ ] # TODO: probably should be optional
115+ region : ClassVar [Optional [str ]] = os .environ .get ("STORAGE_REGION" )
116+ results_dir_suffix : ClassVar [str ] = os .environ .get ("STORAGE_RESULTS_DIR_SUFFIX" , "-results" )
117+ secure : ClassVar [bool ] = to_bool (os .environ .get ("STORAGE_USE_SSL" , "true" ))
118+
119+ # S3 specific attributes
120+ access_key : ClassVar [Optional [str ]] = os .environ .get ("STORAGE_ACCESS_KEY" )
121+ secret_key : ClassVar [Optional [str ]] = os .environ .get ("STORAGE_SECRET_KEY" )
122+
123+ # GCS specific attributes
124+ key_file_path : ClassVar [Optional [str ]] = os .environ .get ("STORAGE_KEY_FILE_PATH" )
103125
104126 @classmethod
105- def provider_endpoint_url (cls ):
106- scheme = "https://" if cls .secure else "http://"
127+ def get_scheme (cls ) -> str :
128+ return "https://" if cls .secure else "http://"
107129
108- return f"{ scheme } { cls .endpoint_url }
130+ @classmethod
131+ def provider_endpoint_url (cls ):
132+ return f"{ cls .get_scheme ()} { cls .endpoint_url }
109133
110134 @classmethod
111135 def bucket_url (cls ):
112- scheme = "https://" if cls .secure else "http://"
113-
114136 if is_ipv4 (cls .endpoint_url ):
115- return f"{ scheme } { cls .endpoint_url } { cls .results_bucket_name }
137+ return f"{ cls . get_scheme () } { cls .endpoint_url } { cls .data_bucket_name }
116138 else :
117- return f"{ scheme } { cls .results_bucket_name } { cls .endpoint_url }
139+ return f"{ cls . get_scheme () } { cls .data_bucket_name } { cls .endpoint_url }
118140
119141
120142class FeaturesConfig :
121- enable_custom_cloud_host = str_to_bool (os .environ .get ("ENABLE_CUSTOM_CLOUD_HOST" , "no" ))
143+ enable_custom_cloud_host = to_bool (os .environ .get ("ENABLE_CUSTOM_CLOUD_HOST" , "no" ))
122144 "Allows using a custom host in manifest bucket urls"
123145
124146 default_export_timeout = int (os .environ .get ("DEFAULT_EXPORT_TIMEOUT" , 60 ))
125147 "Timeout, in seconds, for annotations or dataset export waiting"
126148
127149
128150class CoreConfig :
129- default_assignment_time = int (os .environ .get ("DEFAULT_ASSIGNMENT_TIME" , 300 ))
151+ default_assignment_time = int (os .environ .get ("DEFAULT_ASSIGNMENT_TIME" , 1800 ))
130152
131153
132154class HumanAppConfig :
0 commit comments