diff --git a/04_streaming/simulate/requirements.txt b/04_streaming/simulate/requirements.txt new file mode 100644 index 0000000..9dc7da3 --- /dev/null +++ b/04_streaming/simulate/requirements.txt @@ -0,0 +1,3 @@ +google-cloud-pubsub +google-cloud-bigquery +pytz diff --git a/04_streaming/simulate/simulate.py b/04_streaming/simulate/simulate.py index 5e6aae8..7c719f9 100644 --- a/04_streaming/simulate/simulate.py +++ b/04_streaming/simulate/simulate.py @@ -75,12 +75,13 @@ def compute_sleep_secs(notify_time): parser.add_argument('--project', help='your project id, to create pubsub topic', required=True) parser.add_argument('--speedFactor', help='Example: 60 implies 1 hour of data sent to Cloud Pub/Sub in 1 minute', required=True, type=float) parser.add_argument('--jitter', help='type of jitter to add: None, uniform, exp are the three options', default='None') + parser.add_argument('--tableName', help='Big Query table name e.g. mydatasetname.mytable', default='dsongcp.flights_simevents') # set up BigQuery bqclient logging.basicConfig(format='%(levelname)s: %(message)s', level=logging.INFO) args = parser.parse_args() bqclient = bq.Client(args.project) - bqclient.get_table('dsongcp.flights_simevents') # throws exception on failure + bqclient.get_table(args.tableName) # throws exception on failure # jitter? if args.jitter == 'exp':