Skip to content

Commit 667dd00

Browse files
authored
Merge branch 'master' into cr-oss-fork-test
2 parents 147c0ab + 860d758 commit 667dd00

File tree

9 files changed

+2224
-3348
lines changed

9 files changed

+2224
-3348
lines changed

SECURITY.md

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,12 +1,12 @@
11
# Reporting Security Issues
22

3-
If you think you have found a security vulnerability, please send a report to security@datahubproject.io. This address can be used for all of DataHub’s open source and commercial products (including but not limited to DataHub Core and DataHub Cloud). We can accept only vulnerability reports at this address.
3+
If you think you have found a security vulnerability, please send a report to security@datahub.com. This address can be used for all of DataHub’s open source and commercial products (including but not limited to DataHub Core and DataHub Cloud). We can accept only vulnerability reports at this address.
44

55
It's not mandatory, but if you'd like to encrypt your message to us; please use our PGP key. The key fingerprint is:
66

7-
A50B10A86CC21F4B7BE102E170764C95B4FACEBF
7+
61C8 635F 856A 97AA 90D2 E1D9 EBD4 FB71 D997 8918
88

9-
The key is available from [keyserver.ubuntu.com](https://keyserver.ubuntu.com/pks/lookup?search=A50B10A86CC21F4B7BE102E170764C95B4FACEBF&fingerprint=on&op=index).
9+
The key is available from [keys.openpgp.org](https://keys.openpgp.org/search?q=61C8635F856A97AA90D2E1D9EBD4FB71D9978918).
1010

1111
DataHub will send you a response indicating the next steps in handling your report. After the initial reply to your report, the security team will keep you informed of the progress towards a fix and full announcement, and may ask for additional information or guidance.
1212

metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_source.py

Lines changed: 15 additions & 15 deletions
Original file line numberDiff line numberDiff line change
@@ -336,10 +336,10 @@ def process_dataset(
336336
return
337337

338338
dataset_urn = make_dataset_urn_with_platform_instance(
339-
platform=self.get_platform(),
340-
name=dataset_name,
341-
platform_instance=self.config.platform_instance,
339+
platform=make_data_platform_urn(self.get_platform()),
340+
name=f"dremio.{dataset_name}",
342341
env=self.config.env,
342+
platform_instance=self.config.platform_instance,
343343
)
344344

345345
for dremio_mcp in self.dremio_aspects.populate_dataset_mcp(
@@ -419,10 +419,10 @@ def generate_profiles(
419419
schema_str = ".".join(dataset_info.path)
420420
dataset_name = f"{schema_str}.{dataset_info.resource_name}".lower()
421421
dataset_urn = make_dataset_urn_with_platform_instance(
422-
platform=self.get_platform(),
423-
name=dataset_name,
424-
platform_instance=self.config.platform_instance,
422+
platform=make_data_platform_urn(self.get_platform()),
423+
name=f"dremio.{dataset_name}",
425424
env=self.config.env,
425+
platform_instance=self.config.platform_instance,
426426
)
427427
yield from self.profiler.get_workunits(dataset_info, dataset_urn)
428428

@@ -434,10 +434,10 @@ def generate_view_lineage(
434434
"""
435435
upstream_urns = [
436436
make_dataset_urn_with_platform_instance(
437-
platform=self.get_platform(),
438-
name=upstream_table.lower(),
439-
platform_instance=self.config.platform_instance,
437+
platform=make_data_platform_urn(self.get_platform()),
438+
name=f"dremio.{upstream_table.lower()}",
440439
env=self.config.env,
440+
platform_instance=self.config.platform_instance,
441441
)
442442
for upstream_table in parents
443443
]
@@ -496,19 +496,19 @@ def process_query(self, query: DremioQuery) -> None:
496496
if query.query and query.affected_dataset:
497497
upstream_urns = [
498498
make_dataset_urn_with_platform_instance(
499-
platform=self.get_platform(),
500-
name=ds.lower(),
501-
platform_instance=self.config.platform_instance,
499+
platform=make_data_platform_urn(self.get_platform()),
500+
name=f"dremio.{ds.lower()}",
502501
env=self.config.env,
502+
platform_instance=self.config.platform_instance,
503503
)
504504
for ds in query.queried_datasets
505505
]
506506

507507
downstream_urn = make_dataset_urn_with_platform_instance(
508-
platform=self.get_platform(),
509-
name=query.affected_dataset.lower(),
510-
platform_instance=self.config.platform_instance,
508+
platform=make_data_platform_urn(self.get_platform()),
509+
name=f"dremio.{query.affected_dataset.lower()}",
511510
env=self.config.env,
511+
platform_instance=self.config.platform_instance,
512512
)
513513

514514
# Add query to SqlParsingAggregator

0 commit comments

Comments
 (0)