From 7f0126073db3bf26c29648687c996db20e1b64b5 Mon Sep 17 00:00:00 2001 From: Lin Zhou <87341375+linzhou-db@users.noreply.github.com> Date: Tue, 4 Apr 2023 23:17:09 -0700 Subject: [PATCH] A couple fixes to PROTOCOL and README page (#288) * add decimal support in protocol * add link * note --- PROTOCOL.md | 1 + README.md | 44 +++++++++++++++++++++++++++----------------- 2 files changed, 28 insertions(+), 17 deletions(-) diff --git a/PROTOCOL.md b/PROTOCOL.md index 0a3dd2d99..39083dcda 100644 --- a/PROTOCOL.md +++ b/PROTOCOL.md @@ -2558,6 +2558,7 @@ boolean | `true` or `false` binary | A sequence of binary data date | A calendar date, represented as a `year-month-day` triple without a timezone timestamp | Microsecond precision timestamp without a timezone +decimal | signed decimal number with fixed precision (maximum number of digits) and scale (number of digits on right side of dot). The precision and scale can be up to 38. #### Array Type diff --git a/README.md b/README.md index 8c832a0a8..6a9cd1f61 100644 --- a/README.md +++ b/README.md @@ -224,6 +224,8 @@ val df = spark.read.format("deltaSharing") ### Streaming Starting from release 0.6.0, Delta Sharing table can be used as a data source for [Spark Structured Streaming](https://spark.apache.org/docs/latest/structured-streaming-programming-guide.html). Once the provider shares a table with history, the recipient can perform a streaming query on the table. + +Note: Trigger.AvailableNow is not supported in delta sharing streaming because it's supported since spark 3.3.0, while delta sharing is still using spark 3.1.1. ```scala val tablePath = "#.." val df = spark.readStream.format("deltaSharing") @@ -252,7 +254,7 @@ val df = spark.readStream.format("deltaSharing") Power BI Databricks owned Released -QueryTableVersion
QeuryTableMetadata
QueryTableLatestSnapshot +QueryTableVersion
QueryTableMetadata
QueryTableLatestSnapshot Node.js @@ -261,7 +263,7 @@ val df = spark.readStream.format("deltaSharing") [goodwillpunning/nodejs-sharing-client](https://github.com/goodwillpunning/nodejs-sharing-client) Released -QueryTableVersion
QeuryTableMetadata
QueryTableLatestSnapshot +QueryTableVersion
QueryTableMetadata
QueryTableLatestSnapshot Java @@ -270,7 +272,7 @@ val df = spark.readStream.format("deltaSharing") [databrickslabs/delta-sharing-java-connector](https://github.com/databrickslabs/delta-sharing-java-connector) Released -QueryTableVersion
QeuryTableMetadata
QueryTableLatestSnapshot +QueryTableVersion
QueryTableMetadata
QueryTableLatestSnapshot Arcuate @@ -279,7 +281,7 @@ val df = spark.readStream.format("deltaSharing") [databrickslabs/arcuate](https://github.com/databrickslabs/arcuate) Released -QueryTableVersion
QeuryTableMetadata
QueryTableLatestSnapshot +QueryTableVersion
QueryTableMetadata
QueryTableLatestSnapshot Rust @@ -288,7 +290,7 @@ val df = spark.readStream.format("deltaSharing") [r3stl355/delta-sharing-rust-client](https://github.com/r3stl355/delta-sharing-rust-client) Released -QueryTableVersion
QeuryTableMetadata
QueryTableLatestSnapshot +QueryTableVersion
QueryTableMetadata
QueryTableLatestSnapshot Go @@ -297,7 +299,7 @@ val df = spark.readStream.format("deltaSharing") [magpierre/delta-sharing](https://github.com/magpierre/delta-sharing/tree/golangdev/golang/delta_sharing_go) Released -QueryTableVersion
QeuryTableMetadata
QueryTableLatestSnapshot +QueryTableVersion
QueryTableMetadata
QueryTableLatestSnapshot C++ @@ -306,7 +308,25 @@ val df = spark.readStream.format("deltaSharing") [magpierre/delta-sharing](https://github.com/magpierre/delta-sharing/tree/cppdev/cpp/DeltaSharingClient) Released -QeuryTableMetadata
QueryTableLatestSnapshot +QueryTableMetadata
QueryTableLatestSnapshot + + +R + + +[zacdav-db/delta-sharing-r](https://github.com/zacdav-db/delta-sharing-r) + +Released +QueryTableVersion
QueryTableMetadata
QueryTableLatestSnapshot + + +Google Spreadsheet + + +[delta-incubator/delta-sharing-connectors]( https://github.com/delta-incubator/delta-sharing-connectors/tree/main/google_workspace_add_on) + +Beta +QueryTableVersion
QueryTableMetadata
QueryTableLatestSnapshot Airflow @@ -326,16 +346,6 @@ val df = spark.readStream.format("deltaSharing") limited-release N/A - -R - - -[zacdav-db/delta-sharing-r](https://github.com/zacdav-db/delta-sharing-r) - -Released -QueryTableVersion
QeuryTableMetadata
QueryTableLatestSnapshot - - Lakehouse Sharing