Tag schema region

example/influxdb-protocol-example/src/main/java/org/apache/iotdb/influxdb/InfluxDBExample.java

@@ -102,7 +102,7 @@ private static void queryData() {
 
     query =
         new Query(
-            "select count(temperature),first(temperature),last(temperature),max(temperature),mean(temperature),median(temperature),min(temperature),mode(temperature),spread(temperature),stddev(temperature),sum(temperature) from student where ((workshop=\"A1\" and production=\"B1\" and cell =\"C1\" ) or temperature< 15 )",
+            "select count(temperature),first(temperature),last(temperature),max(temperature),mean(temperature),median(temperature),min(temperature),mode(temperature),spread(temperature),stddev(temperature),sum(temperature) from factory where ((workshop=\"A1\" and production=\"B1\" and cell =\"C1\" ) or temperature< 15 )",
             database);
     result = influxDB.query(query);
     System.out.println("query2 result:" + result.getResults().get(0).getSeries().get(0).toString());

influxdb-protocol/src/test/java/org/apache/iotdb/influxdb/integration/IoTDBInfluxDBIT.java

@@ -33,11 +33,15 @@
 import org.testcontainers.containers.GenericContainer;
 import org.testcontainers.utility.DockerImageName;
 
+import java.util.Arrays;
 import java.util.HashMap;
+import java.util.HashSet;
 import java.util.Map;
+import java.util.Set;
 import java.util.concurrent.TimeUnit;
 
 import static org.junit.Assert.assertEquals;
+import static org.junit.Assert.assertTrue;
 
 public class IoTDBInfluxDBIT {
 
@@ -164,8 +168,9 @@ public void testCommonQueryColumn() {
     QueryResult.Series series = result.getResults().get(0).getSeries().get(0);
 
     String[] retArray = new String[] {"time", "name", "sex", "province", "country", "score", "tel"};
+    Set<String> columnNames = new HashSet<>(Arrays.asList(retArray));
     for (int i = 0; i < series.getColumns().size(); i++) {
-      assertEquals(retArray[i], series.getColumns().get(i));
+      assertTrue(columnNames.contains(series.getColumns().get(i)));
     }
   }
 

pom.xml

@@ -121,6 +121,7 @@
         <module>trigger-api</module>
         <module>rewrite-tsfile-tool</module>
         <module>external-api</module>
+        <module>schema-engine-tag</module>
     </modules>
     <!-- Properties Management -->
     <properties>

schema-engine-tag/README.md

@@ -0,0 +1,190 @@
+<!--
+
+    Licensed to the Apache Software Foundation (ASF) under one
+    or more contributor license agreements.  See the NOTICE file
+    distributed with this work for additional information
+    regarding copyright ownership.  The ASF licenses this file
+    to you under the Apache License, Version 2.0 (the
+    "License"); you may not use this file except in compliance
+    with the License.  You may obtain a copy of the License at
+
+        http://www.apache.org/licenses/LICENSE-2.0
+
+    Unless required by applicable law or agreed to in writing,
+    software distributed under the License is distributed on an
+    "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+    KIND, either express or implied.  See the License for the
+    specific language governing permissions and limitations
+    under the License.
+
+-->
+
+# Tag Schema Region
+`TagSchemaRegion` is an implementation of `SchemaRegion`
+<pre>
+  _____             _____      _                           ______           _             
+|_   _|           /  ___|    | |                          | ___ \         (_)            
+  | | __ _  __ _  \ `--.  ___| |__   ___ _ __ ___   __ _  | |_/ /___  __ _ _  ___  _ __  
+  | |/ _` |/ _` |  `--. \/ __| '_ \ / _ \ '_ ` _ \ / _` | |    // _ \/ _` | |/ _ \| '_ \ 
+  | | (_| | (_| | /\__/ / (__| | | |  __/ | | | | | (_| | | |\ \  __/ (_| | | (_) | | | |
+  \_/\__,_|\__, | \____/ \___|_| |_|\___|_| |_| |_|\__,_| \_| \_\___|\__, |_|\___/|_| |_|
+            __/ |                                                     __/ |              
+           |___/                                                     |___/ > version 0.14.0-SNAPSHOT
+</pre>
+
+# How To Use
+
+Firstly, you should package **schema-engine-tag** by the following command:
+
+```shell
+mvn clean package -pl schema-engine-tag -am -DskipTests
+```
+
+After that, you can get a **conf** directory and a **lib** directory in
+schema-engine-tag/target/schema-engine-tag. Copy the file in the conf directory to the conf directory of server,
+and copy the files in the lib directory to the lib directory of server.
+
+Then, open the **iotdb-datanode.properties** in the conf directory of server, and set the `schema_engine_mode` to
+**Tag**, set the `enable_id_table` to **true**. Restart the IoTDB, the system will use `TagSchemaRegion` to manage
+the metadata.
+
+## Use Cli 
+
+IoTDB offers different ways to interact with server, here we introduce the basic steps of using Cli tool to insert and query data.
+The command line cli is interactive, so you should see the welcome logo and statements if everything is ready:
+```sql
+---------------------
+Starting IoTDB Cli
+---------------------
+ _____       _________  ______   ______    
+|_   _|     |  _   _  ||_   _ `.|_   _ \   
+  | |   .--.|_/ | | \_|  | | `. \ | |_) |  
+  | | / .'`\ \  | |      | |  | | |  __'.  
+ _| |_| \__. | _| |_    _| |_.' /_| |__) | 
+|_____|'.__.' |_____|  |______.'|_______/  version 0.14.0-SNAPSHOT
+
+
+IoTDB> login successfully
+```
+### create timeseries
+
+- create timeseries
+
+```sql
+IoTDB> create timeseries root.ln.tag1.a.tag2.b.status with datatype=BOOLEAN,encoding=PLAIN
+Msg: The statement is executed successfully.
+```
+- create aligned timeseries
+
+```sql
+IoTDB> CREATE ALIGNED TIMESERIES root.ln.tag1.a.tag2.c(latitude FLOAT encoding=PLAIN compressor=SNAPPY, longitude FLOAT  encoding=PLAIN compressor=SNAPPY)
+
+Msg: The statement is executed successfully.
+```
+
+### show timeserie
+
+- point query
+
+enter a full path
+
+```sql
+IoTDB> show timeseries root.ln.tag2.c.tag1.a
++-------------------------------+-----+-------------+--------+--------+-----------+----+----------+
+|                     timeseries|alias|storage group|dataType|encoding|compression|tags|attributes|
++-------------------------------+-----+-------------+--------+--------+-----------+----+----------+
+| root.ln.tag1.a.tag2.c.latitude| null|      root.ln|   FLOAT|   PLAIN|     SNAPPY|null|      null|
+|root.ln.tag1.a.tag2.c.longitude| null|      root.ln|   FLOAT|   PLAIN|     SNAPPY|null|      null|
++-------------------------------+-----+-------------+--------+--------+-----------+----+----------+
+```
+
+- batch query
+
+paths ending in ".**" indicate batch query
+
+```sql
+IoTDB> show timeseries root.ln.tag1.a.**
++-------------------------------+-----+-------------+--------+--------+-----------+----+----------+
+|                     timeseries|alias|storage group|dataType|encoding|compression|tags|attributes|
++-------------------------------+-----+-------------+--------+--------+-----------+----+----------+
+|   root.ln.tag1.a.tag2.b.status| null|      root.ln| BOOLEAN|   PLAIN|     SNAPPY|null|      null|
+| root.ln.tag1.a.tag2.c.latitude| null|      root.ln|   FLOAT|   PLAIN|     SNAPPY|null|      null|
+|root.ln.tag1.a.tag2.c.longitude| null|      root.ln|   FLOAT|   PLAIN|     SNAPPY|null|      null|
++-------------------------------+-----+-------------+--------+--------+-----------+----+----------+
+
+IoTDB> show timeseries root.ln.tag2.c.**
++-------------------------------+-----+-------------+--------+--------+-----------+----+----------+
+|                     timeseries|alias|storage group|dataType|encoding|compression|tags|attributes|
++-------------------------------+-----+-------------+--------+--------+-----------+----+----------+
+| root.ln.tag1.a.tag2.c.latitude| null|      root.ln|   FLOAT|   PLAIN|     SNAPPY|null|      null|
+|root.ln.tag1.a.tag2.c.longitude| null|      root.ln|   FLOAT|   PLAIN|     SNAPPY|null|      null|
++-------------------------------+-----+-------------+--------+--------+-----------+----+----------+
+
+IoTDB> show timeseries root.ln.tag2.b.**
++----------------------------+-----+-------------+--------+--------+-----------+----+----------+
+|                  timeseries|alias|storage group|dataType|encoding|compression|tags|attributes|
++----------------------------+-----+-------------+--------+--------+-----------+----+----------+
+|root.ln.tag1.a.tag2.b.status| null|      root.ln| BOOLEAN|   PLAIN|     SNAPPY|null|      null|
++----------------------------+-----+-------------+--------+--------+-----------+----+----------+
+```
+
+### insert
+
+- insert a single column of data
+
+```sql
+IoTDB> insert into root.ln.tag2.d(timestamp,status) values(1,true)
+Msg: The statement is executed successfully.
+IoTDB> insert into root.ln.tag2.d(timestamp,status) values(2,false)
+Msg: The statement is executed successfully.
+IoTDB> insert into root.ln.tag2.d(timestamp,status) values(3,true)
+Msg: The statement is executed successfully.
+IoTDB> insert into root.ln.tag1.a.tag2.d(timestamp,status) values(1,true)
+Msg: The statement is executed successfully.
+```
+
+- insert alignment data
+
+```sql
+IoTDB> insert into root.sg1.tag1.a(time, s1, s2) aligned values(2, 2, 2), (3, 3, 3)
+Msg: The statement is executed successfully.
+```
+
+### select
+
+- point query
+
+```sql
+IoTDB> select * from root.sg1.tag1.a
++-----------------------------+------------------+------------------+
+|                         Time|root.sg1.tag1.a.s1|root.sg1.tag1.a.s2|
++-----------------------------+------------------+------------------+
+|1970-01-01T08:00:00.002+08:00|               2.0|               2.0|
+|1970-01-01T08:00:00.003+08:00|               3.0|               3.0|
++-----------------------------+------------------+------------------+
+```
+
+- align by device
+
+```sql
+IoTDB> select * from root.sg1.tag1.a align by device
++-----------------------------+---------------+---+---+
+|                         Time|         Device| s1| s2|
++-----------------------------+---------------+---+---+
+|1970-01-01T08:00:00.002+08:00|root.sg1.tag1.a|2.0|2.0|
+|1970-01-01T08:00:00.003+08:00|root.sg1.tag1.a|3.0|3.0|
++-----------------------------+---------------+---+---+
+```
+
+- batch query
+
+```sql
+IoTDB> select status from root.ln.tag2.d.** where time < 2017-11-01T00:08:00.000
++-----------------------------+----------------------------+---------------------+
+|                         Time|root.ln.tag1.a.tag2.d.status|root.ln.tag2.d.status|
++-----------------------------+----------------------------+---------------------+
+|1970-01-01T08:00:00.001+08:00|                        true|                 true|
+|1970-01-01T08:00:00.002+08:00|                        null|                false|
+|1970-01-01T08:00:00.003+08:00|                        null|                 true|
++-----------------------------+----------------------------+---------------------+
+```

schema-engine-tag/pom.xml

@@ -0,0 +1,81 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+
+    Licensed to the Apache Software Foundation (ASF) under one
+    or more contributor license agreements.  See the NOTICE file
+    distributed with this work for additional information
+    regarding copyright ownership.  The ASF licenses this file
+    to you under the Apache License, Version 2.0 (the
+    "License"); you may not use this file except in compliance
+    with the License.  You may obtain a copy of the License at
+
+        http://www.apache.org/licenses/LICENSE-2.0
+
+    Unless required by applicable law or agreed to in writing,
+    software distributed under the License is distributed on an
+    "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+    KIND, either express or implied.  See the License for the
+    specific language governing permissions and limitations
+    under the License.
+
+-->
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+    <parent>
+        <artifactId>iotdb-parent</artifactId>
+        <groupId>org.apache.iotdb</groupId>
+        <version>0.14.0-SNAPSHOT</version>
+    </parent>
+    <modelVersion>4.0.0</modelVersion>
+    <artifactId>schema-engine-tag</artifactId>
+    <name>schema-engine-tag</name>
+    <dependencies>
+        <dependency>
+            <groupId>org.roaringbitmap</groupId>
+            <artifactId>RoaringBitmap</artifactId>
+            <version>0.9.32</version>
+        </dependency>
+        <dependency>
+            <groupId>org.apache.iotdb</groupId>
+            <artifactId>iotdb-server</artifactId>
+            <version>${project.version}</version>
+            <scope>provided</scope>
+        </dependency>
+        <dependency>
+            <groupId>org.reflections</groupId>
+            <artifactId>reflections</artifactId>
+            <version>0.10.2</version>
+        </dependency>
+    </dependencies>
+    <build>
+        <finalName>schema-engine-tag</finalName>
+        <plugins>
+            <plugin>
+                <groupId>org.apache.maven.plugins</groupId>
+                <artifactId>maven-assembly-plugin</artifactId>
+                <version>${maven.assembly.version}</version>
+                <executions>
+                    <!-- Package binaries-->
+                    <execution>
+                        <id>schema-engine-tag-assembly</id>
+                        <phase>package</phase>
+                        <goals>
+                            <goal>single</goal>
+                        </goals>
+                        <configuration>
+                            <descriptors>
+                                <descriptor>src/assembly/schema-engine-tag.xml</descriptor>
+                            </descriptors>
+                            <appendAssemblyId>false</appendAssemblyId>
+                            <archive>
+                                <manifest>
+                                    <addDefaultImplementationEntries>true</addDefaultImplementationEntries>
+                                    <addDefaultSpecificationEntries>true</addDefaultSpecificationEntries>
+                                </manifest>
+                            </archive>
+                        </configuration>
+                    </execution>
+                </executions>
+            </plugin>
+        </plugins>
+    </build>
+</project>

schema-engine-tag/src/assembly/resources/conf/schema-tag.properties

@@ -0,0 +1,33 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+
+####################
+### tag schema region Configuration
+####################
+
+# This configuration takes effect only when the schema engine mode is Tag.
+# The mode is configured in the 'iotdb-datanode.properties'(schema_engine_mode=Tag).
+
+# Datatype: int
+# The size of wal buffer used to store a wal record.(unit: byte)
+# wal_buffer_size = 1024*1024
+
+# Datatype: int
+# How many device ids a memtable can insert, beyond which the memtable will become immutable
+# num_of_deviceIds_in_memTable = 65536

schema-engine-tag/src/assembly/schema-engine-tag.xml

@@ -0,0 +1,44 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+
+    Licensed to the Apache Software Foundation (ASF) under one
+    or more contributor license agreements.  See the NOTICE file
+    distributed with this work for additional information
+    regarding copyright ownership.  The ASF licenses this file
+    to you under the Apache License, Version 2.0 (the
+    "License"); you may not use this file except in compliance
+    with the License.  You may obtain a copy of the License at
+
+        http://www.apache.org/licenses/LICENSE-2.0
+
+    Unless required by applicable law or agreed to in writing,
+    software distributed under the License is distributed on an
+    "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+    KIND, either express or implied.  See the License for the
+    specific language governing permissions and limitations
+    under the License.
+
+-->
+<assembly>
+    <id>schema-engine-tag</id>
+    <formats>
+        <format>dir</format>
+        <format>zip</format>
+    </formats>
+    <includeBaseDirectory>false</includeBaseDirectory>
+    <dependencySets>
+        <dependencySet>
+            <outputDirectory>/lib/tag-schema-region</outputDirectory>
+            <includes>
+                <include>org.roaringbitmap:RoaringBitmap</include>
+                <include>org.apache.iotdb:schema-engine-tag</include>
+            </includes>
+        </dependencySet>
+    </dependencySets>
+    <fileSets>
+        <fileSet>
+            <directory>src/assembly/resources</directory>
+            <outputDirectory>${file.separator}</outputDirectory>
+        </fileSet>
+    </fileSets>
+</assembly>