fixing license headers and plugin checks (#6748)

.codecov.yml

@@ -1,3 +1,22 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+
 coverage:
   ignore:
     # Ignore all files under pinot-tools, pinot-perf and pinot-hadoop.

rstheaderdefinition.xml → headerdefinition.xml

@@ -30,4 +30,14 @@
     <isMultiline>true</isMultiline>
     <padLines>false</padLines>
   </rst_style>
+  <javadoc_style>
+    <firstLine>/**</firstLine>
+    <beforeEachLine> * </beforeEachLine>
+    <endLine> */</endLine>
+    <firstLineDetectionPattern>(\s|\t)*/\*.*$</firstLineDetectionPattern>
+    <lastLineDetectionPattern>.*\*/(\s|\t)*$</lastLineDetectionPattern>
+    <allowBlankLines>false</allowBlankLines>
+    <isMultiline>true</isMultiline>
+    <padLines>false</padLines>
+  </javadoc_style>
 </additionalHeaders>

pinot-common/src/main/proto/server.proto

@@ -1,3 +1,22 @@
+//
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+//
+
 /**
  * Licensed to the Apache Software Foundation (ASF) under one
  * or more contributor license agreements.  See the NOTICE file

pinot-common/src/main/resources/zone-index.properties

@@ -1,3 +1,22 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+
 #
 # DO NOT REMOVE OR MODIFY EXISTING ENTRIES
 #

pinot-controller/src/main/resources/tsconfig.json

@@ -26,4 +26,4 @@
         "esModuleInterop": true,
         "jsx": "react"
     }
-}
+}

pinot-core/src/test/resources/conf/pinot-broker.properties

@@ -1,3 +1,22 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+
 pinot.broker.routing.tableName=testTable
 # Number of nodes constituting a replica-set. A replica-set has 0-(n-1) nodes where n is the below config value.
 pinot.broker.routing.testTable.numNodesPerReplica=1

pinot-core/src/test/resources/conf/query-executor.properties

@@ -1,3 +1,22 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+
 pruner.class=ValidSegmentPruner,DataSchemaSegmentPruner,ColumnValueSegmentPruner,SelectionQuerySegmentPruner
 class=org.apache.pinot.core.query.executor.ServerQueryExecutor
 timeout=150000

pinot-core/src/test/resources/data/README

@@ -1,3 +1,22 @@
+..
+.. Licensed to the Apache Software Foundation (ASF) under one
+.. or more contributor license agreements.  See the NOTICE file
+.. distributed with this work for additional information
+.. regarding copyright ownership.  The ASF licenses this file
+.. to you under the Apache License, Version 2.0 (the
+.. "License"); you may not use this file except in compliance
+.. with the License.  You may obtain a copy of the License at
+..
+..   http://www.apache.org/licenses/LICENSE-2.0
+..
+.. Unless required by applicable law or agreed to in writing,
+.. software distributed under the License is distributed on an
+.. "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+.. KIND, either express or implied.  See the License for the
+.. specific language governing permissions and limitations
+.. under the License.
+..
+
 paddingNull.tar.gz, paddingPercent.tar.gz and paddingOld.tar.gz are tar/gzip'ed versions of segments created
 with a padding character of Null, padding character of "%" and a fixed default padding character
 of "%" respectively. The old format was created until 08/2016

pinot-core/src/test/resources/generate-test-data.py

@@ -1,4 +1,23 @@
 #!/usr/bin/env python
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+
 import argparse
 import sys
 from fastavro import writer

pinot-distribution/pinot-source-assembly.xml

@@ -36,26 +36,25 @@
         <exclude>**/*.iws</exclude>
         <exclude>**/*.log</exclude>
         <exclude>**/.idea/**</exclude>
-        <exclude>thirdeye/**</exclude>
-        <exclude>**/.travis/**</exclude>
+        <exclude>**/.github/**</exclude>
         <exclude>.codecov*</exclude>
         <exclude>.gitignore</exclude>
-        <exclude>contrib/**</exclude>
 
         <!-- Do not inclue node_modules in pinot-controller -->
         <exclude>pinot-controller/src/main/resources/node_modules/**</exclude>
+        <exclude>pinot-controller/src/main/resources/dist/**</exclude>
+        <exclude>pinot-controller/src/main/resources/package-lock.json</exclude>
 
         <!-- Do not include temp files created by maven-release-plugin -->
         <exclude>**/*.releaseBackup</exclude>
         <exclude>release.properties</exclude>
 
-        <!-- Do not include build files from docs -->
-        <exclude>docs/_build/**</exclude>
-
         <!-- Do not include docker, kubernetes, website related files -->
         <exclude>kubernetes/**</exclude>
         <exclude>docker/**</exclude>
         <exclude>website/**</exclude>
+        <exclude>contrib/**</exclude>
+        <exclude>thirdeye/**</exclude>
       </excludes>
     </fileSet>
   </fileSets>

pinot-distribution/pom.xml

@@ -184,7 +184,7 @@
   </build>
   <profiles>
     <profile>
-      <id>apache-release</id>
+      <id>src-dist</id>
       <build>
         <plugins>
           <plugin>

pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/BaseClusterIntegrationTestSet.java

@@ -60,7 +60,7 @@ public abstract class BaseClusterIntegrationTestSet extends BaseClusterIntegrati
 
   // Default settings
   private static final String DEFAULT_PQL_QUERY_FILE_NAME =
-      "On_Time_On_Time_Performance_2014_100k_subset.test_queries_500";
+      "On_Time_On_Time_Performance_2014_100k_subset.test_queries_500.pql";
   private static final String DEFAULT_SQL_QUERY_FILE_NAME =
       "On_Time_On_Time_Performance_2014_100k_subset.test_queries_500.sql";
   private static final int DEFAULT_NUM_QUERIES_TO_GENERATE = 100;

pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/QueryGenerator.java

@@ -217,7 +217,7 @@ public static void main(String[] args)
     File avroFile = new File("pinot-integration-tests/src/test/resources/On_Time_On_Time_Performance_2014_1.avro");
     QueryGenerator queryGenerator = new QueryGenerator(Collections.singletonList(avroFile), "mytable", "mytable");
     File outputFile = new File(
-        "pinot-integration-tests/src/test/resources/On_Time_On_Time_Performance_2014_100k_subset.test_queries_10K");
+        "pinot-integration-tests/src/test/resources/On_Time_On_Time_Performance_2014_100k_subset.test_queries_10K.pql");
     try (BufferedWriter writer = new BufferedWriter(new FileWriter(outputFile))) {
       for (int i = 0; i < 10000; i++) {
         Query query = queryGenerator.generateQuery();

pinot-integration-tests/src/test/resources/On_Time_On_Time_Performance_2014_100k_subset.test_queries_10K → pinot-integration-tests/src/test/resources/On_Time_On_Time_Performance_2014_100k_subset.test_queries_10K.pql

@@ -1,3 +1,22 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+
 {"hsqls":["SELECT DivReachedDest, FirstDepTime, DepDelayMinutes FROM mytable WHERE DestState IN ('VI', 'UT', 'VA') OR ArrTime < 806 ORDER BY OriginAirportSeqID, ArrivalDelayGroups LIMIT 10000"],"pql":"SELECT DivReachedDest, FirstDepTime, DepDelayMinutes FROM mytable WHERE DestState IN ('VI', 'UT', 'VA') OR ArrTime < 806 ORDER BY OriginAirportSeqID, ArrivalDelayGroups LIMIT 10"}
 {"hsqls":["SELECT DistanceGroup, Carrier, DepTime FROM mytable WHERE Cancelled IN (1, 0) AND Flights BETWEEN 1 AND 1 OR TaxiOut <> 32 LIMIT 10000"],"pql":"SELECT DistanceGroup, Carrier, DepTime FROM mytable WHERE Cancelled IN (1, 0) AND Flights BETWEEN 1 AND 1 OR TaxiOut <> 32 LIMIT 7"}
 {"hsqls":["SELECT ActualElapsedTime, CancellationCode, DivArrDelay, MIN(Month) FROM mytable WHERE DayofMonth BETWEEN 12 AND 24 GROUP BY ActualElapsedTime, CancellationCode, DivArrDelay LIMIT 10000","SELECT ActualElapsedTime, CancellationCode, DivArrDelay, AVG(CAST(DivAirportLandings AS DOUBLE)) FROM mytable WHERE DayofMonth BETWEEN 12 AND 24 GROUP BY ActualElapsedTime, CancellationCode, DivArrDelay LIMIT 10000"],"pql":"SELECT MIN(Month), AVG(DivAirportLandings) FROM mytable WHERE DayofMonth BETWEEN 12 AND 24 GROUP BY ActualElapsedTime, CancellationCode, DivArrDelay TOP 29"}

pinot-integration-tests/src/test/resources/On_Time_On_Time_Performance_2014_100k_subset.test_queries_10K.sql

@@ -1,3 +1,22 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+
 {"sql":"SELECT DivReachedDest, FirstDepTime, DepDelayMinutes FROM mytable WHERE DestState IN ('VI', 'UT', 'VA') OR ArrTime < 806 ORDER BY OriginAirportSeqID, ArrivalDelayGroups LIMIT 10"}
 {"sql":"SELECT DistanceGroup, Carrier, DepTime FROM mytable WHERE Cancelled IN (1, 0) AND Flights BETWEEN 1 AND 1 OR TaxiOut <> 32 LIMIT 7"}
 {"sql":"SELECT ActualElapsedTime, CancellationCode, DivArrDelay, MIN(\"Month\"), AVG(DivAirportLandings) FROM mytable WHERE DayofMonth BETWEEN 12 AND 24 GROUP BY ActualElapsedTime, CancellationCode, DivArrDelay LIMIT 29","hsqls":["SELECT ActualElapsedTime, CancellationCode, DivArrDelay, MIN(Month), AVG(DivAirportLandings) FROM mytable WHERE DayofMonth BETWEEN 12 AND 24 GROUP BY ActualElapsedTime, CancellationCode, DivArrDelay LIMIT 29"]}

pinot-integration-tests/src/test/resources/On_Time_On_Time_Performance_2014_100k_subset.test_queries_500 → pinot-integration-tests/src/test/resources/On_Time_On_Time_Performance_2014_100k_subset.test_queries_500.pql

@@ -1,3 +1,22 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+
 # Aggregation
 {"hsqls":["SELECT sum(DepartureDelayGroups) FROM mytable LIMIT 10000","SELECT MIN(FlightNum) FROM mytable LIMIT 10000","SELECT MAX(AirlineID) FROM mytable LIMIT 10000","SELECT AVG(CAST(Year AS DOUBLE)) FROM mytable LIMIT 10000"],"pql":"SELECT sum(DepartureDelayGroups), min(FlightNum), MAX(AirlineID), AVG(Year) FROM mytable"}
 {"hsqls":["SELECT AVG(CAST(ActualElapsedTime AS DOUBLE)) FROM mytable LIMIT 10000","SELECT COUNT(DivDistance) FROM mytable LIMIT 10000","SELECT MIN(DepDelay) FROM mytable LIMIT 10000"],"pql":"SELECT AVG(ActualElapsedTime), COUNT(DivDistance), MIN(DepDelay) FROM mytable"}

pinot-integration-tests/src/test/resources/On_Time_On_Time_Performance_2014_100k_subset.test_queries_500.sql

@@ -1,3 +1,22 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+
 # Aggregation
 {"sql":"SELECT AVG(ActualElapsedTime), COUNT(DivDistance), MIN(DepDelay) FROM mytable"}
 {"sql":"SELECT AVG(ArrDelayMinutes) FROM mytable"}

pinot-integration-tests/src/test/resources/compat-tests/kafka/topic1.cfg

@@ -1,3 +1,22 @@
+//
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+//
+
 
 topicName = topic1
 numPartitions = 1

pinot-integration-tests/src/test/resources/compat-tests/queries/feature-test-1-sql.queries

@@ -1,3 +1,22 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+
 # Aggregation
 SELECT count(*) FROM FeatureTest1 WHERE generationNumber = __GENERATION_NUMBER__
 SELECT sum(intMetric1), sumMV(intDimMV1), min(intMetric1), minMV(intDimMV2), max(longDimSV1), maxMV(intDimMV1) FROM FeatureTest1 WHERE generationNumber = __GENERATION_NUMBER__