Skip to content

Commit

Permalink
MINOR: Move generated sources to build directory (apache#16993)
Browse files Browse the repository at this point in the history
Reviewers: Chia-Ping Tsai <[email protected]>
  • Loading branch information
mumrah authored Aug 25, 2024
1 parent 4a485dd commit a95dfe2
Show file tree
Hide file tree
Showing 4 changed files with 39 additions and 38 deletions.
1 change: 0 additions & 1 deletion .gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -56,7 +56,6 @@ jmh-benchmarks/src/main/generated
**/.jqwik-database
**/src/generated
**/src/generated-test

storage/kafka-tiered-storage/

docker/test/report_*.html
Expand Down
56 changes: 28 additions & 28 deletions build.gradle
Original file line number Diff line number Diff line change
Expand Up @@ -776,7 +776,7 @@ subprojects {
apply plugin: 'com.diffplug.spotless'
spotless {
java {
targetExclude('src/generated/**/*.java','src/generated-test/**/*.java')
targetExclude('**/generated/**/*.java','**/generated-test/**/*.java')
importOrder('kafka', 'org.apache.kafka', 'com', 'net', 'org', 'java', 'javax', '', '\\#')
removeUnusedImports()
}
Expand Down Expand Up @@ -1312,7 +1312,7 @@ project(':metadata') {
mainClass = "org.apache.kafka.message.MessageGenerator"
classpath = configurations.generator
args = [ "-p", "org.apache.kafka.common.metadata",
"-o", "src/generated/java/org/apache/kafka/common/metadata",
"-o", "${projectDir}/build/generated/main/java/org/apache/kafka/common/metadata",
"-i", "src/main/resources/common/metadata",
"-m", "MessageDataGenerator", "JsonConverterGenerator",
"-t", "MetadataRecordTypeGenerator", "MetadataJsonConvertersGenerator"
Expand All @@ -1321,7 +1321,7 @@ project(':metadata') {
.withPropertyName("messages")
.withPathSensitivity(PathSensitivity.RELATIVE)
outputs.cacheIf { true }
outputs.dir("src/generated/java/org/apache/kafka/common/metadata")
outputs.dir("${projectDir}/build/generated/main/java/org/apache/kafka/common/metadata")
}

compileJava.dependsOn 'processMessages'
Expand All @@ -1330,7 +1330,7 @@ project(':metadata') {
sourceSets {
main {
java {
srcDirs = ["src/generated/java", "src/main/java"]
srcDirs = ["src/main/java", "${projectDir}/build/generated/main/java"]
}
}
test {
Expand Down Expand Up @@ -1446,7 +1446,7 @@ project(':group-coordinator') {
sourceSets {
main {
java {
srcDirs = ["src/generated/java", "src/main/java"]
srcDirs = ["src/main/java", "${projectDir}/build/generated/main/java"]
}
}
test {
Expand All @@ -1468,15 +1468,15 @@ project(':group-coordinator') {
mainClass = "org.apache.kafka.message.MessageGenerator"
classpath = configurations.generator
args = [ "-p", "org.apache.kafka.coordinator.group.generated",
"-o", "src/generated/java/org/apache/kafka/coordinator/group/generated",
"-o", "${projectDir}/build/generated/main/java/org/apache/kafka/coordinator/group/generated",
"-i", "src/main/resources/common/message",
"-m", "MessageDataGenerator", "JsonConverterGenerator"
]
inputs.dir("src/main/resources/common/message")
.withPropertyName("messages")
.withPathSensitivity(PathSensitivity.RELATIVE)
outputs.cacheIf { true }
outputs.dir("src/generated/java/org/apache/kafka/coordinator/group/generated")
outputs.dir("${projectDir}/build/generated/main/java/org/apache/kafka/coordinator/group/generated")
}

compileJava.dependsOn 'processMessages'
Expand All @@ -1501,7 +1501,7 @@ project(':transaction-coordinator') {
sourceSets {
main {
java {
srcDirs = ["src/generated/java", "src/main/java"]
srcDirs = ["src/main/java", "${projectDir}/build/generated/main/java"]
}
}
test {
Expand All @@ -1519,15 +1519,15 @@ project(':transaction-coordinator') {
mainClass = "org.apache.kafka.message.MessageGenerator"
classpath = configurations.generator
args = [ "-p", "org.apache.kafka.coordinator.transaction.generated",
"-o", "src/generated/java/org/apache/kafka/coordinator/transaction/generated",
"-o", "${projectDir}/build/generated/main/java/org/apache/kafka/coordinator/transaction/generated",
"-i", "src/main/resources/common/message",
"-m", "MessageDataGenerator", "JsonConverterGenerator"
]
inputs.dir("src/main/resources/common/message")
.withPropertyName("messages")
.withPathSensitivity(PathSensitivity.RELATIVE)
outputs.cacheIf { true }
outputs.dir("src/generated/java/org/apache/kafka/coordinator/transaction/generated")
outputs.dir("${projectDir}/build/generated/main/java/org/apache/kafka/coordinator/transaction/generated")
}

compileJava.dependsOn 'processMessages'
Expand Down Expand Up @@ -1602,7 +1602,7 @@ project(':share-coordinator') {
sourceSets {
main {
java {
srcDirs = ["src/generated/java", "src/main/java"]
srcDirs = ["src/main/java", "${projectDir}/build/generated/main/java"]
}
}
test {
Expand All @@ -1620,15 +1620,15 @@ project(':share-coordinator') {
mainClass = "org.apache.kafka.message.MessageGenerator"
classpath = configurations.generator
args = [ "-p", "org.apache.kafka.coordinator.share.generated",
"-o", "src/generated/java/org/apache/kafka/coordinator/share/generated",
"-o", "${projectDir}/build/generated/main/java/org/apache/kafka/coordinator/share/generated",
"-i", "src/main/resources/common/message",
"-m", "MessageDataGenerator", "JsonConverterGenerator"
]
inputs.dir("src/main/resources/common/message")
.withPropertyName("messages")
.withPathSensitivity(PathSensitivity.RELATIVE)
outputs.cacheIf { true }
outputs.dir("src/generated/java/org/apache/kafka/coordinator/share/generated")
outputs.dir("${projectDir}/build/generated/main/java/org/apache/kafka/coordinator/share/generated")
}

compileJava.dependsOn 'processMessages'
Expand Down Expand Up @@ -1777,7 +1777,7 @@ project(':clients') {
mainClass = "org.apache.kafka.message.MessageGenerator"
classpath = configurations.generator
args = [ "-p", "org.apache.kafka.common.message",
"-o", "src/generated/java/org/apache/kafka/common/message",
"-o", "${projectDir}/build/generated/main/java/org/apache/kafka/common/message",
"-i", "src/main/resources/common/message",
"-t", "ApiMessageTypeGenerator",
"-m", "MessageDataGenerator", "JsonConverterGenerator"
Expand All @@ -1786,33 +1786,33 @@ project(':clients') {
.withPropertyName("messages")
.withPathSensitivity(PathSensitivity.RELATIVE)
outputs.cacheIf { true }
outputs.dir("src/generated/java/org/apache/kafka/common/message")
outputs.dir("${projectDir}/build/generated/main/java/org/apache/kafka/common/message")
}

task processTestMessages(type:JavaExec) {
mainClass = "org.apache.kafka.message.MessageGenerator"
classpath = configurations.generator
args = [ "-p", "org.apache.kafka.common.message",
"-o", "src/generated-test/java/org/apache/kafka/common/message",
"-o", "${projectDir}/build/generated/test/java/org/apache/kafka/common/message",
"-i", "src/test/resources/common/message",
"-m", "MessageDataGenerator", "JsonConverterGenerator"
]
inputs.dir("src/test/resources/common/message")
.withPropertyName("testMessages")
.withPathSensitivity(PathSensitivity.RELATIVE)
outputs.cacheIf { true }
outputs.dir("src/generated-test/java/org/apache/kafka/common/message")
outputs.dir("${projectDir}/build/generated/test/java/org/apache/kafka/common/message")
}

sourceSets {
main {
java {
srcDirs = ["src/generated/java", "src/main/java"]
srcDirs = ["src/main/java", "${projectDir}/build/generated/main/java"]
}
}
test {
java {
srcDirs = ["src/generated-test/java", "src/test/java"]
srcDirs = ["src/test/java", "${projectDir}/build/generated/test/java"]
}
}
}
Expand Down Expand Up @@ -1903,20 +1903,20 @@ project(':raft') {
mainClass = "org.apache.kafka.message.MessageGenerator"
classpath = configurations.generator
args = [ "-p", "org.apache.kafka.raft.generated",
"-o", "src/generated/java/org/apache/kafka/raft/generated",
"-o", "${projectDir}/build/generated/main/java/org/apache/kafka/raft/generated",
"-i", "src/main/resources/common/message",
"-m", "MessageDataGenerator", "JsonConverterGenerator"]
inputs.dir("src/main/resources/common/message")
.withPropertyName("messages")
.withPathSensitivity(PathSensitivity.RELATIVE)
outputs.cacheIf { true }
outputs.dir("src/generated/java/org/apache/kafka/raft/generated")
outputs.dir("${projectDir}/build/generated/main/java/org/apache/kafka/raft/generated")
}

sourceSets {
main {
java {
srcDirs = ["src/generated/java", "src/main/java"]
srcDirs = ["src/main/java", "${projectDir}/build/generated/main/java"]
}
}
test {
Expand Down Expand Up @@ -2144,15 +2144,15 @@ project(':storage') {
mainClass = "org.apache.kafka.message.MessageGenerator"
classpath = configurations.generator
args = [ "-p", "org.apache.kafka.server.log.remote.metadata.storage.generated",
"-o", "src/generated/java/org/apache/kafka/server/log/remote/metadata/storage/generated",
"-o", "${projectDir}/build/generated/main/java/org/apache/kafka/server/log/remote/metadata/storage/generated",
"-i", "src/main/resources/message",
"-m", "MessageDataGenerator", "JsonConverterGenerator",
"-t", "MetadataRecordTypeGenerator", "MetadataJsonConvertersGenerator" ]
inputs.dir("src/main/resources/message")
.withPropertyName("messages")
.withPathSensitivity(PathSensitivity.RELATIVE)
outputs.cacheIf { true }
outputs.dir("src/generated/java/org/apache/kafka/server/log/remote/metadata/storage/generated")
outputs.dir("${projectDir}/build/generated/main/java/org/apache/kafka/server/log/remote/metadata/storage/generated")
}

task genRemoteLogManagerConfigDoc(type: JavaExec) {
Expand All @@ -2172,7 +2172,7 @@ project(':storage') {
sourceSets {
main {
java {
srcDirs = ["src/generated/java", "src/main/java"]
srcDirs = ["src/main/java", "${projectDir}/build/generated/main/java"]
}
}
test {
Expand Down Expand Up @@ -2493,21 +2493,21 @@ project(':streams') {
mainClass = "org.apache.kafka.message.MessageGenerator"
classpath = configurations.generator
args = [ "-p", "org.apache.kafka.streams.internals.generated",
"-o", "src/generated/java/org/apache/kafka/streams/internals/generated",
"-o", "${projectDir}/build/generated/main/java/org/apache/kafka/streams/internals/generated",
"-i", "src/main/resources/common/message",
"-m", "MessageDataGenerator"
]
inputs.dir("src/main/resources/common/message")
.withPropertyName("messages")
.withPathSensitivity(PathSensitivity.RELATIVE)
outputs.cacheIf { true }
outputs.dir("src/generated/java/org/apache/kafka/streams/internals/generated")
outputs.dir("${projectDir}/build/generated/main/java/org/apache/kafka/streams/internals/generated")
}

sourceSets {
main {
java {
srcDirs = ["src/generated/java", "src/main/java"]
srcDirs = ["src/main/java", "${projectDir}/build/generated/main/java"]
}
}
test {
Expand Down
18 changes: 9 additions & 9 deletions checkstyle/suppressions.xml
Original file line number Diff line number Diff line change
Expand Up @@ -37,7 +37,7 @@

<!-- core -->
<suppress checks="(NPathComplexity|ClassFanOutComplexity|CyclomaticComplexity|ClassDataAbstractionCoupling|FinalLocalVariable|LocalVariableName|MemberName|ParameterName|MethodLength|JavaNCSS|AvoidStarImport)"
files="core[\\/]src[\\/](generated|generated-test)[\\/].+.java$"/>
files="core[\\/]build[\\/]generated[\\/].+.java$"/>
<suppress checks="NPathComplexity" files="(ClusterTestExtensions|KafkaApisBuilder|SharePartition).java"/>
<suppress checks="NPathComplexity|ClassFanOutComplexity|ClassDataAbstractionCoupling" files="(RemoteLogManager|RemoteLogManagerTest).java"/>
<suppress checks="MethodLength" files="RemoteLogManager.java"/>
Expand Down Expand Up @@ -111,7 +111,7 @@
files="Murmur3.java"/>

<suppress checks="(NPathComplexity|ClassFanOutComplexity|CyclomaticComplexity|ClassDataAbstractionCoupling|LocalVariableName|MemberName|ParameterName|MethodLength|JavaNCSS|AvoidStarImport)"
files="clients[\\/]src[\\/](generated|generated-test)[\\/].+.java$"/>
files="clients[\\/]build[\\/]generated[\\/].+.java$"/>

<suppress checks="NPathComplexity"
files="MessageTest.java|OffsetFetchRequest.java"/>
Expand Down Expand Up @@ -222,17 +222,17 @@

<!-- Generated code -->
<suppress checks="(NPathComplexity|ClassFanOutComplexity|CyclomaticComplexity|ClassDataAbstractionCoupling|FinalLocalVariable|LocalVariableName|MemberName|ParameterName|MethodLength|JavaNCSS|AvoidStarImport)"
files="streams[\\/]src[\\/](generated|generated-test)[\\/].+.java$"/>
files="streams[\\/]build[\\/]generated[\\/].+.java$"/>
<suppress checks="(NPathComplexity|ClassFanOutComplexity|CyclomaticComplexity|ClassDataAbstractionCoupling|FinalLocalVariable|LocalVariableName|MemberName|ParameterName|MethodLength|JavaNCSS|AvoidStarImport)"
files="raft[\\/]src[\\/](generated|generated-test)[\\/].+.java$"/>
files="raft[\\/]build[\\/]generated[\\/].+.java$"/>
<suppress checks="(NPathComplexity|ClassFanOutComplexity|CyclomaticComplexity|ClassDataAbstractionCoupling|FinalLocalVariable|LocalVariableName|MemberName|ParameterName|MethodLength|JavaNCSS|AvoidStarImport)"
files="storage[\\/]src[\\/](generated|generated-test)[\\/].+.java$"/>
files="storage[\\/]build[\\/]generated[\\/].+.java$"/>
<suppress checks="(NPathComplexity|ClassFanOutComplexity|CyclomaticComplexity|ClassDataAbstractionCoupling|FinalLocalVariable|LocalVariableName|MemberName|ParameterName|MethodLength|JavaNCSS|AvoidStarImport)"
files="group-coordinator[\\/]src[\\/](generated|generated-test)[\\/].+.java$"/>
files="group-coordinator[\\/]build[\\/]generated[\\/].+.java$"/>
<suppress checks="(NPathComplexity|ClassFanOutComplexity|CyclomaticComplexity|ClassDataAbstractionCoupling|FinalLocalVariable|LocalVariableName|MemberName|ParameterName|MethodLength|JavaNCSS|AvoidStarImport)"
files="transaction-coordinator[\\/]src[\\/](generated|generated-test)[\\/].+.java$"/>
files="transaction-coordinator[\\/]build[\\/]generated[\\/].+.java$"/>
<suppress checks="(NPathComplexity|ClassFanOutComplexity|CyclomaticComplexity|ClassDataAbstractionCoupling|FinalLocalVariable|LocalVariableName|MemberName|ParameterName|MethodLength|JavaNCSS|AvoidStarImport)"
files="share-coordinator[\\/]src[\\/](generated|generated-test)[\\/].+.java$"/>
files="share-coordinator[\\/]build[\\/]generated[\\/].+.java$"/>

<suppress checks="ImportControl" files="FetchResponseData.java"/>
<suppress checks="ImportControl" files="RecordsSerdeTest.java"/>
Expand Down Expand Up @@ -331,7 +331,7 @@
<suppress checks="NPathComplexity"
files="(ClientQuotasImage|KafkaEventQueue|ReplicationControlManager|FeatureControlManager|KRaftMigrationDriver|ScramControlManager|ClusterControlManager|MetadataDelta|MetaPropertiesEnsemble).java"/>
<suppress checks="(NPathComplexity|ClassFanOutComplexity|CyclomaticComplexity|ClassDataAbstractionCoupling|LocalVariableName|MemberName|ParameterName|MethodLength|JavaNCSS|AvoidStarImport)"
files="metadata[\\/]src[\\/](generated|generated-test)[\\/].+.java$"/>
files="metadata[\\/]build[\\/]generated[\\/].+.java$"/>
<suppress checks="BooleanExpressionComplexity"
files="(MetadataImage).java"/>
<suppress checks="ImportControl"
Expand Down
2 changes: 2 additions & 0 deletions settings.gradle
Original file line number Diff line number Diff line change
Expand Up @@ -21,6 +21,7 @@ plugins {
def isGithubActions = System.getenv('GITHUB_ACTIONS') != null
def isJenkins = System.getenv('JENKINS_URL') != null
def isCI = isGithubActions || isJenkins
def currentJvm = JavaVersion.current()

develocity {
server = "https://ge.apache.org"
Expand All @@ -40,6 +41,7 @@ develocity {
} else {
tag "local"
}
tag "JDK$currentJvm"
}
}

Expand Down

0 comments on commit a95dfe2

Please sign in to comment.