diff --git a/.gitlab-ci-gradle.yml b/.gitlab-ci-gradle.yml new file mode 100644 index 0000000000..2584d5ec6f --- /dev/null +++ b/.gitlab-ci-gradle.yml @@ -0,0 +1,454 @@ +include: +# This doesn't seem to work. +# - template: Security/Dependency-Scanning.gitlab-ci.yml + +variables: + # Gradle specific settings + GRADLE_OPTS: "-Dorg.gradle.jvmargs='-Xmx4g -XX:MaxMetaspaceSize=512m -XX:+HeapDumpOnOutOfMemoryError' -Dorg.gradle.daemon=false -Dorg.gradle.parallel=true -Dorg.gradle.caching=true" + GRADLE_USER_HOME: ".gradle" + + # Used during gitflow interaction. + MAJOR_RELEASE_DIGIT: 0 + MINOR_RELEASE_DIGIT: 1 + PATCH_RELEASE_DIGIT: 2 + + # https://docs.gitlab.com/ee/ci/large_repositories/#shallow-cloning + GIT_DEPTH: 10 + + TF_STATE_NAME_DEV: dev + TF_STATE_NAME_PROD: prod + +.git_template: &git_setup | + git remote set-url --push origin "https://oauth2:${GITLAB_TOKEN}@${CI_SERVER_HOST}/${CI_PROJECT_PATH}.git" + git config user.name "vyne-cd" + git config user.email vyne-cd@vyne.co + +stages: + - build + - test + - publish + - deploy + - verify + - release + +.build-jvm: + stage: build + image: ${CI_DEPENDENCY_PROXY_GROUP_IMAGE_PREFIX}/gradle:8.10.2-jdk21 + cache: + key: "$CI_COMMIT_REF_SLUG" + paths: + - .gradle/caches + - .gradle/wrapper + script: + # Do the "docker login" manually as there's no Docker CLI installed on gradle images + - | + mkdir -p /root/.docker/ + cat > /root/.docker/config.json << EOF + { + "auths": { + "https://index.docker.io/v1/": { + "username": "vynecd", + "password": "${DOCKER_HUB_PASSWORD}", + "auth": "$(echo -n 'vynecd:${DOCKER_HUB_PASSWORD}' | base64)" + } + } + } + EOF + - 'if [ -z "${GITLAB_TOKEN}" ]; then echo "var is blank"; else echo "var is set"; fi' + - 'if [ -z "${CI_SERVER_HOST}" ]; then echo "var is blank"; else echo "var is set"; fi' + - 'if [ -z "${CI_PROJECT_PATH}" ]; then echo "var is blank"; else echo "var is set"; fi' + - 'gradle --version' + - 'gradle -PbuildNumber=$CI_PIPELINE_ID $GRADLE_EXTRA_ARGS $GRADLE_TASKS' + + # Read the version from gradle.properties and set to an env variable + - echo $(gradle -q printVersion) > build-version.txt + # Get the 3rd party license report for usage later + - gradle generateLicenseReport + artifacts: + paths: + - build-version.txt + - build/reports/dependency-license/THIRD-PARTY-NOTICES.txt + # Be careful! The each of these jar files can get big. + # If the total size of all jar files being stored in artifacts + # exceeds 1GB then builds can fail. + - "query-node-native/build/libs/query-node-native.jar" + - "station/build/distributions/orbital.zip" + - "orbital-taxi-publisher/build/distributions/packagePublisher.zip" + - "taxi-playground/build/libs/taxi-playground.jar" + expire_in: 1 hours + reports: + junit: + - "**/build/test-results/test/TEST-*.xml" + +.build-ui: + stage: build + image: ${CI_DEPENDENCY_PROXY_GROUP_IMAGE_PREFIX}/node:18.18 + before_script: + - npm config set cache .npm/cache --global + - npm --global cache verify + - npm get cache + - export NODE_OPTIONS="--max-old-space-size=8192" + cache: + paths: + - .npm/cache + +build-vyne-ui: + extends: .build-ui + script: + - cd orbital-ui + - npm ci + - npm run-script build-prod + # Capture 3rd party licenses for checks later + - npx license-checker --out ../licenses.csv --csv + artifacts: + paths: + - station/src/main/resources/static + - licenses.csv + expire_in: 1 hours + +build-playground-ui: + extends: .build-ui + script: + - cd orbital-ui + - npm ci + - npm run-script build-prod-playground + artifacts: + paths: + - "taxi-playground/src/main/resources/static" + expire_in: 1 hours + +build-jvm-branch: + stage: build + except: + - tags + - develop + - master + extends: .build-jvm + variables: + GRADLE_TASKS: 'clean build' + GRADLE_EXTRA_ARGS: '' + +build-jvm-develop: + stage: build + only: + - develop + - release/* + except: + - tags + extends: .build-jvm + variables: + GRADLE_TASKS: 'clean publish' + # We skip tests on develop and master, as the tests have already run on the branch + GRADLE_EXTRA_ARGS: '-x test' + +build-jvm-master: + stage: build + only: + - master + - tags + extends: .build-jvm + variables: + GRADLE_TASKS: 'clean publish' + # We skip tests on develop and master, as the tests have already run on the branch + GRADLE_EXTRA_ARGS: '-x test' + +release-major: + image: ${CI_DEPENDENCY_PROXY_GROUP_IMAGE_PREFIX}/gradle:8.10.2-jdk21 + variables: + GIT_STRATEGY: clone + dependencies: [ ] + stage: release + script: + - *git_setup + - 'gradle release -Prelease.versionIncrementer=incrementMajor' + only: + - develop + when: manual + +release-minor: + image: ${CI_DEPENDENCY_PROXY_GROUP_IMAGE_PREFIX}/gradle:8.10.2-jdk21 + variables: + GIT_STRATEGY: clone + dependencies: [ ] + stage: release + script: + - *git_setup + - 'gradle release -Prelease.versionIncrementer=incrementMinor' + only: + - develop + when: manual + +release-patch: + image: ${CI_DEPENDENCY_PROXY_GROUP_IMAGE_PREFIX}/gradle:8.10.2-jdk21 + variables: + GIT_STRATEGY: clone + dependencies: [ ] + stage: release + script: + - *git_setup + - 'gradle release -Prelease.versionIncrementer=incrementPatch' + only: + - develop + when: manual + +regression-test: + stage: verify + resource_group: docker_release + variables: + VYNE_DOCKER_TAG: latest + script: + - gradle clean build -x test + - cd regression-tests + - gradle -Dtest=TaxonomyRegressionTest -Drun.mode=docker -Dvyne.tag=${VYNE_DOCKER_TAG} test + when: manual + artifacts: + when: always + reports: + junit: + - "**/build/test-results/test/TEST-*.xml" + +# This creates the multi-platform Docker images +.publish-docker: + stage: deploy + image: ${CI_DEPENDENCY_PROXY_GROUP_IMAGE_PREFIX}/jdrouet/docker-with-buildx:20.10.17-0.8.2 + variables: + DOCKER_BUILDKIT: 1 + BUILDKIT_PROGRESS: plain + PROGRESS_NO_TRUNC: 1 + services: + - docker:dind + script: + - docker login -u vynecd -p $DOCKER_HUB_PASSWORD + - PROJECT_VERSION=$(cat build-version.txt) + - docker buildx create --use + - docker run --privileged --rm tonistiigi/binfmt --install all # Install the required emulators in order to build ARM images + - | + if [[ -n "$CI_COMMIT_TAG" ]]; then + tag="$CI_COMMIT_TAG" + versionTag="$CI_COMMIT_TAG" + elif [[ "$CI_COMMIT_BRANCH" == "master" ]]; then + tag="latest" + versionTag="$PROJECT_VERSION" + elif [[ "$CI_COMMIT_BRANCH" == "develop" ]]; then + tag="next" + versionTag="$PROJECT_VERSION-BETA-$CI_COMMIT_SHORT_SHA" + elif [[ "$CI_COMMIT_BRANCH" =~ ^release\/ ]]; then + stripped_branch=${CI_COMMIT_BRANCH#release/} + tag="$stripped_branch-next" + versionTag="$PROJECT_VERSION-BETA-$CI_COMMIT_SHORT_SHA" + else + tag="$CI_COMMIT_BRANCH-next" + versionTag="$PROJECT_VERSION-BETA-$CI_COMMIT_SHORT_SHA" + fi + echo "Running on branch '$CI_COMMIT_BRANCH': tag = $tag" + echo "Running on branch '$CI_COMMIT_BRANCH': version = $versionTag" + echo "Running with base image tag: ${base_image_tag}" + - cd $projectDir + - > + docker buildx build + --platform linux/arm64/v8,linux/amd64 + --push + --build-arg BASE_IMAGE_TAG=${base_image_tag} + -t "${registry}${registry_orbital}/${microservice_orbital}:${tag}${tag_suffix}" + -t "${registry}${registry_orbital}/${microservice_orbital}:${versionTag}${tag_suffix}" + . + +.tag-docker-image-as-latest: + stage: deploy + image: docker:latest + services: + - docker:dind + rules: + - if: $CI_COMMIT_TAG + when: manual + script: + - docker login -u vynecd -p $DOCKER_HUB_PASSWORD + - docker pull ${registry}${registry_orbital}/${microservice_orbital}:$CI_COMMIT_TAG + - docker tag ${registry}${registry_orbital}/${microservice_orbital} latest + - docker push ${registry}${registry_orbital}/${microservice_orbital}:latest + - docker pull ${registry}${registry_orbital}/${microservice_orbital}:$CI_COMMIT_TAG-jammy + - docker tag ${registry}${registry_orbital}/${microservice_orbital} latest-jammy + - docker push ${registry}${registry_orbital}/${microservice_orbital}:latest-jammy + +.publish-to-docker-hub: + extends: .publish-docker + rules: + - if: $CI_PIPELINE_SOURCE == "merge_request_event" + when: never + - if: ($CI_COMMIT_BRANCH == "develop" || $CI_COMMIT_BRANCH == "master") + when: always + - if: $CI_COMMIT_TAG + when: always +# Always publish if we're on a release branch + - if: $CI_COMMIT_BRANCH =~ /^release\// + - if: ($CI_COMMIT_BRANCH != "develop" && $CI_COMMIT_BRANCH != "master") + when: manual + allow_failure: true + variables: + registry_orbital: orbitalhq + +.publish-to-gitlab-container-registry: + extends: .publish-docker + rules: + - if: $CI_PIPELINE_SOURCE == "merge_request_event" + when: never + - if: ($CI_COMMIT_BRANCH == "develop" || $CI_COMMIT_BRANCH == "master") + # Always publish if we're on a release branch + - if: $CI_COMMIT_BRANCH =~ /^release\// + - if: ($CI_COMMIT_BRANCH != "develop" && $CI_COMMIT_BRANCH != "master") + when: manual + allow_failure: true + variables: + registry_orbital: $CI_REGISTRY_IMAGE + before_script: + - echo "$CI_REGISTRY_PASSWORD" | docker login --username $CI_REGISTRY_USER --password-stdin $CI_REGISTRY + +publish-orbital-to-docker-hub: + extends: .publish-to-docker-hub + variables: + projectDir: station + microservice_orbital: orbital + base_image_tag: alpine + +tag-orbital-as-latest: + extends: .tag-docker-image-as-latest + variables: + microservice_orbital: orbital + registry_orbital: orbitalhq + +publish-orbital-to-docker-hub-mac-m2: + extends: .publish-to-docker-hub + variables: + projectDir: station + microservice_orbital: orbital + tag_suffix: -jammy # jammy is the name of ubuntu we use + base_image_tag: jammy # jammy is the name of ubuntu we use + +publish-query-node-to-docker-hub: + extends: .publish-to-docker-hub + variables: + projectDir: query-node-native + microservice_orbital: query-node + +tag-query-node-as-latest: + extends: .tag-docker-image-as-latest + variables: + microservice_orbital: query-node + registry_orbital: orbitalhq + +publish-playground-to-gitlab-container-registry: + extends: .publish-to-gitlab-container-registry + variables: + projectDir: taxi-playground + microservice_orbital: taxi-playground + +.publish-docker-gitlab: + image: ${CI_DEPENDENCY_PROXY_GROUP_IMAGE_PREFIX}/jdrouet/docker-with-buildx:20.10.8-0.6.3 + stage: publish + except: + - tags + variables: + DOCKER_BUILDKIT: 1 + BUILDKIT_PROGRESS: plain + PROGRESS_NO_TRUNC: 1 + before_script: + - docker info + - docker buildx create --use + - docker login -u vynecd -p $DOCKER_HUB_PASSWORD + - echo "$CI_REGISTRY_PASSWORD" | docker login --username $CI_REGISTRY_USER --password-stdin $CI_REGISTRY + - | + if [[ "$CI_COMMIT_BRANCH" == "$CI_DEFAULT_BRANCH" ]]; then + tag="latest" + else + tag="$CI_COMMIT_REF_SLUG" + fi + echo "Running on branch '$CI_COMMIT_BRANCH': tag = $tag" + script: + - cd $projectDir + - pwd + - > + docker buildx build + --platform linux/arm64/v8,linux/amd64 + --push + -t "${CI_REGISTRY}/vyne/vyne/${microservice}:${tag}" + -t "${CI_REGISTRY}/vyne/vyne/${microservice}:${CI_COMMIT_SHORT_SHA}" . + +.container_scanning: + image: + name: docker.io/aquasec/trivy:latest + entrypoint: [""] + stage: verify + only: + - develop + variables: + # No need to clone the repo, we exclusively work on artifacts. See + # https://docs.gitlab.com/ee/ci/runners/README.html#git-strategy + GIT_STRATEGY: none +# Required if reading from Gitlab registry: + TRIVY_USERNAME: "$CI_DEPENDENCY_PROXY_USER" + TRIVY_PASSWORD: "$CI_DEPENDENCY_PROXY_PASSWORD" +# TRIVY_AUTH_URL: "$CI_REGISTRY" + FULL_IMAGE_NAME: $imageName + TRIVY_DB_REPOSITORY: public.ecr.aws/aquasecurity/trivy-db + TRIVY_JAVA_DB_REPOSITORY: public.ecr.aws/aquasecurity/trivy-java-db + script: +# - docker login -u $CI_DEPENDENCY_PROXY_USER -p $CI_DEPENDENCY_PROXY_PASSWORD $CI_DEPENDENCY_PROXY_SERVER + - trivy --version + # cache cleanup is needed when scanning images with the same tags, it does not remove the database + - time trivy clean --scan-cache + # update vulnerabilities db + - time trivy image --download-db-only --no-progress --cache-dir .trivycache/ + # Builds report and puts it in the default workdir $CI_PROJECT_DIR, so `artifacts:` can take it from there + - time trivy image --scanners vuln --exit-code 0 --cache-dir .trivycache/ --no-progress --output "$CI_PROJECT_DIR/vulnerabilities.txt" "$FULL_IMAGE_NAME" + # Prints full report + - time trivy image --scanners vuln --exit-code 0 --cache-dir .trivycache/ --no-progress "$FULL_IMAGE_NAME" + # Fail on critical vulnerabilities + - time trivy image --scanners vuln --exit-code 1 --cache-dir .trivycache/ --severity HIGH,CRITICAL --no-progress "$FULL_IMAGE_NAME" + cache: + paths: + - .trivycache/ + # Enables https://docs.gitlab.com/ee/user/application_security/container_scanning/ (Container Scanning report is available on GitLab EE Ultimate or GitLab.com Gold) + artifacts: + when: always + reports: + container_scanning: vulnerabilities.txt + +scan-orbital: + extends: .container_scanning + variables: + imageName: ${CI_DEPENDENCY_PROXY_GROUP_IMAGE_PREFIX}/orbitalhq/orbital:next + +validate-license-compliance: + stage: verify + image: ${CI_DEPENDENCY_PROXY_GROUP_IMAGE_PREFIX}/node:18.18 + script: + - node processLicenses.js + +publish-core-types: + image: ${CI_DEPENDENCY_PROXY_GROUP_IMAGE_PREFIX}/gradle:8.10.2-jdk21 + stage: deploy + only: + - tags + - develop + - master + before_script: + - 'command -v ssh-agent >/dev/null || ( apt-get update -y && apt-get install openssh-client -y )' + - apt-get install zip -y + - mkdir -p ~/.ssh + - echo "$GITHUB_PRIVATE_KEY" > $HOME/.ssh/id_rsa + - chmod -R 600 ~/.ssh + - eval $(ssh-agent -s) + - ssh-add ~/.ssh/id_rsa + script: + - PROJECT_VERSION=$(cat build-version.txt) + - cd orbital-taxi-publisher/build/distributions + - unzip packagePublisher.zip + - cd packagePublisher + - mkdir -p schema + - echo ${PROJECT_VERSION} + - > + ./bin/packagePublisher + --output=./schema + --version=${PROJECT_VERSION} + --remote-url=git@github.com:orbitalapi/orbital-core-taxi + --ssh-key=/root/.ssh/id_rsa \ No newline at end of file diff --git a/analytics/build.gradle.kts b/analytics/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/analytics/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/auth-common/build.gradle.kts b/auth-common/build.gradle.kts new file mode 100644 index 0000000000..af031d6ef9 --- /dev/null +++ b/auth-common/build.gradle.kts @@ -0,0 +1,42 @@ +plugins { + kotlin("jvm") + `java-library` +} + +dependencies { + // Hypersistence Utils + implementation("io.hypersistence:hypersistence-utils-hibernate-63:3.7.3") + + // Hibernate + implementation("org.hibernate:hibernate-core") + + // Spring + implementation("org.springframework:spring-webflux") + implementation("org.springframework.security:spring-security-oauth2-jose") + implementation("org.springframework.security:spring-security-web") + implementation("org.springframework.security:spring-security-oauth2-resource-server") + + // Internal dependencies + implementation(project(":vyne-core-types")) + + // Jakarta Persistence + implementation("jakarta.persistence:jakarta.persistence-api") + + // PAC4J + implementation("org.pac4j:spring-security-pac4j") + implementation("org.pac4j:pac4j-core") + implementation("org.pac4j:pac4j-saml") + + // Bouncy Castle + implementation("org.bouncycastle:bcprov-jdk18on") + implementation("org.bouncycastle:bcpkix-jdk18on") + + // Logging (required for Kotlin logging) + implementation("io.github.microutils:kotlin-logging-jvm") + + // HTTP4K (used in the source code) + implementation("org.http4k:http4k-core") + + // HOCON config (used by VyneUserRoleDefinitionFileRepository) + implementation("com.typesafe:config:1.4.3") +} diff --git a/auth-tokens/build.gradle.kts b/auth-tokens/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/auth-tokens/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/avro-message-format/build.gradle.kts b/avro-message-format/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/avro-message-format/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/build.gradle.kts b/build.gradle.kts new file mode 100644 index 0000000000..239fd13971 --- /dev/null +++ b/build.gradle.kts @@ -0,0 +1,242 @@ +import org.jetbrains.kotlin.gradle.dsl.JvmTarget +import org.jetbrains.kotlin.gradle.tasks.KotlinCompile + +plugins { + id("org.springframework.boot") version "3.3.11" apply false + id("io.spring.dependency-management") version "1.1.6" apply false + kotlin("jvm") version "1.9.24" apply false + kotlin("plugin.spring") version "1.9.24" apply false + kotlin("plugin.jpa") version "1.9.24" apply false + kotlin("plugin.serialization") version "1.9.24" apply false + id("org.graalvm.buildtools.native") version "0.10.3" apply false + id("com.github.jk1.dependency-license-report") version "2.8" apply false + id("com.github.hierynomus.license") version "0.16.1" apply false + id("net.researchgate.release") version "3.0.2" apply false +} + +group = "com.orbitalhq" +version = "0.36.0-SNAPSHOT" + +// Centralized version management +val versions = mapOf( + "kotlin" to "1.9.24", + "kotlinxCoroutines" to "1.9.0", + "kotlinxSerialization" to "1.5.1", + "kotlinDataframe" to "0.14.0", + "taxi" to "1.65.0-SNAPSHOT", + "elasticsearch" to "7.5.2", + "kotlinLogging" to "3.0.5", + "springCloud" to "2023.0.1", + "arrow" to "1.1.5", + "logstashLogback" to "7.4", + "http4k" to "4.48.0.0", + "hazelcast" to "5.4.0", + "testcontainers" to "1.19.3", + "guava" to "32.1.3-jre", + "reactorBom" to "2023.0.0", + "logbook" to "3.12.0", + "jgit" to "6.9.0.202403050737-r", + "kotest" to "5.6.2", + "jsonPath" to "2.9.0", + "awsS3Sdk" to "1.12.778", + "awsDynamoSdk" to "1.12.701", + "netty" to "4.1.118.Final", // CVE-2025-24970 can probably remove after spring boot > 3.4.2 + "protobuf" to "3.25.5", // CVE-2024-7254 - Transitive dependency in wire-compiler and calcite-core + "commonsIo" to "2.17.0", // CVE-2024-47554 in <2.14.0 + "bouncycastle" to "1.78", + "eclipseCollections" to "11.1.0" +) + +// Task to print version for CI +tasks.register("printVersion") { + doLast { + println(project.version) + } +} + +// Apply license reporting to root project +apply(plugin = "com.github.jk1.dependency-license-report") + +configure { + outputDir = "$buildDir/reports/dependency-license" + projects = arrayOf(project) + configurations = arrayOf("compileClasspath") +} + +allprojects { + repositories { + mavenCentral() + maven { + name = "OrbitalSnapshots" + url = uri("https://repo.orbitalhq.com/snapshot") + content { + includeGroup("com.orbitalhq") + includeGroup("org.taxilang") + } + } + maven { + name = "OrbitalRelease" + url = uri("https://repo.orbitalhq.com/release") + content { + includeGroup("com.orbitalhq") + } + } + maven { + name = "JooqPro" + url = uri("https://repo.jooq.org/repo") + credentials { + username = System.getenv("JOOQ_REPO_USERNAME") + password = System.getenv("JOOQ_REPO_PASSWORD") + } + content { + includeGroup("org.jooq.pro") + } + } + } +} + +subprojects { + apply(plugin = "kotlin") + apply(plugin = "io.spring.dependency-management") + apply(plugin = "maven-publish") + + configure { + sourceCompatibility = JavaVersion.VERSION_21 + targetCompatibility = JavaVersion.VERSION_21 + } + + configure { + repositories { + maven { + name = "orbital" + url = uri(if (version.toString().contains("SNAPSHOT")) { + "s3://repo.orbitalhq.com/snapshot" + } else { + "s3://repo.orbitalhq.com/release" + }) + } + } + } + + tasks.withType { + compilerOptions { + jvmTarget.set(JvmTarget.JVM_21) + freeCompilerArgs.add("-Xjsr305=strict") + } + } + + tasks.withType { + useJUnitPlatform() + jvmArgs( + "--add-exports=java.base/jdk.internal.ref=ALL-UNNAMED", + "--add-exports=java.base/sun.nio.ch=ALL-UNNAMED", + "--add-exports=jdk.unsupported/sun.misc=ALL-UNNAMED", + "--add-exports=jdk.compiler/com.sun.tools.javac.file=ALL-UNNAMED", + "--add-opens=jdk.compiler/com.sun.tools.javac=ALL-UNNAMED", + "--add-opens=java.base/java.lang=ALL-UNNAMED", + "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED", + "--add-opens=java.base/java.io=ALL-UNNAMED", + "--add-opens=java.base/java.util=ALL-UNNAMED" + ) + systemProperty("surefire.rerunFailingTestsCount", "2") + systemProperty("env.buildServer", "true") + } + + the().apply { + imports { + mavenBom("org.springframework.boot:spring-boot-dependencies:3.3.11") + mavenBom("org.springframework.cloud:spring-cloud-dependencies:${versions["springCloud"]}") + mavenBom("org.zalando:logbook-bom:${versions["logbook"]}") + mavenBom("software.amazon.awssdk:bom:2.29.14") + mavenBom("io.projectreactor:reactor-bom:${versions["reactorBom"]}") + mavenBom("org.http4k:http4k-bom:${versions["http4k"]}") + mavenBom("com.fasterxml.jackson:jackson-bom:2.17.2") + mavenBom("io.micrometer:micrometer-bom:1.13.1") + mavenBom("org.testcontainers:testcontainers-bom:${versions["testcontainers"]}") + mavenBom("net.openhft:chronicle-bom:2.25ea58") + } + + dependencies { + // Kotlin + dependency("org.jetbrains.kotlin:kotlin-stdlib-jdk8:${versions["kotlin"]}") + dependency("org.jetbrains.kotlin:kotlin-reflect:${versions["kotlin"]}") + dependency("org.jetbrains.kotlin:kotlin-script-runtime:${versions["kotlin"]}") + dependency("org.jetbrains.kotlin:kotlin-test-junit:${versions["kotlin"]}") + + // Kotlin Coroutines + dependency("org.jetbrains.kotlinx:kotlinx-coroutines-core:${versions["kotlinxCoroutines"]}") + dependency("org.jetbrains.kotlinx:kotlinx-coroutines-reactor:${versions["kotlinxCoroutines"]}") + dependency("org.jetbrains.kotlinx:kotlinx-coroutines-test:${versions["kotlinxCoroutines"]}") + dependency("org.jetbrains.kotlinx:kotlinx-coroutines-reactive:${versions["kotlinxCoroutines"]}") + + // Kotlin Serialization + dependency("org.jetbrains.kotlinx:kotlinx-serialization-core:${versions["kotlinxSerialization"]}") + dependency("org.jetbrains.kotlinx:kotlinx-serialization-json:${versions["kotlinxSerialization"]}") + dependency("org.jetbrains.kotlinx:kotlinx-serialization-hocon:${versions["kotlinxSerialization"]}") + dependency("org.jetbrains.kotlinx:kotlinx-serialization-cbor:${versions["kotlinxSerialization"]}") + + // Taxi (requires snapshot repository access - see firewall configuration) + dependency("org.taxilang:compiler:${versions["taxi"]}") + dependency("org.taxilang:core-types:${versions["taxi"]}") + dependency("org.taxilang:taxi-annotations:${versions["taxi"]}") + dependency("org.taxilang:java2taxi:${versions["taxi"]}") + dependency("org.taxilang:lang-to-taxi-api:${versions["taxi"]}") + dependency("org.taxilang:taxi-stdlib-annotations:${versions["taxi"]}") + dependency("org.taxilang:taxi-jvm-common:${versions["taxi"]}") + + // Logging + dependency("io.github.microutils:kotlin-logging-jvm:${versions["kotlinLogging"]}") + dependency("net.logstash.logback:logstash-logback-encoder:${versions["logstashLogback"]}") + + // Common utilities + dependency("com.google.guava:guava:${versions["guava"]}") + dependency("com.google.guava:guava-testlib:${versions["guava"]}") + dependency("org.apache.commons:commons-lang3:3.12.0") + dependency("commons-io:commons-io:${versions["commonsIo"]}") // CVE-2024-47554 in <2.14.0 + dependency("com.diffplug.durian:durian:3.4.0") + + // Eclipse Collections + dependency("org.eclipse.collections:eclipse-collections-api:${versions["eclipseCollections"]}") + dependency("org.eclipse.collections:eclipse-collections:${versions["eclipseCollections"]}") + + // Arrow + dependency("io.arrow-kt:arrow-core:${versions["arrow"]}") + + // Other + dependency("com.aventrix.jnanoid:jnanoid:2.0.0") + dependency("app.cash.turbine:turbine-jvm:0.12.1") + dependency("com.hazelcast:hazelcast:${versions["hazelcast"]}") + dependency("org.eclipse.jgit:org.eclipse.jgit:${versions["jgit"]}") + + // Security vulnerabilities fixes + dependency("org.apache.commons:commons-compress:1.26.0") + dependency("com.google.protobuf:protobuf-java:${versions["protobuf"]}") // CVE-2024-7254 - Transitive dependency in wire-compiler and calcite-core + dependency("com.rabbitmq:amqp-client:5.18.0") + dependency("com.github.jsqlparser:jsqlparser:4.9") + dependency("net.minidev:json-smart:2.5.2") + dependency("org.jooq.pro:jooq:3.19.4") + dependency("io.netty:netty-all:${versions["netty"]}") // CVE-2025-24970 can probably remove after spring boot > 3.4.2 + dependency("org.bouncycastle:bcprov-jdk18on:${versions["bouncycastle"]}") + dependency("org.bouncycastle:bcpkix-jdk18on:${versions["bouncycastle"]}") + + // PAC4J + dependency("org.pac4j:pac4j-core:6.0.6") + dependency("org.pac4j:spring-security-pac4j:10.0.0") + dependency("org.pac4j:pac4j-saml:6.0.6") + + // Test dependencies + dependency("junit:junit:4.13.2") + dependency("org.hamcrest:hamcrest-all:1.3") + dependency("com.jayway.awaitility:awaitility:1.7.0") + dependency("org.jetbrains.spek:spek-api:1.1.5") + dependency("com.winterbe:expekt:0.5.0") + dependency("com.nhaarman:mockito-kotlin:1.6.0") + dependency("io.kotest:kotest-runner-junit5-jvm:${versions["kotest"]}") + dependency("io.kotest:kotest-assertions-core-jvm:${versions["kotest"]}") + + // AWS + dependency("com.amazonaws:aws-java-sdk-s3:${versions["awsS3Sdk"]}") + dependency("com.amazonaws:aws-java-sdk-dynamodb:${versions["awsDynamoSdk"]}") + } + } +} diff --git a/cockpit-core/build.gradle.kts b/cockpit-core/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/cockpit-core/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/connectors/aws-connectors/aws-core/build.gradle.kts b/connectors/aws-connectors/aws-core/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/connectors/aws-connectors/aws-core/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/connectors/aws-connectors/build.gradle.kts b/connectors/aws-connectors/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/connectors/aws-connectors/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/connectors/aws-connectors/dynamo-db-connector/build.gradle.kts b/connectors/aws-connectors/dynamo-db-connector/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/connectors/aws-connectors/dynamo-db-connector/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/connectors/aws-connectors/lambda-connector/build.gradle.kts b/connectors/aws-connectors/lambda-connector/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/connectors/aws-connectors/lambda-connector/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/connectors/aws-connectors/s3-connector/build.gradle.kts b/connectors/aws-connectors/s3-connector/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/connectors/aws-connectors/s3-connector/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/connectors/aws-connectors/sqs-connector/build.gradle.kts b/connectors/aws-connectors/sqs-connector/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/connectors/aws-connectors/sqs-connector/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/connectors/azure-connectors/blob-connector/build.gradle.kts b/connectors/azure-connectors/blob-connector/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/connectors/azure-connectors/blob-connector/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/connectors/azure-connectors/build.gradle.kts b/connectors/azure-connectors/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/connectors/azure-connectors/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/connectors/azure-connectors/servicebus-connector/build.gradle.kts b/connectors/azure-connectors/servicebus-connector/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/connectors/azure-connectors/servicebus-connector/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/connectors/build.gradle.kts b/connectors/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/connectors/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/connectors/connectors-calcite/build.gradle.kts b/connectors/connectors-calcite/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/connectors/connectors-calcite/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/connectors/connectors-core/build.gradle.kts b/connectors/connectors-core/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/connectors/connectors-core/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/connectors/hazelcast-connector/build.gradle.kts b/connectors/hazelcast-connector/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/connectors/hazelcast-connector/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/connectors/jdbc-connector/build.gradle.kts b/connectors/jdbc-connector/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/connectors/jdbc-connector/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/connectors/kafka-connector/build.gradle.kts b/connectors/kafka-connector/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/connectors/kafka-connector/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/connectors/nosql-connectors/build.gradle.kts b/connectors/nosql-connectors/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/connectors/nosql-connectors/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/connectors/nosql-connectors/mongodb-connector/build.gradle.kts b/connectors/nosql-connectors/mongodb-connector/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/connectors/nosql-connectors/mongodb-connector/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/connectors/soap-connector/build.gradle.kts b/connectors/soap-connector/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/connectors/soap-connector/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/copilot/build.gradle.kts b/copilot/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/copilot/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/datatype-converters/build.gradle.kts b/datatype-converters/build.gradle.kts new file mode 100644 index 0000000000..2ec0370206 --- /dev/null +++ b/datatype-converters/build.gradle.kts @@ -0,0 +1,21 @@ +plugins { + kotlin("jvm") + `java-library` +} + +dependencies { + // Internal dependencies + implementation(project(":vyne-core-types")) + + // Stormpot for object pooling + implementation("com.github.chrisvest:stormpot:3.1") + + // Spring Core (provided/optional in Maven) + compileOnly("org.springframework:spring-core") + + // Logging + implementation("io.github.microutils:kotlin-logging-jvm") + + // Apache Commons Lang (for NumberUtils) + implementation("org.apache.commons:commons-lang3") +} diff --git a/events-api/build.gradle.kts b/events-api/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/events-api/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/formats-common/build.gradle.kts b/formats-common/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/formats-common/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/gradle.properties b/gradle.properties new file mode 100644 index 0000000000..3ea49a88fe --- /dev/null +++ b/gradle.properties @@ -0,0 +1,20 @@ +# Global Gradle properties +org.gradle.jvmargs=-Xmx4g -XX:MaxMetaspaceSize=512m -XX:+HeapDumpOnOutOfMemoryError +org.gradle.parallel=true +org.gradle.caching=true +org.gradle.daemon=true + +# Kotlin +kotlin.code.style=official +kotlin.incremental=true + +# Java +java.version=21 + +# Build properties +buildNumber=0 +version=0.36.0-SNAPSHOT + +# External properties (set via environment or command line) +# JOOQ_REPO_USERNAME= +# JOOQ_REPO_PASSWORD= \ No newline at end of file diff --git a/gradle/wrapper/gradle-wrapper.properties b/gradle/wrapper/gradle-wrapper.properties new file mode 100644 index 0000000000..f39d8270c1 --- /dev/null +++ b/gradle/wrapper/gradle-wrapper.properties @@ -0,0 +1,5 @@ +distributionUrl=https\://services.gradle.org/distributions/gradle-8.10.2-bin.zip +distributionBase=GRADLE_USER_HOME +distributionPath=wrapper/dists +zipStorePath=wrapper/dists +zipStoreBase=GRADLE_USER_HOME diff --git a/gradlew b/gradlew new file mode 100755 index 0000000000..17a91706f5 --- /dev/null +++ b/gradlew @@ -0,0 +1,176 @@ +#!/usr/bin/env sh + +############################################################################## +## +## Gradle start up script for UN*X +## +############################################################################## + +# Attempt to set APP_HOME +# Resolve links: $0 may be a link +PRG="$0" +# Need this for relative symlinks. +while [ -h "$PRG" ] ; do + ls=`ls -ld "$PRG"` + link=`expr "$ls" : '.*-> \(.*\)$'` + if expr "$link" : '/.*' > /dev/null; then + PRG="$link" + else + PRG=`dirname "$PRG"`"/$link" + fi +done +SAVED="`pwd`" +cd "`dirname \"$PRG\"`/" >/dev/null +APP_HOME="`pwd -P`" +cd "$SAVED" >/dev/null + +APP_NAME="Gradle" +APP_BASE_NAME=`basename "$0"` + +# Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script. +DEFAULT_JVM_OPTS="" + +# Use the maximum available, or set MAX_FD != -1 to use that value. +MAX_FD="maximum" + +warn () { + echo "$*" +} + +die () { + echo + echo "$*" + echo + exit 1 +} + +# OS specific support (must be 'true' or 'false'). +cygwin=false +msys=false +darwin=false +nonstop=false +case "`uname`" in + CYGWIN* ) + cygwin=true + ;; + Darwin* ) + darwin=true + ;; + MINGW* ) + msys=true + ;; + NONSTOP* ) + nonstop=true + ;; +esac + +CLASSPATH=$APP_HOME/gradle/wrapper/gradle-wrapper.jar + +# Determine the Java command to use to start the JVM. +if [ -n "$JAVA_HOME" ] ; then + if [ -x "$JAVA_HOME/jre/sh/java" ] ; then + # IBM's JDK on AIX uses strange locations for the executables + JAVACMD="$JAVA_HOME/jre/sh/java" + else + JAVACMD="$JAVA_HOME/bin/java" + fi + if [ ! -x "$JAVACMD" ] ; then + die "ERROR: JAVA_HOME is set to an invalid directory: $JAVA_HOME + +Please set the JAVA_HOME variable in your environment to match the +location of your Java installation." + fi +else + JAVACMD="java" + which java >/dev/null 2>&1 || die "ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH. + +Please set the JAVA_HOME variable in your environment to match the +location of your Java installation." +fi + +# Increase the maximum file descriptors if we can. +if [ "$cygwin" = "false" -a "$darwin" = "false" -a "$nonstop" = "false" ] ; then + MAX_FD_LIMIT=`ulimit -H -n` + if [ $? -eq 0 ] ; then + if [ "$MAX_FD" = "maximum" -o "$MAX_FD" = "max" ] ; then + MAX_FD="$MAX_FD_LIMIT" + fi + ulimit -n $MAX_FD + if [ $? -ne 0 ] ; then + warn "Could not set maximum file descriptor limit: $MAX_FD" + fi + else + warn "Could not query maximum file descriptor limit: $MAX_FD_LIMIT" + fi +fi + +# For Darwin, add options to specify how the application appears in the dock +if $darwin; then + GRADLE_OPTS="$GRADLE_OPTS \"-Xdock:name=$APP_NAME\" \"-Xdock:icon=$APP_HOME/media/gradle.icns\"" +fi + +# For Cygwin, switch paths to Windows format before running java +if $cygwin ; then + APP_HOME=`cygpath --path --mixed "$APP_HOME"` + CLASSPATH=`cygpath --path --mixed "$CLASSPATH"` + JAVACMD=`cygpath --unix "$JAVACMD"` + + # We build the pattern for arguments to be converted via cygpath + ROOTDIRSRAW=`find -L / -maxdepth 1 -mindepth 1 -type d 2>/dev/null` + SEP="" + for dir in $ROOTDIRSRAW ; do + ROOTDIRS="$ROOTDIRS$SEP$dir" + SEP="|" + done + OURCYGPATTERN="(^($ROOTDIRS))" + # Add a user-defined pattern to the cygpath arguments + if [ "$GRADLE_CYGPATTERN" != "" ] ; then + OURCYGPATTERN="$OURCYGPATTERN|($GRADLE_CYGPATTERN)" + fi + # Now convert the arguments - kludge to limit ourselves to /bin/sh + i=0 + for arg in "$@" ; do + CHECK=`echo "$arg"|egrep -c "$OURCYGPATTERN" -` + CHECK2=`echo "$arg"|egrep -c "^-"` ### Determine if an option + + if [ $CHECK -ne 0 ] && [ $CHECK2 -eq 0 ] ; then ### Added a condition + eval `echo args$i`=`cygpath --path --ignore --mixed "$arg"` + else + eval `echo args$i`="\"$arg\"" + fi + i=$((i+1)) + done + case $i in + (0) set -- ;; + (1) set -- "$args0" ;; + (2) set -- "$args0" "$args1" ;; + (3) set -- "$args0" "$args1" "$args2" ;; + (4) set -- "$args0" "$args1" "$args2" "$args3" ;; + (5) set -- "$args0" "$args1" "$args2" "$args3" "$args4" ;; + (6) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" ;; + (7) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" ;; + (8) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" ;; + (9) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" "$args8" ;; + esac +fi + +# Escape application args +save () { + for i do printf %s\\n "$i" | sed "s/'/'\\\\''/g;1s/^/'/;\$s/\$/' \\\\/" ; done + echo " " +} +APP_ARGS=$(save "$@") + +# Collect all arguments for the java command, following the shell quoting and substitution rules +if $JAVACMD --add-opens java.base/java.lang=ALL-UNNAMED -version ; then + DEFAULT_JVM_OPTS="--add-opens java.base/java.lang=ALL-UNNAMED $DEFAULT_JVM_OPTS" +fi + +eval set -- $DEFAULT_JVM_OPTS $JAVA_OPTS $GRADLE_OPTS "\"-Dorg.gradle.appname=$APP_BASE_NAME\"" -classpath "\"$CLASSPATH\"" org.gradle.wrapper.GradleWrapperMain "$APP_ARGS" + +# by default we should be in the correct project dir, but when run from Finder on Mac, the cwd is wrong +if [ "$(uname)" = "Darwin" ] && [ "$HOME" = "$PWD" ]; then + cd "$(dirname "$0")" +fi + +exec "$JAVACMD" "$@" diff --git a/gradlew.bat b/gradlew.bat new file mode 100644 index 0000000000..e95643d6a2 --- /dev/null +++ b/gradlew.bat @@ -0,0 +1,84 @@ +@if "%DEBUG%" == "" @echo off +@rem ########################################################################## +@rem +@rem Gradle startup script for Windows +@rem +@rem ########################################################################## + +@rem Set local scope for the variables with windows NT shell +if "%OS%"=="Windows_NT" setlocal + +set DIRNAME=%~dp0 +if "%DIRNAME%" == "" set DIRNAME=. +set APP_BASE_NAME=%~n0 +set APP_HOME=%DIRNAME% + +@rem Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script. +set DEFAULT_JVM_OPTS= + +@rem Find java.exe +if defined JAVA_HOME goto findJavaFromJavaHome + +set JAVA_EXE=java.exe +%JAVA_EXE% -version >NUL 2>&1 +if "%ERRORLEVEL%" == "0" goto init + +echo. +echo ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH. +echo. +echo Please set the JAVA_HOME variable in your environment to match the +echo location of your Java installation. + +goto fail + +:findJavaFromJavaHome +set JAVA_HOME=%JAVA_HOME:"=% +set JAVA_EXE=%JAVA_HOME%/bin/java.exe + +if exist "%JAVA_EXE%" goto init + +echo. +echo ERROR: JAVA_HOME is set to an invalid directory: %JAVA_HOME% +echo. +echo Please set the JAVA_HOME variable in your environment to match the +echo location of your Java installation. + +goto fail + +:init +@rem Get command-line arguments, handling Windows variants + +if not "%OS%" == "Windows_NT" goto win9xME_args + +:win9xME_args +@rem Slurp the command line arguments. +set CMD_LINE_ARGS= +set _SKIP=2 + +:win9xME_args_slurp +if "x%~1" == "x" goto execute + +set CMD_LINE_ARGS=%* + +:execute +@rem Setup the command line + +set CLASSPATH=%APP_HOME%\gradle\wrapper\gradle-wrapper.jar + +@rem Execute Gradle +"%JAVA_EXE%" %DEFAULT_JVM_OPTS% %JAVA_OPTS% %GRADLE_OPTS% "-Dorg.gradle.appname=%APP_BASE_NAME%" -classpath "%CLASSPATH%" org.gradle.wrapper.GradleWrapperMain %CMD_LINE_ARGS% + +:end +@rem End local scope for the variables with windows NT shell +if "%ERRORLEVEL%"=="0" goto mainEnd + +:fail +rem Set variable GRADLE_EXIT_CONSOLE if you need the _script_ return code instead of +rem the _cmd.exe /c_ return code! +if not "" == "%GRADLE_EXIT_CONSOLE%" exit 1 +exit /b 1 + +:mainEnd +if "%OS%"=="Windows_NT" endlocal + +:omega diff --git a/history-persistence/build.gradle.kts b/history-persistence/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/history-persistence/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/history-service/build.gradle.kts b/history-service/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/history-service/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/licensing/build.gradle.kts b/licensing/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/licensing/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/licensing/license-api/build.gradle.kts b/licensing/license-api/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/licensing/license-api/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/licensing/license-client/build.gradle.kts b/licensing/license-client/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/licensing/license-client/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/metrics-utils/build.gradle.kts b/metrics-utils/build.gradle.kts new file mode 100644 index 0000000000..2ea89b989f --- /dev/null +++ b/metrics-utils/build.gradle.kts @@ -0,0 +1,9 @@ +plugins { + kotlin("jvm") + `java-library` +} + +dependencies { + // Micrometer + implementation("io.micrometer:micrometer-core") +} diff --git a/monitoring-common/build.gradle.kts b/monitoring-common/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/monitoring-common/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/nebula-support/build.gradle.kts b/nebula-support/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/nebula-support/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/orbital-taxi-publisher/build.gradle.kts b/orbital-taxi-publisher/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/orbital-taxi-publisher/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/persistence-utils/build.gradle.kts b/persistence-utils/build.gradle.kts new file mode 100644 index 0000000000..5b2edd9443 --- /dev/null +++ b/persistence-utils/build.gradle.kts @@ -0,0 +1,17 @@ +plugins { + kotlin("jvm") + kotlin("plugin.serialization") + `java-library` +} + +dependencies { + // Jakarta Persistence API + implementation("jakarta.persistence:jakarta.persistence-api") + + // Jackson + implementation("com.fasterxml.jackson.module:jackson-module-kotlin") + implementation("com.fasterxml.jackson.core:jackson-core") + + // Kotlin Serialization + implementation("org.jetbrains.kotlinx:kotlinx-serialization-json-jvm") +} diff --git a/pipelines/build.gradle.kts b/pipelines/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/pipelines/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/pipelines/pipeline-jet-api/build.gradle.kts b/pipelines/pipeline-jet-api/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/pipelines/pipeline-jet-api/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/pipelines/pipeline-jet/build.gradle.kts b/pipelines/pipeline-jet/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/pipelines/pipeline-jet/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/pipelines/stream-engine/build.gradle.kts b/pipelines/stream-engine/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/pipelines/stream-engine/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/plugin-api/build.gradle.kts b/plugin-api/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/plugin-api/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/plugin-loader/build.gradle.kts b/plugin-loader/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/plugin-loader/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/policy-evaluator/build.gradle.kts b/policy-evaluator/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/policy-evaluator/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/protobuf-utils/build.gradle.kts b/protobuf-utils/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/protobuf-utils/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/query-node-api/build.gradle.kts b/query-node-api/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/query-node-api/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/query-node-core/build.gradle.kts b/query-node-core/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/query-node-core/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/query-node-native/build.gradle.kts b/query-node-native/build.gradle.kts new file mode 100644 index 0000000000..20a686999e --- /dev/null +++ b/query-node-native/build.gradle.kts @@ -0,0 +1,85 @@ +plugins { + kotlin("jvm") + kotlin("plugin.spring") + id("org.springframework.boot") + id("org.graalvm.buildtools.native") + `java-library` +} + +dependencies { + testImplementation("io.projectreactor:reactor-test") + testImplementation("org.testcontainers:junit-jupiter") + implementation("io.projectreactor:reactor-tools") + implementation("io.projectreactor.rabbitmq:reactor-rabbitmq:1.5.6") + testImplementation("org.testcontainers:rabbitmq") + + // Spring Cloud Function + implementation("org.springframework.cloud:spring-cloud-function-context") + implementation("org.springframework.cloud:spring-cloud-function-web") + implementation("org.springframework.cloud:spring-cloud-function-adapter-aws") + + // AWS Lambda + implementation("com.amazonaws:aws-lambda-java-events:3.9.0") + compileOnly("com.amazonaws:aws-lambda-java-core:1.1.0") + + // Spring Boot + implementation("org.springframework.boot:spring-boot-starter-webflux") + implementation("org.springframework.boot:spring-boot-starter-actuator") + + // Jackson and Kotlin + implementation("com.fasterxml.jackson.module:jackson-module-kotlin") + implementation("io.projectreactor.kotlin:reactor-kotlin-extensions") + implementation("org.jetbrains.kotlin:kotlin-reflect") + implementation("org.jetbrains.kotlin:kotlin-stdlib-jdk8") + implementation("org.jetbrains.kotlinx:kotlinx-coroutines-reactor") + + // Internal dependencies + implementation(project(":monitoring-common")) + implementation(project(":query-node-api")) + implementation(project(":vyne-spring")) { + exclude(group = "commons-logging", module = "commons-logging") + } + implementation(project(":query-node-core")) { + exclude(group = "commons-logging", module = "commons-logging") + exclude(group = "com.fasterxml.woodstox", module = "woodstox-core") + } + implementation(project(":vyne-history-core")) + implementation(project(":jdbc-connector")) + implementation(project(":dynamo-db-connector")) + implementation(project(":vyne-core-types")) + + // Jackson + implementation("com.fasterxml.jackson.datatype:jackson-datatype-jsr310") + + // Test dependencies + testImplementation("io.kotest:kotest-runner-junit5-jvm") + testImplementation("io.kotest:kotest-assertions-core-jvm") +} + +// Exclude woodstox from all configurations to prevent native compilation issues +configurations.all { + exclude(group = "com.fasterxml.woodstox", module = "woodstox-core") +} + +dependencyManagement { + imports { + mavenBom("org.springframework.cloud:spring-cloud-function-dependencies:4.0.2") + } +} + +graalvmNative { + binaries { + named("main") { + buildArgs.add("--initialize-at-build-time=org.apache.commons.logging,com.ctc.wstx.api.ReaderConfig") + verbose.set(true) + } + } + metadataRepository { + enabled.set(true) + version.set("0.3.14") + } +} + +tasks.named("bootJar") { + archiveFileName.set("${project.name}.jar") +} diff --git a/query-node-service/build.gradle.kts b/query-node-service/build.gradle.kts new file mode 100644 index 0000000000..6e0e898687 --- /dev/null +++ b/query-node-service/build.gradle.kts @@ -0,0 +1,26 @@ +plugins { + kotlin("jvm") + kotlin("plugin.spring") + id("org.springframework.boot") + `java-library` +} + +dependencies { + implementation(project(":soap-connector")) + implementation(project(":vyne-history-core")) + implementation("com.github.ben-manes.caffeine:caffeine") + implementation(project(":query-node-core")) + implementation("org.springframework.boot:spring-boot-starter-webflux") + implementation(project(":vyne-spring")) + implementation("org.springframework.boot:spring-boot-starter-actuator") + implementation("io.micrometer:micrometer-registry-jmx") +} + +tasks.named("bootJar") { + archiveFileName.set("${project.name}.jar") +} + +// Generate build-info +springBoot { + buildInfo() +} diff --git a/regression-tests/build.gradle.kts b/regression-tests/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/regression-tests/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/schema-management/build.gradle.kts b/schema-management/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/schema-management/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/schema-management/schema-api/build.gradle.kts b/schema-management/schema-api/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/schema-management/schema-api/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/schema-management/schema-consumer-api/build.gradle.kts b/schema-management/schema-consumer-api/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/schema-management/schema-consumer-api/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/schema-management/schema-http-common/build.gradle.kts b/schema-management/schema-http-common/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/schema-management/schema-http-common/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/schema-management/schema-http-consumer/build.gradle.kts b/schema-management/schema-http-consumer/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/schema-management/schema-http-consumer/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/schema-management/schema-http-publisher/build.gradle.kts b/schema-management/schema-http-publisher/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/schema-management/schema-http-publisher/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/schema-management/schema-publisher-api/build.gradle.kts b/schema-management/schema-publisher-api/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/schema-management/schema-publisher-api/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/schema-management/schema-publisher-cli/build.gradle.kts b/schema-management/schema-publisher-cli/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/schema-management/schema-publisher-cli/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/schema-management/schema-rsocket-common/build.gradle.kts b/schema-management/schema-rsocket-common/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/schema-management/schema-rsocket-common/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/schema-management/schema-rsocket-consumer/build.gradle.kts b/schema-management/schema-rsocket-consumer/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/schema-management/schema-rsocket-consumer/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/schema-management/schema-rsocket-publisher/build.gradle.kts b/schema-management/schema-rsocket-publisher/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/schema-management/schema-rsocket-publisher/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/schema-management/schema-spring/build.gradle.kts b/schema-management/schema-spring/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/schema-management/schema-spring/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/schema-server-api/build.gradle.kts b/schema-server-api/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/schema-server-api/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/schema-server-core/build.gradle.kts b/schema-server-core/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/schema-server-core/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/schema-server/build.gradle.kts b/schema-server/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/schema-server/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/schema-store-client/build.gradle.kts b/schema-store-client/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/schema-store-client/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/settings.gradle.kts b/settings.gradle.kts new file mode 100644 index 0000000000..830dd80ab0 --- /dev/null +++ b/settings.gradle.kts @@ -0,0 +1,166 @@ +rootProject.name = "orbital-platform" + +// Include all top-level modules +include( + ":vyne-core-types", + ":events-api", + ":vyne-search", + ":utils", + ":taxiql-query-engine", + ":vyne-spring", + ":vyne-spring-http", + ":schema-store-client", + ":vyne-query-service", + ":vyne-client", + ":vyne-query-api", + ":vyne-client-spring", + ":schema-server", + ":pipelines", + ":test-cli", + ":vyne-csv-utils", + ":vyne-history-core", + ":connectors", + ":schema-server-api", + ":vyne-analytics-server", + ":schema-management", + ":schema-server-core", + ":protobuf-utils", + ":licensing", + ":vyne-spring-http-client", + ":datatype-converters", + ":taxi-playground", + ":station", + ":auth-common", + ":query-node-core", + ":query-node-service", + ":history-persistence", + ":history-service", + ":cockpit-core", + ":query-node-api", + ":monitoring-common", + ":analytics", + ":spring-utils", + ":copilot", + ":auth-tokens", + ":query-node-native", + ":formats-common", + ":taxi-playground-core", + ":policy-evaluator", + ":avro-message-format", + ":test-utils", + ":plugin-api", + ":plugin-loader", + ":nebula-support", + ":orbital-taxi-publisher", + ":persistence-utils", + ":metrics-utils", + ":regression-tests" +) + +// Include nested connector modules +include( + ":connectors-core", + ":connectors-calcite", + ":hazelcast-connector", + ":jdbc-connector", + ":kafka-connector", + ":soap-connector" +) + +// AWS Connectors +include( + ":aws-connectors", + ":aws-core", + ":dynamo-db-connector", + ":lambda-connector", + ":s3-connector", + ":sqs-connector" +) + +// Azure Connectors +include( + ":azure-connectors", + ":blob-connector", + ":servicebus-connector" +) + +// NoSQL Connectors +include( + ":nosql-connectors", + ":mongodb-connector" +) + +// Licensing modules +include( + ":license-api", + ":license-client" +) + +// Pipeline modules +include( + ":stream-engine", + ":pipeline-jet", + ":pipeline-jet-api" +) + +// Schema management modules +include( + ":schema-api", + ":schema-consumer-api", + ":schema-http-common", + ":schema-http-consumer", + ":schema-http-publisher", + ":schema-publisher-api", + ":schema-publisher-cli", + ":schema-rsocket-common", + ":schema-rsocket-consumer", + ":schema-rsocket-publisher", + ":schema-spring" +) + +// Set project directories for nested modules +project(":connectors-core").projectDir = file("connectors/connectors-core") +project(":connectors-calcite").projectDir = file("connectors/connectors-calcite") +project(":hazelcast-connector").projectDir = file("connectors/hazelcast-connector") +project(":jdbc-connector").projectDir = file("connectors/jdbc-connector") +project(":kafka-connector").projectDir = file("connectors/kafka-connector") +project(":soap-connector").projectDir = file("connectors/soap-connector") + +// AWS Connectors +project(":aws-connectors").projectDir = file("connectors/aws-connectors") +project(":aws-core").projectDir = file("connectors/aws-connectors/aws-core") +project(":dynamo-db-connector").projectDir = file("connectors/aws-connectors/dynamo-db-connector") +project(":lambda-connector").projectDir = file("connectors/aws-connectors/lambda-connector") +project(":s3-connector").projectDir = file("connectors/aws-connectors/s3-connector") +project(":sqs-connector").projectDir = file("connectors/aws-connectors/sqs-connector") + +// Azure Connectors +project(":azure-connectors").projectDir = file("connectors/azure-connectors") +project(":blob-connector").projectDir = file("connectors/azure-connectors/blob-connector") +project(":servicebus-connector").projectDir = file("connectors/azure-connectors/servicebus-connector") + +// NoSQL Connectors +project(":nosql-connectors").projectDir = file("connectors/nosql-connectors") +project(":mongodb-connector").projectDir = file("connectors/nosql-connectors/mongodb-connector") + +// Licensing +project(":license-api").projectDir = file("licensing/license-api") +project(":license-client").projectDir = file("licensing/license-client") + +// Pipelines +project(":stream-engine").projectDir = file("pipelines/stream-engine") +project(":pipeline-jet").projectDir = file("pipelines/pipeline-jet") +project(":pipeline-jet-api").projectDir = file("pipelines/pipeline-jet-api") + +// Schema management +project(":schema-api").projectDir = file("schema-management/schema-api") +project(":schema-consumer-api").projectDir = file("schema-management/schema-consumer-api") +project(":schema-http-common").projectDir = file("schema-management/schema-http-common") +project(":schema-http-consumer").projectDir = file("schema-management/schema-http-consumer") +project(":schema-http-publisher").projectDir = file("schema-management/schema-http-publisher") +project(":schema-publisher-api").projectDir = file("schema-management/schema-publisher-api") +project(":schema-publisher-cli").projectDir = file("schema-management/schema-publisher-cli") +project(":schema-rsocket-common").projectDir = file("schema-management/schema-rsocket-common") +project(":schema-rsocket-consumer").projectDir = file("schema-management/schema-rsocket-consumer") +project(":schema-rsocket-publisher").projectDir = file("schema-management/schema-rsocket-publisher") +project(":schema-spring").projectDir = file("schema-management/schema-spring") \ No newline at end of file diff --git a/spring-utils/build.gradle.kts b/spring-utils/build.gradle.kts new file mode 100644 index 0000000000..b374e4f100 --- /dev/null +++ b/spring-utils/build.gradle.kts @@ -0,0 +1,8 @@ +plugins { + kotlin("jvm") + `java-library` +} + +dependencies { + implementation("org.springframework.boot:spring-boot") +} diff --git a/station/build.gradle.kts b/station/build.gradle.kts new file mode 100644 index 0000000000..c2eca93f20 --- /dev/null +++ b/station/build.gradle.kts @@ -0,0 +1,113 @@ +plugins { + kotlin("jvm") + kotlin("plugin.spring") + kotlin("plugin.jpa") + id("org.springframework.boot") + application + `java-library` +} + +application { + mainClass.set("io.orbital.station.OrbitalStationApp") + applicationName = "orbital" +} + +dependencies { + implementation(project(":plugin-loader")) + implementation("org.springframework.boot:spring-boot-starter-mustache") + implementation(project(":schema-server-core")) + implementation(project(":cockpit-core")) + implementation(project(":copilot")) + implementation("org.springframework.cloud:spring-cloud-starter-loadbalancer") + implementation(project(":query-node-core")) + implementation("org.springframework.boot:spring-boot-starter-webflux") + implementation(project(":auth-common")) + implementation(project(":avro-message-format")) + implementation("org.springframework.boot:spring-boot-starter-data-jpa") + implementation(project(":license-client")) + testImplementation(testFixtures(project(":vyne-core-types"))) + implementation(project(":hazelcast-connector")) + implementation("org.springframework.boot:spring-boot-starter-actuator") + implementation("io.micrometer:micrometer-core") + implementation("io.micrometer:micrometer-registry-jmx") + implementation("io.micrometer:micrometer-registry-prometheus") + implementation("org.springframework.boot:spring-boot-starter-security") + implementation("org.springframework.session:spring-session-core") + implementation("org.springframework.session:spring-session-hazelcast") + implementation("org.springframework.security:spring-security-oauth2-client") + implementation("org.springframework.security:spring-security-oauth2-jose") + implementation("org.springframework.boot:spring-boot-starter-oauth2-resource-server") + implementation("org.postgresql:postgresql") + implementation("net.logstash.logback:logstash-logback-encoder") + implementation("org.zalando:logbook-spring-boot-starter") + implementation("org.zalando:logbook-netty") + implementation("org.zalando:logbook-json") + implementation(project(":monitoring-common")) + implementation(project(":vyne-spring-http")) + implementation(project(":vyne-spring")) + implementation(project(":vyne-analytics-server")) + implementation(project(":analytics")) + implementation(project(":history-service")) + implementation(project(":s3-connector")) + implementation(project(":sqs-connector")) + implementation(project(":lambda-connector")) + implementation(project(":servicebus-connector")) + implementation(project(":blob-connector")) + implementation(project(":kafka-connector")) + implementation(project(":mongodb-connector")) + implementation(project(":persistence-utils")) + implementation(project(":metrics-utils")) + + // Vulnerability management + implementation("org.apache.velocity:velocity-engine-core:2.4") + implementation("org.eclipse.jgit:org.eclipse.jgit") + implementation("com.google.protobuf:protobuf-java") +} + +// Configure Spring Boot to not repackage (like Maven configuration) +tasks.named("bootJar") { + enabled = false +} + +// Create startup scripts with JVM arguments +tasks.named("startScripts") { + defaultJvmOpts = listOf( + "--add-exports=java.base/jdk.internal.ref=ALL-UNNAMED", + "--add-exports=java.base/sun.nio.ch=ALL-UNNAMED", + "--add-exports=jdk.unsupported/sun.misc=ALL-UNNAMED", + "--add-opens=java.base/java.lang=ALL-UNNAMED", + "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED", + "--add-opens=java.base/java.io=ALL-UNNAMED", + "--add-opens=java.base/java.util=ALL-UNNAMED" + ) +} + +// Generate build-info for Spring Boot +springBoot { + buildInfo { + properties { + additional.putAll(mapOf( + "baseVersion" to "${project.version}".split("-")[0], + "buildNumber" to (project.findProperty("buildNumber") ?: "0") + )) + } + } +} + +// Create custom distribution task to match Maven assembly +tasks.register("createDistribution") { + dependsOn("installDist") + archiveFileName.set("orbital.zip") + destinationDirectory.set(file("$buildDir/distributions")) + + from("$buildDir/install/${project.name}") + + // Include static resources if they exist + from("src/main/resources/static") { + into("static") + } +} + +tasks.named("assemble") { + dependsOn("createDistribution") +} diff --git a/taxi-playground-core/build.gradle.kts b/taxi-playground-core/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/taxi-playground-core/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/taxi-playground/build.gradle.kts b/taxi-playground/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/taxi-playground/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/taxiql-query-engine/build.gradle.kts b/taxiql-query-engine/build.gradle.kts new file mode 100644 index 0000000000..8066052c74 --- /dev/null +++ b/taxiql-query-engine/build.gradle.kts @@ -0,0 +1,56 @@ +plugins { + kotlin("jvm") + kotlin("plugin.serialization") + `java-library` + `java-test-fixtures` +} + +dependencies { + // Test dependencies + testImplementation("app.cash.turbine:turbine-jvm") + testImplementation("com.google.guava:guava-testlib") + testImplementation("io.projectreactor:reactor-test") + testImplementation("org.jetbrains.kotlinx:kotlinx-coroutines-test") + testImplementation("com.squareup.okhttp3:okhttp") + testImplementation("com.squareup.okhttp3:mockwebserver") + testImplementation("org.skyscreamer:jsonassert:1.5.1") + testImplementation(testFixtures(project(":vyne-core-types"))) + testImplementation("org.taxilang:compiler:1.65.0-SNAPSHOT") { + artifact { + classifier = "tests" + type = "jar" + } + } + testImplementation("com.orbitalhq:vyne-spring-http:0.36.0-SNAPSHOT") + + // Test fixtures dependencies (shared by other modules) + testFixturesImplementation("org.jetbrains.kotlinx:kotlinx-coroutines-core:1.9.0") + testFixturesImplementation("org.jetbrains.kotlinx:kotlinx-coroutines-reactor:1.9.0") + + // Main dependencies + implementation(project(":auth-common")) + implementation(project(":datatype-converters")) + implementation(project(":vyne-core-types")) + implementation(project(":vyne-query-api")) + implementation(project(":persistence-utils")) + implementation(project(":vyne-csv-utils")) + implementation(project(":utils")) + + // External dependencies + implementation("com.fasterxml.jackson.datatype:jackson-datatype-jsr310") + implementation("org.jetbrains.kotlinx:kotlinx-serialization-json:1.5.1") + implementation("io.projectreactor.kotlin:reactor-kotlin-extensions") + implementation("org.taxilang:taxi-jvm-common:1.65.0-SNAPSHOT") + implementation("jakarta.persistence:jakarta.persistence-api") + implementation("org.taxilang:compiler:1.65.0-SNAPSHOT") + implementation("org.taxilang:taxi-annotations:1.65.0-SNAPSHOT") + implementation("org.apache.commons:commons-csv:1.10.0") + implementation("es.usc.citius.hipster:hipster-core:1.0.1") { + exclude(group = "com.google.guava", module = "guava") + } + implementation("org.jetbrains.kotlinx:kotlinx-coroutines-core:1.9.0") + implementation("org.jetbrains.kotlinx:kotlinx-coroutines-reactor:1.9.0") + implementation("org.jetbrains.kotlinx:kotlinx-coroutines-slf4j:1.9.0") + implementation("io.micrometer:micrometer-core") + implementation("com.spikhalskiy.futurity:futurity-core:0.3-RC3") +} diff --git a/test-cli/build.gradle.kts b/test-cli/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/test-cli/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/test-utils/build.gradle.kts b/test-utils/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/test-utils/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/utils/build.gradle.kts b/utils/build.gradle.kts new file mode 100644 index 0000000000..ace458b144 --- /dev/null +++ b/utils/build.gradle.kts @@ -0,0 +1,25 @@ +plugins { + kotlin("jvm") + `java-library` +} + +dependencies { + // Core dependencies from utils/pom.xml + api("org.eclipse.collections:eclipse-collections-api") + implementation("org.eclipse.collections:eclipse-collections") + implementation("com.google.guava:guava") + implementation("io.projectreactor:reactor-core:3.5.3") + implementation("io.arrow-kt:arrow-core") + implementation("com.aventrix.jnanoid:jnanoid") + + // Missing dependencies for compilation + implementation("commons-io:commons-io") + implementation("org.apache.commons:commons-lang3") + implementation("io.github.microutils:kotlin-logging-jvm") + implementation("org.slf4j:slf4j-api") + + // Test dependencies + testImplementation("io.projectreactor:reactor-test") + testImplementation("org.junit.jupiter:junit-jupiter") + testImplementation(platform("org.junit:junit-bom")) +} \ No newline at end of file diff --git a/utils/src/main/java/com/orbitalhq/utils/files/SuspendableEventPublisher.kt b/utils/src/main/java/com/orbitalhq/utils/files/SuspendableEventPublisher.kt index f683fbca21..5512806897 100644 --- a/utils/src/main/java/com/orbitalhq/utils/files/SuspendableEventPublisher.kt +++ b/utils/src/main/java/com/orbitalhq/utils/files/SuspendableEventPublisher.kt @@ -7,7 +7,7 @@ import java.util.concurrent.ConcurrentSkipListSet import java.util.concurrent.atomic.AtomicBoolean private val logger = KotlinLogging.logger { } -class SuspendableEventPublisher(private val sink: Sinks.Many, +class SuspendableEventPublisher(private val sink: Sinks.Many, private val publishOnlyOneWhenResumed: Boolean = true, comparator: Comparator) { private val suspended: AtomicBoolean = AtomicBoolean(false) diff --git a/vyne-analytics-server/build.gradle.kts b/vyne-analytics-server/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/vyne-analytics-server/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/vyne-client-spring/build.gradle.kts b/vyne-client-spring/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/vyne-client-spring/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/vyne-client/build.gradle.kts b/vyne-client/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/vyne-client/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/vyne-core-types/build.gradle.kts b/vyne-core-types/build.gradle.kts new file mode 100644 index 0000000000..af51890774 --- /dev/null +++ b/vyne-core-types/build.gradle.kts @@ -0,0 +1,47 @@ +plugins { + kotlin("jvm") + kotlin("plugin.serialization") + `java-library` + `java-test-fixtures` +} + +dependencies { + // Taxi dependencies + implementation("org.taxilang:lang-to-taxi-api") + implementation("org.taxilang:taxi-stdlib-annotations") + implementation("org.taxilang:core-types") + implementation("org.taxilang:taxi-jvm-common") + implementation("org.taxilang:taxi-annotations") + + // Kotlin Coroutines + implementation("org.jetbrains.kotlinx:kotlinx-coroutines-reactor") + implementation("org.jetbrains.kotlinx:kotlinx-coroutines-core") + implementation("org.jetbrains.kotlinx:kotlinx-coroutines-slf4j") + + // Kotlin Serialization + implementation("org.jetbrains.kotlinx:kotlinx-serialization-json") + implementation("org.jetbrains.kotlinx:kotlinx-serialization-cbor") + + // Jackson + implementation("com.fasterxml.jackson.core:jackson-annotations") + implementation("com.fasterxml.jackson.datatype:jackson-datatype-jsr310") + implementation("com.fasterxml.jackson.core:jackson-databind") + implementation("com.fasterxml.jackson.module:jackson-module-kotlin") + + // Other dependencies + implementation("com.github.zafarkhaja:java-semver:0.9.0") + implementation(project(":utils")) + implementation("org.apache.commons:commons-csv:1.10.0") + implementation("com.jayway.jsonpath:json-path:2.9.0") + implementation("io.arrow-kt:arrow-core") + + // Test dependencies + testImplementation("org.taxilang:compiler:1.65.0-SNAPSHOT") { + artifact { + classifier = "tests" + type = "jar" + } + } + testImplementation("com.nhaarman.mockitokotlin2:mockito-kotlin:2.2.0") + testImplementation("net.datafaker:datafaker:2.2.2") +} diff --git a/vyne-csv-utils/build.gradle.kts b/vyne-csv-utils/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/vyne-csv-utils/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/vyne-history-core/build.gradle.kts b/vyne-history-core/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/vyne-history-core/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/vyne-query-api/build.gradle.kts b/vyne-query-api/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/vyne-query-api/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/vyne-query-service/build.gradle.kts b/vyne-query-service/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/vyne-query-service/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/vyne-search/build.gradle.kts b/vyne-search/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/vyne-search/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/vyne-spring-http-client/build.gradle.kts b/vyne-spring-http-client/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/vyne-spring-http-client/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/vyne-spring-http/build.gradle.kts b/vyne-spring-http/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/vyne-spring-http/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") } diff --git a/vyne-spring/build.gradle.kts b/vyne-spring/build.gradle.kts new file mode 100644 index 0000000000..9d8f7873c6 --- /dev/null +++ b/vyne-spring/build.gradle.kts @@ -0,0 +1 @@ +plugins { kotlin("jvm") }