diff --git a/.github/workflows/cd.yml b/.github/workflows/cd.yml index c7366b9..a1dab9b 100644 --- a/.github/workflows/cd.yml +++ b/.github/workflows/cd.yml @@ -2,6 +2,15 @@ name: CD on: workflow_dispatch: + inputs: + environment: + description: 'Select environment' + required: true + type: choice + options: + - dev + - acc + - prd push: branches: @@ -12,7 +21,7 @@ jobs: runs-on: ubuntu-latest strategy: matrix: - environment: [acc, prd] + environment: [{{ github.event.inputs.environment }}] environment: ${{ matrix.environment }} permissions: contents: write # to push tag @@ -27,7 +36,7 @@ jobs: - name: Install Databricks CLI uses: databricks/setup-cli@49580195afe1ccb06d195764a1d0ae9fabfe2edd #v0.246.0 with: - version: 0.246.0 + version: 1.0.0 - name: Configure Databricks CLI run: | @@ -42,6 +51,7 @@ jobs: - name: Install uv uses: astral-sh/setup-uv@0c5e2b8115b80b4c7c5ddf6ffdd634974642d182 #v5.4.1 + - name: Deploy to Databricks env: DATABRICKS_BUNDLE_ENV: ${{ matrix.environment }} diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 1530c5f..83760d4 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -27,10 +27,6 @@ jobs: run: | uv sync --extra test - - name: Run pre-commit checks - run: | - uv run pre-commit run --all-files - - name: run pytest run: | uv run pytest -m "not ci_exclude" diff --git a/.gitignore b/.gitignore index bb4d334..c10d47b 100644 --- a/.gitignore +++ b/.gitignore @@ -5,6 +5,7 @@ __pycache__/ *$py.class .databricks/* .ruff_cache/* +.idea/ # C extensions *.so diff --git a/databricks.yml b/databricks.yml index 17d992b..a2e6760 100644 --- a/databricks.yml +++ b/databricks.yml @@ -27,7 +27,7 @@ targets: default: true mode: development workspace: - host: + host: https://dbc-3a72f8bd-bd6d.cloud.databricks.com root_path: /Workspace/Users/${workspace.current_user.userName}/.bundle/${bundle.target}/${bundle.name} variables: schedule_pause_status: PAUSED @@ -36,7 +36,7 @@ targets: presets: name_prefix: 'acc_' workspace: - host: + host: https://dbc-3a72f8bd-bd6d.cloud.databricks.com root_path: /Shared/.bundle/${bundle.target}/${bundle.name} variables: schedule_pause_status: PAUSED @@ -44,7 +44,7 @@ targets: prd: mode: production workspace: - host: + host: https://dbc-3a72f8bd-bd6d.cloud.databricks.com/ root_path: /Shared/.bundle/${bundle.target}/${bundle.name} variables: schedule_pause_status: PAUSED # normally UNPAUSED diff --git a/notebooks/marvel_characters-0.1.0-py3-none-any.whl b/notebooks/marvel_characters-0.1.0-py3-none-any.whl new file mode 100644 index 0000000..d28cde5 Binary files /dev/null and b/notebooks/marvel_characters-0.1.0-py3-none-any.whl differ diff --git a/notebooks/marvel_characters-0.1.0.tar.gz b/notebooks/marvel_characters-0.1.0.tar.gz new file mode 100644 index 0000000..1feabac Binary files /dev/null and b/notebooks/marvel_characters-0.1.0.tar.gz differ diff --git a/typings/__builtins__.pyi b/typings/__builtins__.pyi new file mode 100644 index 0000000..c7df009 --- /dev/null +++ b/typings/__builtins__.pyi @@ -0,0 +1,18 @@ + +from databricks.sdk.runtime import * +from pyspark.sql.session import SparkSession +from pyspark.sql.functions import udf as U +from pyspark.sql.context import SQLContext + +udf = U +spark: SparkSession +sc = spark.sparkContext +sqlContext: SQLContext +sql = sqlContext.sql +table = sqlContext.table +getArgument = dbutils.widgets.getArgument + +def displayHTML(html): ... + +def display(input=None, *args, **kwargs): ... + diff --git a/version.txt b/version.txt index 6e8bf73..17e51c3 100644 --- a/version.txt +++ b/version.txt @@ -1 +1 @@ -0.1.0 +0.1.1