Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
14 changes: 12 additions & 2 deletions .github/workflows/cd.yml
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,15 @@ name: CD

on:
workflow_dispatch:
inputs:
environment:
description: 'Select environment'
required: true
type: choice
options:
- dev
- acc
- prd

push:
branches:
Expand All @@ -12,7 +21,7 @@ jobs:
runs-on: ubuntu-latest
strategy:
matrix:
environment: [acc, prd]
environment: [{{ github.event.inputs.environment }}]
environment: ${{ matrix.environment }}
permissions:
contents: write # to push tag
Expand All @@ -27,7 +36,7 @@ jobs:
- name: Install Databricks CLI
uses: databricks/setup-cli@49580195afe1ccb06d195764a1d0ae9fabfe2edd #v0.246.0
with:
version: 0.246.0
version: 1.0.0

- name: Configure Databricks CLI
run: |
Expand All @@ -42,6 +51,7 @@ jobs:
- name: Install uv
uses: astral-sh/setup-uv@0c5e2b8115b80b4c7c5ddf6ffdd634974642d182 #v5.4.1


- name: Deploy to Databricks
env:
DATABRICKS_BUNDLE_ENV: ${{ matrix.environment }}
Expand Down
4 changes: 0 additions & 4 deletions .github/workflows/ci.yml
Original file line number Diff line number Diff line change
Expand Up @@ -27,10 +27,6 @@ jobs:
run: |
uv sync --extra test

- name: Run pre-commit checks
run: |
uv run pre-commit run --all-files

- name: run pytest
run: |
uv run pytest -m "not ci_exclude"
1 change: 1 addition & 0 deletions .gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,7 @@ __pycache__/
*$py.class
.databricks/*
.ruff_cache/*
.idea/
# C extensions
*.so

Expand Down
6 changes: 3 additions & 3 deletions databricks.yml
Original file line number Diff line number Diff line change
Expand Up @@ -27,7 +27,7 @@ targets:
default: true
mode: development
workspace:
host: <your host>
host: https://dbc-3a72f8bd-bd6d.cloud.databricks.com
root_path: /Workspace/Users/${workspace.current_user.userName}/.bundle/${bundle.target}/${bundle.name}
variables:
schedule_pause_status: PAUSED
Expand All @@ -36,15 +36,15 @@ targets:
presets:
name_prefix: 'acc_'
workspace:
host: <your host>
host: https://dbc-3a72f8bd-bd6d.cloud.databricks.com
root_path: /Shared/.bundle/${bundle.target}/${bundle.name}
variables:
schedule_pause_status: PAUSED

prd:
mode: production
workspace:
host: <your host>
host: https://dbc-3a72f8bd-bd6d.cloud.databricks.com/
root_path: /Shared/.bundle/${bundle.target}/${bundle.name}
variables:
schedule_pause_status: PAUSED # normally UNPAUSED
Binary file not shown.
Binary file added notebooks/marvel_characters-0.1.0.tar.gz
Binary file not shown.
18 changes: 18 additions & 0 deletions typings/__builtins__.pyi
Original file line number Diff line number Diff line change
@@ -0,0 +1,18 @@

from databricks.sdk.runtime import *
from pyspark.sql.session import SparkSession
from pyspark.sql.functions import udf as U
from pyspark.sql.context import SQLContext

udf = U
spark: SparkSession
sc = spark.sparkContext
sqlContext: SQLContext
sql = sqlContext.sql
table = sqlContext.table
getArgument = dbutils.widgets.getArgument

def displayHTML(html): ...

def display(input=None, *args, **kwargs): ...

2 changes: 1 addition & 1 deletion version.txt
Original file line number Diff line number Diff line change
@@ -1 +1 @@
0.1.0
0.1.1