Skip to content

fix: drop and recreate tables in schema to prevent stale data conflicts #37

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
jakebromberg merged 1 commit into from
Mar 11, 2026
Merged

fix: drop and recreate tables in schema to prevent stale data conflicts #37

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
22 changes: 15 additions & 7 deletions schema/create_database.sql
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -17,11 +17,19 @@ CREATE EXTENSION IF NOT EXISTS pg_trgm;
CREATE EXTENSION IF NOT EXISTS unaccent;

-- ============================================
-- Core tables
-- Core tables (drop + recreate for clean ETL)
-- ============================================

-- Drop in FK order: children first, then parent
DROP TABLE IF EXISTS cache_metadata CASCADE;
DROP TABLE IF EXISTS release_track_artist CASCADE;
DROP TABLE IF EXISTS release_track CASCADE;
DROP TABLE IF EXISTS release_label CASCADE;
DROP TABLE IF EXISTS release_artist CASCADE;
DROP TABLE IF EXISTS release CASCADE;

-- Releases
CREATE TABLE IF NOT EXISTS release (
CREATE TABLE release (
id integer PRIMARY KEY,
title text NOT NULL,
release_year smallint,
Expand All @@ -31,21 +39,21 @@ CREATE TABLE IF NOT EXISTS release (
);

-- Artists on releases
CREATE TABLE IF NOT EXISTS release_artist (
CREATE TABLE release_artist (
release_id integer NOT NULL REFERENCES release(id) ON DELETE CASCADE,
artist_id integer, -- Discogs artist ID (nullable for API-fetched releases)
artist_name text NOT NULL,
extra integer DEFAULT 0 -- 0 = main artist, 1 = extra credit
);

-- Labels on releases
CREATE TABLE IF NOT EXISTS release_label (
CREATE TABLE release_label (
release_id integer NOT NULL REFERENCES release(id) ON DELETE CASCADE,
label_name text NOT NULL
);

-- Tracks on releases
CREATE TABLE IF NOT EXISTS release_track (
CREATE TABLE release_track (
release_id integer NOT NULL REFERENCES release(id) ON DELETE CASCADE,
sequence integer NOT NULL,
position text, -- "A1", "B2", etc.
Expand All @@ -54,7 +62,7 @@ CREATE TABLE IF NOT EXISTS release_track (
);

-- Artists on specific tracks (for compilations)
CREATE TABLE IF NOT EXISTS release_track_artist (
CREATE TABLE release_track_artist (
release_id integer NOT NULL REFERENCES release(id) ON DELETE CASCADE,
track_sequence integer NOT NULL,
artist_name text NOT NULL
Expand All @@ -64,7 +72,7 @@ CREATE TABLE IF NOT EXISTS release_track_artist (
-- Cache metadata (for tracking data freshness)
-- ============================================

CREATE TABLE IF NOT EXISTS cache_metadata (
CREATE TABLE cache_metadata (
release_id integer PRIMARY KEY REFERENCES release(id) ON DELETE CASCADE,
cached_at timestamptz NOT NULL DEFAULT now(),
source text NOT NULL, -- 'bulk_import' or 'api_fetch'
Expand Down