data-forge/.env.example at main · Inzhenerka/data-forge · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
# ===========================================
# DATABASE CONFIGURATION
# ===========================================
POSTGRES_USER=admin
POSTGRES_PASSWORD=admin
POSTGRES_DB=metastore
POSTGRES_CDC_USER=cdc_reader
POSTGRES_CDC_PASSWORD=cdc_reader_pwd

# ===========================================
# OBJECT STORAGE CONFIGURATION
# ===========================================
MINIO_ROOT_USER=minio
MINIO_ROOT_PASSWORD=minio123

# ===========================================
# ANALYTICS DATABASE CONFIGURATION
# ===========================================
CLICKHOUSE_USER=admin
CLICKHOUSE_PASSWORD=admin
CLICKHOUSE_DB=analytics

# ===========================================
# AIRFLOW CONFIGURATION
# ===========================================
AIRFLOW_UID=50000
AIRFLOW_EXECUTOR=CeleryExecutor
AIRFLOW_AUTH_MANAGER=airflow.providers.fab.auth_manager.fab_auth_manager.FabAuthManager
AIRFLOW_DATABASE_SQL_ALCHEMY_CONN=postgresql+psycopg2://admin:admin@postgres/metastore
AIRFLOW_CELERY_RESULT_BACKEND=db+postgresql://admin:admin@postgres/metastore
AIRFLOW_CELERY_BROKER_URL=redis://:@redis:6379/15
AIRFLOW_WEBSERVER_SECRET_KEY=lRy7FcBzEmGMuLiTPr2Skz9y65vnKQZQF80JEYQKcVA=
AIRFLOW_DAGS_ARE_PAUSED_AT_CREATION=true
AIRFLOW_LOAD_EXAMPLES=false
AIRFLOW_EXECUTION_API_SERVER_URL=http://airflow-apiserver:8080/execution/
AIRFLOW_SCHEDULER_ENABLE_HEALTH_CHECK=true
AIRFLOW_ADMIN_USERNAME=airflow
AIRFLOW_ADMIN_PASSWORD=airflow
AIRFLOW_ADMIN_FIRSTNAME=Airflow
AIRFLOW_ADMIN_LASTNAME=Admin
AIRFLOW_ADMIN_EMAIL=airflow@airflow.com
AIRFLOW_API_SECRET_KEY=lRy7FcBzEmGMuLiTPr2Skz9y65vnKQZQF80JEYQKcVA=
AIRFLOW__API_AUTH__JWT_SECRET_KEY=lRy7FcBzEmGMuLiTPr2Skz9y65vnKQZQF80JEYQKcVA=

# ===========================================
# HIVE METASTORE CONFIGURATION
# ===========================================
HIVE_METASTORE_DB_TYPE=postgres
HIVE_METASTORE_DB_HOST=postgres
HIVE_METASTORE_DB_NAME=metastore
HIVE_METASTORE_DB_USER=admin
HIVE_METASTORE_DB_PASS=admin

# ===========================================
# KAFKA CONFIGURATION
# ===========================================
KAFKA_NODE_ID=0
KAFKA_PROCESS_ROLES=broker,controller
KAFKA_CONTROLLER_QUORUM_VOTERS=0@kafka:9093
KAFKA_LISTENERS=PLAINTEXT://:9092,CONTROLLER://:9093
KAFKA_ADVERTISED_LISTENERS=PLAINTEXT://kafka:9092
KAFKA_CONTROLLER_LISTENER_NAMES=CONTROLLER
KAFKA_AUTO_CREATE_TOPICS_ENABLE=true

# ===========================================
# DEBEZIUM CONFIGURATION
# ===========================================
DEBEZIUM_BOOTSTRAP_SERVERS=kafka:9092
DEBEZIUM_GROUP_ID=1
DEBEZIUM_CONFIG_STORAGE_TOPIC=my_connect_configs
DEBEZIUM_OFFSET_STORAGE_TOPIC=my_connect_offsets
DEBEZIUM_STATUS_STORAGE_TOPIC=my_connect_statuses

# ===========================================
# SCHEMA REGISTRY CONFIGURATION
# ===========================================
SCHEMA_REGISTRY_KAFKASTORE_BOOTSTRAP_SERVERS=PLAINTEXT://kafka:9092
SCHEMA_REGISTRY_HOST_NAME=schema-registry
SCHEMA_REGISTRY_LISTENERS=http://0.0.0.0:8081

# ===========================================
# KAFKA UI CONFIGURATION
# ===========================================
KAFKA_UI_CLUSTERS_0_NAME=local
KAFKA_UI_CLUSTERS_0_BOOTSTRAP_SERVERS=kafka:9092
KAFKA_UI_CLUSTERS_0_SCHEMA_REGISTRY=http://schema-registry:8081

# ===========================================
# SPARK CONFIGURATION
# ===========================================
SPARK_MASTER_MODE=master
SPARK_WORKER_MODE=worker
SPARK_MASTER_URL=spark://spark-master:7077

# ===========================================
# SUPERSET CONFIGURATION
# ===========================================
SUPERSET_SECRET_KEY=your_superset_key
SUPERSET_ADMIN_USERNAME=admin
SUPERSET_ADMIN_PASSWORD=admin
SUPERSET_ADMIN_FIRSTNAME=Admin
SUPERSET_ADMIN_LASTNAME=User
SUPERSET_ADMIN_EMAIL=admin@superset.com

# ===========================================
# JUPYTER CONFIGURATION
# ===========================================
JUPYTER_ENABLE_LAB=yes