forked from astronomer/airflow-snowparkml-demo
-
Notifications
You must be signed in to change notification settings - Fork 0
/
docker-compose.override.yml
58 lines (58 loc) · 2.13 KB
/
docker-compose.override.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
version: '3.1'
services:
# triggerer:
# networks:
# - airflow
# environment:
# AIRFLOW_CONN_WEAVIATE_DEFAULT: '{"conn_type": "weaviate", "host": "http://weaviate:8081", "extra": {"X-OpenAI-Api-Key": "${OPENAI_APIKEY}"}}'
scheduler:
networks:
- airflow
environment:
AIRFLOW__CORE__XCOM_BACKEND: 'astronomer.providers.snowflake.xcom_backends.snowflake.SnowflakeXComBackend'
AIRFLOW__CORE__XCOM_SNOWFLAKE_TABLE: 'DEMO.DEMO.XCOM_TABLE'
AIRFLOW__CORE__XCOM_SNOWFLAKE_STAGE: 'DEMO.DEMO.XCOM_STAGE'
AIRFLOW__CORE__XCOM_SNOWFLAKE_CONN_NAME: 'snowflake_default'
# AIRFLOW_CONN_SNOWFLAKE_DEFAULT: ${AIRFLOW_CONN_SNOWFLAKE_DEFAULT}
# AIRFLOW_CONN_WEAVIATE_DEFAULT: '{"conn_type": "weaviate", "host": "http://weaviate:8081", "extra": {"X-OpenAI-Api-Key": "${OPENAI_APIKEY}"}}'
AIRFLOW__CORE__ALLOWED_DESERIALIZATION_CLASSES: airflow\.* astro\.* include\.astro\.*
AIRFLOW__CORE__TEST_CONNECTION: 'Enabled'
streamlit:
image: sissyg-streamlit:local
build: ./include/streamlit
# command:
# - python
# - -m
# - streamlit
# - run
# - streamlit_app.py
# - --server.port=8501
# - --server.address=0.0.0.0
# environment:
# WEAVIATE_ENDPOINT_URL: 'http://weaviate:8081'
# OPENAI_APIKEY: ${OPENAI_APIKEY}
# SNOWFLAKE_CONN_PARAMS: ${AIRFLOW_CONN_SNOWFLAKE_DEFAULT}
# volumes:
# - ${PWD}/include/streamlit/snowflake/session:/snowflake/session
# - ${PWD}/include/streamlit/src:/app
ports:
- 8501:8501
networks:
- airflow
weaviate:
image: semitechnologies/weaviate:1.21.1
command: "--host 0.0.0.0 --port '8081' --scheme http"
ports:
- 8081:8081
volumes:
- ${PWD}/include/weaviate/data:/var/lib/weaviate
environment:
QUERY_DEFAULTS_LIMIT: 25
AUTHENTICATION_ANONYMOUS_ACCESS_ENABLED: 'true'
PERSISTENCE_DATA_PATH: '/var/lib/weaviate'
DEFAULT_VECTORIZER_MODULE: 'text2vec-openai'
ENABLE_MODULES: 'text2vec-openai, backup-filesystem, qna-openai'
CLUSTER_HOSTNAME: 'node1'
BACKUP_FILESYSTEM_PATH: '/var/lib/weaviate/backups'
networks:
- airflow