mirror of
https://github.com/velocitatem/PHANTOM.git
synced 2026-05-31 08:33:36 +00:00
31 lines
883 B
Docker
31 lines
883 B
Docker
FROM apache/airflow:2.7.3-python3.11
|
|
|
|
USER root
|
|
|
|
# install system deps if needed
|
|
RUN apt-get update && apt-get install -y --no-install-recommends \
|
|
build-essential \
|
|
&& apt-get clean \
|
|
&& rm -rf /var/lib/apt/lists/*
|
|
|
|
USER airflow
|
|
|
|
# copy requirements for pipeline dependencies
|
|
COPY requirements.txt /tmp/requirements.txt
|
|
RUN pip install --no-cache-dir -r /tmp/requirements.txt
|
|
|
|
# install postgres driver and providers
|
|
RUN pip install --no-cache-dir \
|
|
psycopg2-binary \
|
|
apache-airflow-providers-postgres
|
|
|
|
# set airflow home
|
|
ENV AIRFLOW_HOME=/opt/airflow
|
|
|
|
COPY --chown=airflow:root experiments/airflow/dags ${AIRFLOW_HOME}/dags
|
|
COPY --chown=airflow:root experiments/procesing ${AIRFLOW_HOME}/procesing
|
|
COPY --chown=airflow:root lib ${AIRFLOW_HOME}/lib
|
|
|
|
# create logs and plugins dirs (airflow expects them)
|
|
RUN mkdir -p ${AIRFLOW_HOME}/logs ${AIRFLOW_HOME}/plugins
|