forked from nicor88/aws-ecs-airflow
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Dockerfile
109 lines (95 loc) · 3.22 KB
/
Dockerfile
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
# BUILD: docker build --rm -t airflow .
# ORIGINAL SOURCE: https://github.com/puckel/docker-airflow
FROM python:3.8.5-slim
LABEL version="1.1"
LABEL maintainer="nicor88"
# Never prompts the user for choices on installation/configuration of packages
ENV DEBIAN_FRONTEND noninteractive
ENV TERM linux
# Airflow
# it's possible to use v1-10-stable, but it's a development branch
ARG AIRFLOW_VERSION=1.10.11
ENV AIRFLOW_HOME=/usr/local/airflow
ENV AIRFLOW_GPL_UNIDECODE=yes
# celery config
ARG CELERY_REDIS_VERSION=4.2.0
ARG PYTHON_REDIS_VERSION=3.2.0
ARG TORNADO_VERSION=5.1.1
ARG WERKZEUG_VERSION=0.16.0
# Define en_US.
ENV LANGUAGE en_US.UTF-8
ENV LANG en_US.UTF-8
ENV LC_ALL en_US.UTF-8
ENV LC_CTYPE en_US.UTF-8
ENV LC_MESSAGES en_US.UTF-8
ENV LC_ALL en_US.UTF-8
RUN set -ex \
&& buildDeps=' \
python3-dev \
libkrb5-dev \
libsasl2-dev \
libssl-dev \
libffi-dev \
build-essential \
libblas-dev \
liblapack-dev \
libpq-dev \
git \
' \
&& apt-get update -yqq \
&& apt-get upgrade -yqq \
&& apt-get install -yqq --no-install-recommends \
${buildDeps} \
sudo \
python3-pip \
python3-requests \
default-mysql-client \
default-libmysqlclient-dev \
apt-utils \
curl \
rsync \
netcat \
locales \
&& sed -i 's/^# en_US.UTF-8 UTF-8$/en_US.UTF-8 UTF-8/g' /etc/locale.gen \
&& locale-gen \
&& update-locale LANG=en_US.UTF-8 LC_ALL=en_US.UTF-8 \
&& useradd -ms /bin/bash -d ${AIRFLOW_HOME} airflow \
&& pip install -U pip setuptools wheel \
&& pip install --no-cache-dir pytz \
&& pip install --no-cache-dir pyOpenSSL \
&& pip install --no-cache-dir ndg-httpsclient \
&& pip install --no-cache-dir pyasn1 \
&& pip install --no-cache-dir typing_extensions \
&& pip install --no-cache-dir mysqlclient \
&& pip install --no-cache-dir apache-airflow[async,aws,crypto,celery,github_enterprise,kubernetes,jdbc,postgres,password,s3,slack,ssh]==${AIRFLOW_VERSION} \
&& pip install --no-cache-dir werkzeug==${WERKZEUG_VERSION} \
&& pip install --no-cache-dir redis==${PYTHON_REDIS_VERSION} \
&& pip install --no-cache-dir celery[redis]==${CELERY_REDIS_VERSION} \
&& pip install --no-cache-dir flask_oauthlib \
&& pip install --no-cache-dir SQLAlchemy==1.3.23 \
&& pip install --no-cache-dir Flask-SQLAlchemy==2.4.4 \
&& pip install --no-cache-dir psycopg2-binary \
&& pip install --no-cache-dir tornado==${TORNADO_VERSION} \
&& apt-get purge --auto-remove -yqq ${buildDeps} \
&& apt-get autoremove -yqq --purge \
&& apt-get clean \
&& rm -rf \
/var/lib/apt/lists/* \
/tmp/* \
/var/tmp/* \
/usr/share/man \
/usr/share/doc \
/usr/share/doc-base
COPY config/entrypoint.sh /entrypoint.sh
RUN chmod +x /entrypoint.sh
COPY config/airflow.cfg ${AIRFLOW_HOME}/airflow.cfg
COPY dags ${AIRFLOW_HOME}/dags
COPY plugins ${AIRFLOW_HOME}/plugins
RUN chown -R airflow: ${AIRFLOW_HOME}
ENV PYTHONPATH ${AIRFLOW_HOME}
USER airflow
COPY requirements.txt .
RUN pip install --user --no-cache-dir -r requirements.txt
EXPOSE 8080 5555 8793
WORKDIR ${AIRFLOW_HOME}
ENTRYPOINT ["/entrypoint.sh"]