docker-cartojw/Dockerfile
2023-05-11 23:57:12 +08:00

268 lines
8.4 KiB
Docker

#
# Cartodb container
#
FROM ubuntu:18.04
LABEL maintainer="Stefan Verhoeven <s.verhoeven@esciencecenter.nl>"
# Configuring locales
ENV DEBIAN_FRONTEND noninteractive
RUN apt-get update && apt-get install -y -q apt-utils software-properties-common locales && dpkg-reconfigure locales && \
locale-gen en_US.UTF-8 && \
update-locale LANG=en_US.UTF-8
ENV LANG en_US.UTF-8
ENV LANGUAGE en_US:en
ENV LC_ALL en_US.UTF-8
ADD ./sources.list /etc/apt/sources.list
RUN useradd -m -d /home/cartodb -s /bin/bash cartodb && \
apt-get update && apt-get install -y -q \
build-essential \
autoconf \
automake \
libtool \
checkinstall \
unp \
zip \
unzip \
git-core \
git \
subversion \
curl \
libgeos-c1v5 \
libgeos-dev \
libjson-c-dev \
python-simplejson \
proj-bin \
proj-data \
libproj-dev \
gdal-bin \
libgdal-dev \
postgresql-10 \
postgresql-client-10 \
postgresql-contrib-10 \
postgresql-server-dev-10 \
postgresql-plpython-10 \
postgresql-10-plproxy \
postgresql-10-postgis-2.4 \
postgresql-10-postgis-scripts \
postgis \
liblwgeom-2.4-0 \
ca-certificates \
redis-server \
python2.7-dev \
python-setuptools \
imagemagick \
libmapnik-dev \
mapnik-utils \
python-mapnik \
python-argparse \
python-gdal \
python-chardet \
python-all-dev \
python-docutils \
openssl \
libreadline7 \
zlib1g \
zlib1g-dev \
libssl-dev \
libyaml-dev \
libsqlite3-dev \
sqlite3 \
libxml2-dev \
libxslt-dev \
libc6-dev \
ncurses-dev \
bison \
pkg-config \
libpq5 \
libpq-dev \
libcurl4-gnutls-dev \
libffi-dev \
libgdbm-dev \
gnupg \
libreadline6-dev \
libcairo2-dev \
libjpeg8-dev \
libpango1.0-dev \
libgif-dev \
libgmp-dev \
libicu-dev \
wget \
nginx-light \
net-tools \
ruby2.5-dev \
xz-utils \
nano \
net-tools \
--no-install-recommends && \
rm -rf /var/lib/apt/lists/*
#ENV CARTODB_VERSION=v4.11.152
#ENV CARTODB_VERSION=v4.12.9
#ENV CARTODB_VERSION=v4.12.26
#ENV CARTODB_VERSION=v4.12.30
ENV CARTODB_VERSION=master
#ENV SQLAPI_VERSION=1.47.2
ENV SQLAPI_VERSION=master
#ENV CRANKSHAFT_VERSION=0.8.1
ENV CRANKSHAFT_VERSION=master
#ENV WINDSHAFT_VERSION=5.4.0
ENV WINDSHAFT_VERSION=master
#ENV DATASERVICES_VERSION=0.0.2
ENV DATASERVICES_VERSION=master
#ENV DATAERVICESAPI_VERSION=0.30.5-server
ENV DATAERVICESAPI_VERSION=master
#ENV OBSERVATORY_VERSION=1.9.0
ENV OBSERVATORY_VERSION=master
RUN git config --global user.email you@example.com
RUN git config --global user.name "Your Name"
# Varnish 3, Ubuntu:18.04 comes with Varnish 5.1 which can't be run with anonymous admin telnet
RUN cd /opt && \
wget http://varnish-cache.org/_downloads/varnish-3.0.7.tgz && \
tar -zxf varnish-3.0.7.tgz && \
cd varnish-3.0.7 && \
./configure --prefix=/opt/varnish && \
make && \
make install && \
cd /opt && \
rm -rf varnish-3.0.7 varnish-3.0.7.tgz
# Install NodeJS
RUN curl https://nodejs.org/dist/v10.15.3/node-v10.15.3-linux-x64.tar.xz |tar -Jxf - --strip-components=1 -C /usr && \
npm install -g grunt-cli && \
npm install -g npm@6 && \
rm -r /tmp/npm-* /root/.npm
# Setting PostgreSQL
RUN sed -i 's/\(peer\|md5\)/trust/' /etc/postgresql/10/main/pg_hba.conf && \
service postgresql start && \
createuser publicuser --no-createrole --no-createdb --no-superuser -U postgres && \
createuser tileuser --no-createrole --no-createdb --no-superuser -U postgres && \
service postgresql stop
# Crankshaft: CARTO Spatial Analysis extension for PostgreSQL
RUN cd / && \
curl https://bootstrap.pypa.io/pip/2.7/get-pip.py | python && \
git clone https://github.com/CartoDB/crankshaft.git && \
cd /crankshaft && \
git checkout $CRANKSHAFT_VERSION && \
make install && \
# Numpy gets upgraded after scikit-learn is installed
# make sure scikit-learn is compatible with currently installed numpy, by reinstalling
pip install --force-reinstall --no-cache-dir scikit-learn==0.17.0 && \
cd ..
# Initialize template postgis db
ADD ./template_postgis.sh /tmp/template_postgis.sh
RUN service postgresql start && /bin/su postgres -c \
/tmp/template_postgis.sh && service postgresql stop
ADD ./cartodb_pgsql.sh /tmp/cartodb_pgsql.sh
# Install CartoDB API
RUN git clone https://github.com/CartoDB/CartoDB-SQL-API.git && \
cd CartoDB-SQL-API && \
git checkout $SQLAPI_VERSION && \
npm install && \
mkdir logs
# Install Windshaft
RUN git clone https://github.com/CartoDB/Windshaft-cartodb.git && \
cd Windshaft-cartodb && \
git checkout $WINDSHAFT_VERSION && \
npm install && \
mkdir logs
# Install CartoDB
RUN git clone https://git.kongjian.xin:8443/cartodb/cartodb-4.29.git cartodb && \
cd cartodb && \
# Install cartodb extension
cd lib && \
git clone https://github.com/CartoDB/cartodb-postgresql.git sql && \
cd sql && \
git checkout 667ec0e32c && \
PGUSER=postgres make install && \
service postgresql start && /bin/su postgres -c \
/tmp/cartodb_pgsql.sh && service postgresql stop
RUN cd /cartodb && npm install
# rm -r /tmp/npm-* /root/.npm && \
#RUN cd /cartodb && \
# perl -pi -e 's/gdal==1\.10\.0/gdal==2.2.2/' python_requirements.txt && \
# pip install --no-binary :all: -r python_requirements.txt
# pip install python_requirements.txt
RUN cd /cartodb && \
gem install bundler --version=1.17.3 && \
gem install compass archive-tar-minitar rack && \
bundle update thin && \
/bin/bash -l -c 'bundle install' && \
cp config/grunt_development.json ./config/grunt_true.json && \
/bin/bash -l -c 'bundle exec grunt'
# && \
#rm -rf .git /root/.cache/pip node_modules
# Geocoder SQL client + server
RUN git clone https://github.com/CartoDB/data-services.git && \
cd /data-services/geocoder/extension && \
git checkout $DATASERVICES_VERSION && \
PGUSER=postgres make all install && cd / && \
git clone https://github.com/CartoDB/dataservices-api.git && \
cd /dataservices-api/server/extension && \
git checkout $DATAERVICESAPI_VERSION && \
PGUSER=postgres make install && \
cd ../lib/python/cartodb_services && \
pip install -r requirements.txt && pip install . && \
cd ../../../../client && PGUSER=postgres make install
# Observatory extension
RUN cd / && git clone --recursive https://github.com/CartoDB/observatory-extension.git && \
cd observatory-extension && \
git checkout $OBSERVATORY_VERSION && \
PGUSER=postgres make deploy
# Copy confs
ADD ./config/CartoDB-dev.js \
/CartoDB-SQL-API/config/environments/development.js
ADD ./config/WS-dev.js \
/Windshaft-cartodb/config/environments/development.js
ADD ./config/app_config.yml /cartodb/config/app_config.yml
ADD ./config/database.yml /cartodb/config/database.yml
ADD ./create_dev_user /cartodb/script/create_dev_user
ADD ./setup_organization.sh /cartodb/script/setup_organization.sh
ADD ./config/cartodb.nginx.proxy.conf /etc/nginx/nginx.conf
ADD ./config/varnish.vcl /etc/varnish.vcl
ADD ./geocoder.sh /cartodb/script/geocoder.sh
ADD ./geocoder_server.sql /cartodb/script/geocoder_server.sql
ADD ./fill_geocoder.sh /cartodb/script/fill_geocoder.sh
ADD ./sync_tables_trigger.sh /cartodb/script/sync_tables_trigger.sh
ENV PATH /usr/local/rvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
RUN mkdir -p /cartodb/log && touch /cartodb/log/users_modifications && \
/opt/varnish/sbin/varnishd -a :6081 -T localhost:6082 -s malloc,256m -f /etc/varnish.vcl && \
perl -pi.bak -e 's/^bind 127.0.0.1 ::1$/bind 0.0.0.0/' /etc/redis/redis.conf && \
service postgresql start && service redis-server start && \
perl -pi -e 's/0\.22\.0/0.22.2/' /cartodb/app/models/user/db_service.rb
RUN bash -l -c "cd /cartodb && bash script/create_dev_user && \
bash script/setup_organization.sh && bash script/geocoder.sh" && \
service postgresql stop && service redis-server stop && \
chmod +x /cartodb/script/fill_geocoder.sh && \
chmod +x /cartodb/script/sync_tables_trigger.sh
EXPOSE 80
ENV GDAL_DATA /usr/share/gdal/2.2
# Number of seconds between a sync tables task is run
# Default interval is an hour, use `docker run -e SYNC_TABLES_INTERVAL=60 ...` to change it
ENV SYNC_TABLES_INTERVAL 3600
ADD ./startup.sh /opt/startup.sh
CMD ["/bin/bash", "/opt/startup.sh"]
HEALTHCHECK CMD curl -f http://localhost || exit 1