Working docker image for tests

docker/Debian_Tests/Dockerfile

@@ -0,0 +1,54 @@
+FROM debian:jessie
+MAINTAINER contact@algoo.fr
+
+# TODO: See GOOD PRATICE (remove apt lists, cache, etc)
+
+# Install required packages
+RUN apt-get update -q \
+    && DEBIAN_FRONTEND=noninteractive apt-get install -yq --no-install-recommends \
+      git \
+      locales \
+      realpath \
+      python3 \
+      python3-dev \
+      python3-pip \
+      build-essential \
+      libxml2-dev \
+      libxslt1-dev \
+      python-lxml \
+      postgresql-server-dev-all \
+      postgresql \
+      postgresql-client \
+      uwsgi \
+      uwsgi-plugin-python3 \
+      postgresql-server-dev-all \
+      postgresql \
+      postgresql-client \
+      mysql-server \
+      mysql-client \
+      libmysqlclient-dev \
+      sqlite3 \
+      default-jdk
+
+# Ensure UTF-8
+RUN locale-gen en_US.UTF-8 en_us \
+    && dpkg-reconfigure locales \
+    && locale-gen C.UTF-8 \
+    && /usr/sbin/update-locale LANG=C.UTF-8
+ENV LANG C.UTF-8
+ENV LANGUAGE C.UTF-8
+ENV LC_ALL C.UTF-8
+
+# Download and install Tracim
+RUN git clone https://github.com/tracim/tracim.git \
+     && cd /tracim/tracim \
+     && python3 setup.py develop \
+     && cd /tracim \
+     && pip3 install -r install/requirements.txt \
+     && pip3 install https://launchpad.net/oursql/py3k/py3k-0.9.4/+download/oursql-0.9.4.zip
+
+# Copy needed files
+COPY entrypoint.sh /tracim/entrypoint.sh
+
+# Set the default entry point
+CMD ["/tracim/entrypoint.sh"]

docker/Debian_Tests/entrypoint.sh

@@ -0,0 +1,52 @@
+#!/usr/bin/env bash
+
+#
+# ENVIRONMENT VARIABLES ARE:
+#
+# * DATABASE_TYPE (values: postgresql, mysql, sqlite)
+#
+
+# Ensure DATABASE_TYPE is set
+if ! [ -n "$DATABASE_TYPE" ]; then
+    echo "You must set DATABASE_TYPE environment variable"
+    exit 1
+fi
+
+# Ensure DATABASE_TYPE value
+case "$DATABASE_TYPE" in
+    postgresql|mysql|sqlite) ;;
+    *) echo "DATABASE_TYPE environment variable must be one of these: \
+postgresql, mysql, sqlite" ; exit 1 ;;
+esac
+
+# Prepare config files
+cp /tracim/tracim/development.ini.base /tracim/tracim/development.ini
+cp /tracim/tracim/wsgidav.conf.sample /tracim/tracim/wsgidav.conf
+
+# PostgreSQL case
+if [ "$DATABASE_TYPE" = postgresql ] ; then
+    # TODO: We need to increase max_connections, why ? Tracim tests don't closes connections ?
+    sed -i "s/\(max_connections *= *\).*/\max_connections = 300/" /etc/postgresql/9.4/main/postgresql.conf
+    service postgresql start
+    su - postgres -s /bin/bash -c "psql -c \"CREATE DATABASE tracim;\""
+    su - postgres -s /bin/bash -c "psql -c \"ALTER USER postgres WITH PASSWORD 'dummy';\""
+    sed -i "s/\(sqlalchemy.url *= *\).*/\sqlalchemy.url = postgresql:\/\/postgres:dummy@127.0.0.1:5432\/tracim?client_encoding=utf8/" /tracim/tracim/test.ini
+    sed -i "s/\(sqlalchemy.url *= *\).*/\sqlalchemy.url = postgresql:\/\/postgres:dummy@127.0.0.1:5432\/tracim?client_encoding=utf8/" /tracim/tracim/development.ini
+fi
+
+# MySQL case
+if [ "$DATABASE_TYPE" = mysql ] ; then
+    service mysql start
+    mysql -e 'CREATE DATABASE tracim;'
+    sed -i "s/\(sqlalchemy.url *= *\).*/\sqlalchemy.url = mysql+oursql:\/\/root@localhost\/tracim/" /tracim/tracim/test.ini
+    sed -i "s/\(sqlalchemy.url *= *\).*/\sqlalchemy.url = mysql+oursql:\/\/root@localhost\/tracim/" /tracim/tracim/development.ini
+fi
+
+# SQLite case
+if [ "$DATABASE_TYPE" = sqlite ] ; then
+    sed -i "s/\(sqlalchemy.url *= *\).*/\sqlalchemy.url = sqlite:\/\/\/tracim.sqlite/" /tracim/tracim/test.ini
+    sed -i "s/\(sqlalchemy.url *= *\).*/\sqlalchemy.url = sqlite:\/\/\/tracim.sqlite/" /tracim/tracim/development.ini
+fi
+
+# Run tests
+cd /tracim/tracim && nosetests -c /tracim/tracim/test.ini -v

docker/Debian_Uwsgi_PostgreSQL/Dockerfile → docker/Debian_Uwsgi/Dockerfile

@@ -1,7 +1,7 @@
 FROM debian:jessie
 MAINTAINER contact@algoo.fr
 
-# TODO: See GOOD PRATICE (remove apt lists, etc)
+# TODO: See GOOD PRATICE (remove apt lists, cache, etc)
 
 # Install required packages
 RUN apt-get update -q \
@@ -41,10 +41,9 @@ RUN git clone https://github.com/tracim/tracim.git \
 # Prepare volumes
 RUN mkdir /etc/tracim
 VOLUME ["/etc/tracim"]
-VOLUME  ["/etc/postgresql", "/var/log/postgresql", "/var/lib/postgresql"]
 
 # Copy needed files
-COPY uwsgi.ini /tracim/tracim/uwsgi.ini
+COPY uwsgi.ini /tracim/tracim/uwsgi.ini.template
 COPY wsgi.py /tracim/tracim/wsgi.py
 COPY entrypoint.sh /tracim/entrypoint.sh
 

docker/Debian_Uwsgi/check_env_vars.sh

@@ -0,0 +1,19 @@
+#!/usr/bin/env bash
+
+# Ensure DATABASE_TYPE is set
+if ! [ -n "$DATABASE_TYPE" ]; then
+    echo "You must set DATABASE_TYPE environment variable"
+    exit 1
+fi
+
+# Ensure DATABASE_TYPE value
+case "$DATABASE_TYPE" in
+    postgresql|mysql|sqlite) ;;
+    *) echo "DATABASE_TYPE environment variable must be one of these: \
+postgresql, mysql, sqlite" ;;
+esac
+
+# MySQL case
+if [ "$DATABASE_TYPE" = mysql ] ; then
+    #
+fi

docker/Debian_Uwsgi_PostgreSQL/entrypoint.sh → docker/Debian_Uwsgi/entrypoint.sh

@@ -6,12 +6,38 @@
 # TODO: Fichiers de config link ls -s dans un dossier pour VOLUME
 # TODO: README QQCH pour les ports ? 80, 3060 et 5333
 # TODO: generate cookie secrent (if not yet done)
+# TODO: run uwsgi as other user
+
+#
+# ENVIRONMENT VARIABLES ARE:
+#
+# * DATABASE_TYPE (values: postgresql, mysql, sqlite)
+# * DATABASE_USER
+# * DATABASE PASSWORD
+# * DATABASE_HOST
+# * DATABASE_NAME
+#
+
+# Check environment variables
+./check_env_vars.sh
+
+
+
+
+# MySQL case: engine is mysql+oursql
+if [ "$DATABASE_TYPE" = mysql ] ; then
+    DATABASE_TYPE=mysql+oursql
+fi
+
+# Script preparation
+FRESH_INSTALL=false
 
 # Start PostgreSQL
-service postgresql start
+service postgresql start  # Broken if volume empty ... ???
 
 # Init database if needed
 if ! [ "$( su - postgres -s /bin/bash -c "psql -tAc \"SELECT 1 FROM pg_database WHERE datname='tracim'\"" )" = '1' ]; then
+    FRESH_INSTALL=true
     su - postgres -s /bin/bash -c "psql -c \"CREATE DATABASE tracim;\""
     su - postgres -s /bin/bash -c "psql -c \"CREATE USER tracim WITH PASSWORD 'tracim';\""
     su - postgres -s /bin/bash -c "psql -c \"GRANT ALL PRIVILEGES ON DATABASE tracim TO tracim;\""
@@ -31,12 +57,18 @@ ln -s /etc/tracim/wsgidav.conf /tracim/tracim/wsgidav.conf
 
 # Create uwsgi file if no exist
 if [ ! -f /etc/tracim/uwsgi.ini ]; then
-    cp /tracim/tracim/uwsgi.ini /etc/tracim/uwsgi.ini
+    cp /tracim/tracim/uwsgi.ini.template /etc/tracim/uwsgi.ini
 fi
 
 # Update config with ENV
 # TODO Manage other ENV vars
 sed -i "s/\(sqlalchemy.url *= *\).*/\1postgresql:\/\/tracim:tracim@127.0.0.1:5432\/tracim?client_encoding=utf8/" /etc/tracim/config.ini
 
+# Initialize database if it is a fresh install
+if [ "$FRESH_INSTALL" = true ] ; then
+    echo "Init tracim database"
+    cd /tracim/tracim/ && gearbox setup-app -c config.ini
+fi
+
 # Start with uwsgi
 uwsgi --http-socket 0.0.0.0:80 /etc/tracim/uwsgi.ini

docker/Debian_Uwsgi_PostgreSQL/default_locale

@@ -1,4 +0,0 @@
-LC_ALL=en_US.UTF8
-LANG=en_US.UTF8
-LC_CTYPE=en_US.UTF8
-LC_COLLATE=en_US.UTF8

docker/README.md

@@ -0,0 +1,21 @@
+# How to use Tracim docker images
+
+## For test execution
+
+### Build image
+
+    docker build -t tracim:tests docker/Debian_Tests
+
+### Run tests
+      
+With SQLite
+
+    docker run -e DATABASE_TYPE=sqlite tracim:tests
+
+With MySQL
+
+    docker run -e DATABASE_TYPE=mysql tracim:tests
+    
+With PostgreSQL
+
+    docker run -e DATABASE_TYPE=postgresql tracim:tests

tracim/test.ini

@@ -20,7 +20,7 @@ host = 127.0.0.1
 port = 8080
 
 [app:main]
-sqlalchemy.url = sqlite:///tracim_test.sqlite
+sqlalchemy.url =  postgresql://postgres:dummy@127.0.0.1:5432/tracim_test?client_encoding=utf8
 use = config:development.ini
 
 [app:main_without_authn]
@@ -28,7 +28,7 @@ use = main
 skip_authentication = True
 
 [app:ldap]
-sqlalchemy.url = sqlite:///tracim_test.sqlite
+sqlalchemy.url =  postgresql://postgres:dummy@127.0.0.1:5432/tracim_test?client_encoding=utf8
 auth_type = ldap
 ldap_url = ldap://localhost:3333
 ldap_base_dn = dc=directory,dc=fsf,dc=org
@@ -41,7 +41,7 @@ ldap_group_enabled = False
 use = config:development.ini
 
 [app:radicale]
-sqlalchemy.url = sqlite:///tracim_test.sqlite
+sqlalchemy.url =  postgresql://postgres:dummy@127.0.0.1:5432/tracim_test?client_encoding=utf8
 
 use = config:development.ini
 

tracim/tracim/config/app_cfg.py

@@ -102,6 +102,7 @@ def start_daemons(manager: DaemonsManager):
     if 'disable_daemons' in config and config['disable_daemons']:
         return
 
+    return
     manager.run('radicale', RadicaleDaemon)
     manager.run('webdav', WsgiDavDaemon)