[FEAT] Docker running in image, ok need to init first user.

init_accounts.py

+#!/usr/bin/env python
+import sys
+import os
+
+from gargantext.util.db      import session
+from gargantext.models.users import User
+from django.core.mail        import send_mail
+
+os.environ.setdefault("DJANGO_SETTINGS_MODULE", "gargantext.settings")
+
+def notify_user(username, email, password):
+    message = '''
+    Bonjour,
+    votre compte vient d'être créé.
+
+    Vous pouvez désormais vous connecter ici:
+    http://gargantext.org
+
+    Votre login est: %s
+    Votre mot de passe est : %s
+
+    Bientôt, il y aura une formation Gargantext (gratuite).
+    Inscription obligatoire pour les dernière places:
+
+                    http://iscpif.fr/
+
+    Nous restons à votre disposition pour tout complément d'information.
+    Cordialement
+    --
+        L'équipe de Gargantext (CNRS)
+
+    ''' % (username, password)
+
+    send_mail('[Gargantext] Votre accès à la plateforme', message, 'alexandre.delanoe@iscpif.fr', [email], fail_silently=False )
+
+    # add option for mass sending email
+
+def create_user(username, email, user=None, password=None, active=False, notify=True):
+    if user is None:
+        user = User()
+    user.username  = username
+    user.email     = email
+    user.is_active = True
+    if password is None or password == "":
+        password = User.objects.make_random_password()
+        #print(password)
+    user.set_password(password)
+    user.save()
+
+    if notify == True:
+        notify_user(username, email, password)
+
+    return user
+
+def delete_user(username):
+    session.query(User).filter(User.username == username).delete()
+
+def active_user(username, active=True):
+    '''
+    To get inactive, active=False
+    '''
+    user = session.query(User).filter(User.username == username).first()
+    user.is_active = True
+    user.save()
+
+def mass_account_creation(fichier=None,init=False):
+    if fichier is None:
+        fichier = "/tmp/comptes.csv"
+    accounts = open(fichier, "r")
+    for line in accounts.readlines():
+        username, email, password, fin = line.split(',')
+        try:
+            user = session.query(User).filter(User.username == username).first()
+            print("User %s does exist already" % (username))
+            if init == True:
+                create_user(username, email, user=user, password=password, active=True, notify=True)
+                print("User %s updated" % (username))
+        except:
+            print("User %s does not exist already" % (username))
+            create_user(username, email, password=password, active=True, notify=True)
+        #delete_user(username)
+    accounts.close()
+
+if __name__ == "__main__":
+    mass_account_creation(fichier=sys.argv[1], init=True)
+
+

install/README.md

 Gargantext
 ==========
 
+Install Instructions for Gargantext (CNRS).
 
-## Install Instructions
+## Help needed ?
+See http://gargantext.org/about and tools for the community
 
-1) Docker way (directory install/docker)
-2) Debian way (directory install/debian)
+## Create user Gargantua
 
-For each solution, you need to install:
-- Debian GNU/Linux dependencies
-- Configure PostgreSql
-- Install Python environment
-- Get the libs that need to live in /srv/gargantext_lib
+Main user of Gargantext is Gargantua (role of Pantagruel soon)!
 
+``` bash
+sudo adduser --disabled-password --gecos "" gargantua
+```
 
-## Help needed ?
+## Create the directories you need
 
-See http://gargantext.org/about and tools for the community
+``` bash
+for dir in "/srv/gargantext"
+           "/srv/gargantext_lib"
+           "/srv/gargantext_static"
+           "/srv/gargantext_media"
+           "/srv/env_3-5"; do 
+    sudo mkdir -p $dir ;
+    sudo chown gargantua:gargantua $dir ; 
+done
+```
+
+## Get the source code of Gargantext
+
+``` bash
+git clone ssh://gitolite@delanoe.org:1979/gargantext /srv/gargantext \
+        && cd /srv/gargantext \
+        && git fetch origin refactoring \
+        && git checkout refactoring \
+```
+
+### TODO (soon) : git clone https://gogs.iscpif.fr/gargantext.git
+
+## Build your OS dependencies
+
+2 ways, for each you need to install Debian GNU/Linux dependencies.
+
+1) [EASY] Docker way (directory install/docker)
+2) [EXPERTS] Debian way (directory install/debian)
+
+## Build your docker image
+``` bash
+cd /srv/gargantext/install/docker/dev
+./build
+```
+
+## Install Python environment
+Inside the docker image, execute as root:
+``` bash
+/srv/gargantext/install/python/configure
+```
+
+## Configure PostgreSql
+Inside the docker image, execute as root:
+``` bash
+/srv/gargantext/install/postgres/configure
+```
+
+## Get main librairies
+``` bash
+wget http://dl.gargantext.org/gargantext_lib.tar.bz2 \
+&& tar xvjf gargantext_lib.tar.bz2 -o /srv/gargantext_lib \
+&& sudo chown -R gargantua:gargantua /srv/gargantext_lib \
+&& echo "Libs installed"
+```
+
+## Launch Gargantext
+
+### Enter docker container
+``` bash
+/srv/gargantext/install/docker/enterGargantextImage
+```
+
+### Inside docker container configure the database
+``` bash
+service postgresql start
+su gargantua
+source /srv/env_3-5/bin/activate
+python /srv/gargantext/dbmigrate.py
+/srv/gargantext/manage.py migrate
+python /srv/gargantext/dbmigrate.py
+python /srv/gargantext/dbmigrate.py
+echo "TODO: Init first user"
+```
+
+FIXME: dbmigrate need to launched several times since tables are
+ordered with alphabetical order (and not dependencies order)
+
+### Inside docker container launch Gargantext
+``` bash
+service postgresql start
+su gargantua
+source /srv/env_3-5/bin/activate
+/srv/gargantext/manage.py runserver 0.0.0.0:8000
+```
+
+### Outside docker container launch browser
+``` bash
+chromium http://127.0.0.1:8000/
+```
+
+Click on Test Gargantext
+Login : gargantua
+Password : autnagrag
+
+Enjoy :)
 

install/docker/dev/Dockerfile

@@ -6,59 +6,59 @@
 #    \____|\__,_|_|   \____|\__,_|_| |_|_|\___/_/\_\\__|  #
 #                                                         #
 ###########################################################
-
+# https://docs.docker.com/compose/django/
 ######################################################################
-FROM debian:stretch
-#jFROM gargantext
+#FROM debian:stretch
+FROM gargantext
 MAINTAINER ISCPIF <alexandre.delanoe@iscpif.fr>
 ######################################################################
-#
-USER root
-
-RUN apt-get update && \
-    apt-get install -y \
-    apt-utils ca-certificates locales \
-    sudo aptitude gcc g++ wget git postgresql-9.5 vim
 
-### Configure timezone and locale
-RUN echo "Europe/Paris" > /etc/timezone && \
-    dpkg-reconfigure -f noninteractive tzdata && \
-    sed -i -e 's/# en_GB.UTF-8 UTF-8/en_GB.UTF-8 UTF-8/' /etc/locale.gen && \
-    sed -i -e 's/# fr_FR.UTF-8 UTF-8/fr_FR.UTF-8 UTF-8/' /etc/locale.gen && \
-    echo 'LANG="fr_FR.UTF-8"' > /etc/default/locale && \
-    dpkg-reconfigure --frontend=noninteractive locales && \
-    update-locale LANG=fr_FR.UTF-8
-
-### Install Database, main dependencies and Python
-### (installing some Debian version before pip to get dependencies)
-RUN apt-get update && apt-get install -y \
-       postgresql-server-dev-9.5 libpq-dev libxml2 \
-       libxml2-dev xml-core libgfortran-5-dev \
-       virtualenv python3-virtualenv \
-       python3.4 python3.4-dev \
-       python3.5 python3.5-dev \
-       python3-six python3-numpy python3-setuptools \
-       # ^for numpy, pandas
-       python3-numexpr \
-       # ^ for numpy performance
-       libxml2-dev libxslt-dev
-       # ^ for lxml
+USER root
 
-### PROD VERSION OF GARGANTEXT ONLY
-#RUN apt-get install -y uwsgi nginx  uwsgi-plugin-python rabbitmq-server
+#RUN apt-get update && \
+#    apt-get install -y \
+#    apt-utils ca-certificates locales man dialog\
+#    sudo aptitude gcc g++ wget git postgresql-9.5 vim
+#
+#### Configure timezone and locale
+#RUN echo "Europe/Paris" > /etc/timezone && \
+#    dpkg-reconfigure -f noninteractive tzdata && \
+#    sed -i -e 's/# en_GB.UTF-8 UTF-8/en_GB.UTF-8 UTF-8/' /etc/locale.gen && \
+#    sed -i -e 's/# fr_FR.UTF-8 UTF-8/fr_FR.UTF-8 UTF-8/' /etc/locale.gen && \
+#    echo 'LANG="fr_FR.UTF-8"' > /etc/default/locale && \
+#    dpkg-reconfigure --frontend=noninteractive locales && \
+#    update-locale LANG=fr_FR.UTF-8
+#
+#### Install Database, main dependencies and Python
+#### (installing some Debian version before pip to get dependencies)
+#RUN apt-get update && apt-get install -y \
+#       postgresql-server-dev-9.5 libpq-dev libxml2 \
+#       libxml2-dev xml-core libgfortran-5-dev \
+#       virtualenv python3-virtualenv \
+#       python3.4 python3.4-dev \
+#       python3.5 python3.5-dev \
+#       python3-six python3-numpy python3-setuptools \
+#       # ^for numpy, pandas
+#       python3-numexpr \
+#       # ^ for numpy performance
+#       libxml2-dev libxslt-dev
+#       # ^ for lxml
+#
+#### PROD VERSION OF GARGANTEXT ONLY
+##RUN apt-get install -y uwsgi nginx  uwsgi-plugin-python rabbitmq-server
+##
+### ## CREATE USER and adding it to sudo
+### ## TODO ask user for password
+#RUN adduser --disabled-password --gecos "" gargantua
+#
+#RUN apt-get install -y sudo && adduser gargantua sudo \
+#     && echo '%sudo ALL=(ALL) NOPASSWD:ALL' >> /etc/sudoers
 #
-## ## CREATE USER and adding it to sudo
-## ## TODO ask user for password
-RUN adduser --disabled-password --gecos "" gargantua
-
-RUN apt-get install -y sudo && adduser gargantua sudo \
-     && echo '%sudo ALL=(ALL) NOPASSWD:ALL' >> /etc/sudoers
-
 
-#######################################################################
-### CONFIGURE POSTGRESQL
-#######################################################################
+######################################################################
+## CONFIGURE POSTGRESQL
+######################################################################
 
-RUN sed -iP 's%^data_directory.*%data_directory = '\/srv\/gargantext_data'%' /etc/postgresql/9.5/main/postgresql.conf
+RUN sed -iP "s%^data_directory.*%data_directory = \'\/srv\/gargantext_data\'%" /etc/postgresql/9.5/main/postgresql.conf
 
-######################################################################
+#####################################################################

install/docker/dev/build

+#!/bin/bash
+
+#######################################################################
+#    ____             _             
+#   |  _ \  ___   ___| | _____ _ __ 
+#   | | | |/ _ \ / __| |/ / _ \ '__|
+#   | |_| | (_) | (__|   <  __/ |   
+#   |____/ \___/ \___|_|\_\___|_|   
+#                                   
+######################################################################
+
+sudo docker build -t gargantext .
+# OR
+# cd /tmp
+# wget http://dl.gargantext.org/gargantext_docker_image.tar \
+# && sudo docker import - gargantext:latest < gargantext_docker_image.tar
+
+
+
+
+
+
+

install/docker/dev/install.sh

-#!/bin/bash
-
-# Main user of Gargantext is Gargantua (role of Pantagruel soon)!
-#sudo adduser --disabled-password --gecos "" gargantua
-
-#######################################################################
-#    ____             _             
-#   |  _ \  ___   ___| | _____ _ __ 
-#   | | | |/ _ \ / __| |/ / _ \ '__|
-#   | |_| | (_) | (__|   <  __/ |   
-#   |____/ \___/ \___|_|\_\___|_|   
-#                                   
-######################################################################
-
-sudo docker build -t gargantext .
-# OR
-# cd /tmp
-# wget http://dl.gargantext.org/gargantext_docker_image.tar \
-# && sudo docker import - gargantext:latest < gargantext_docker_image.tar
-
-function do_cker {
-    #sudo docker run -d -p 8000:8000 \
-    sudo docker run -d \
-                   -v /srv2:/srv \
-                   -v /home/alexandre:/home/alexandre \
-                   -t gargantext:latest \
-                   /bin/bash $1
-    }
-
-
-#######################################################################
-#    _____     _     _               
-#   |  ___|__ | | __| | ___ _ __ ___ 
-#   | |_ / _ \| |/ _` |/ _ \ '__/ __|
-#   |  _| (_) | | (_| |  __/ |  \__ \
-#   |_|  \___/|_|\__,_|\___|_|  |___/
-#                                    
-#######################################################################
-
-### Create directories in /srv
-# Linux only
-function create_folders {
-    for dir in "/srv/gargantext"\
-           "/srv/gargantext_lib"\
-           "/srv/gargantext_static"\
-           "/srv/gargantext_media"\
-           "/srv/gargantext_data"\
-           "/srv/env_3-5"; do \
-    sudo mkdir -p $dir ;\
-    sudo chown gargantua:gargantua $dir ; \
-done \
-sudo chown -R postgres:postgres /srv/gargantext_data/ 
-}
-
-#do_cker "create_folders"
-
-
-function git_config {
-    ### TODO (soon) : git clone https://gogs.iscpif.fr/gargantext.git
-    git clone ssh://gitolite@delanoe.org:1979/gargantext /srv/gargantext \
-        && cd /srv/gargantext \
-        && git fetch origin refactoring \
-        && git checkout refactoring
-}
-
-#su gargantua -c git_config
-
-#######################################################################
-##    ____           _                      
-##   |  _ \ ___  ___| |_ __ _ _ __ ___  ___ 
-##   | |_) / _ \/ __| __/ _` | '__/ _ \/ __|
-##   |  __/ (_) \__ \ || (_| | | |  __/\__ \
-##   |_|   \___/|___/\__\__, |_|  \___||___/
-##                      |___/               
-#######################################################################
-
-function postgres_config {
-    /usr/lib/postgresql/9.5/bin/initdb -D /srv/gargantext_data/
-}
-#do_cker "su postgres -c postgres_config"
-
-function postgres_create_db {
-    sudo /etc/init.d/postgresql start \
-     && psql -c "CREATE user gargantua WITH PASSWORD 'C8kdcUrAQy66U'" \
-     && createdb -O gargantua gargandb \
-     && echo "Root: END of the installation of Gargantexts Database by postgres."
-} 
-#do_cker postgres_create_db 
-
-#######################################################################
-##    _     _ _               _      _           
-##   | |   (_) |__  _ __ __ _(_)_ __(_) ___  ___ 
-##   | |   | | '_ \| '__/ _` | | '__| |/ _ \/ __|
-##   | |___| | |_) | | | (_| | | |  | |  __/\__ \
-##   |_____|_|_.__/|_|  \__,_|_|_|  |_|\___||___/
-##                                               
-#######################################################################
-#
-#######################################################################
-### INSTALL MAIN DEPENDENCIES
-#######################################################################
-###
-#### Installing pip version of python libs
-#
-function install_python_env {
-    /usr/bin/virtualenv --py=/usr/bin/python3.5 /srv/env_3-52 \
-    && /bin/bash -c 'source /srv/env_3-52/bin/activate' \
-    && /bin/bash -c '/srv/env_3-52/bin/pip install git+https://github.com/zzzeek/sqlalchemy.git@rel_1_1' \
-    && /bin/bash -c '/srv/env_3-52/bin/pip install -r /srv/gargantext/install/python/requirements.txt'
-}
-
-#do_cker "su gargantua -c install_python_env"
-
-#######################################################################
-function init_gargantext {
-    echo "TODO script pour peupler la base"
-}
-
-#do_cker "su gargantua -c init_gargantext"
-#######################################################################
-### GET CONFIG FILES
-
-function get_libs {
-    wget http://dl.gargantext.org/gargantext_lib.tar.bz2 \
-     && tar xvjf gargantext_lib.tar.bz2 -o /srv/gargantext_lib \
-     && sudo chown -R gargantua:gargantua /srv/gargantext_lib \
-     && echo "Libs installed"
-    }
-
-#do_cker get_libs
-

install/postgres/configure

+#!/bin/bash
+
+#######################################################################
+##    ____           _                      
+##   |  _ \ ___  ___| |_ __ _ _ __ ___  ___ 
+##   | |_) / _ \/ __| __/ _` | '__/ _ \/ __|
+##   |  __/ (_) \__ \ || (_| | | |  __/\__ \
+##   |_|   \___/|___/\__\__, |_|  \___||___/
+##                      |___/               
+#######################################################################
+
+su postgres -c 'pg_dropcluster 9.4 main --stop'
+rm -rf /srv/gargantext_data && mkdir /srv/gargantext_data && chown postgres:postgres /srv/gargantext_data
+su postgres -c '/usr/lib/postgresql/9.5/bin/initdb -D /srv/gargantext_data/'
+su postgres -c '/usr/lib/postgresql/9.5/bin/pg_ctl -D /srv/gargantext_data/ -l journal_applicatif start'
+
+#su postgres -c 'pg_createcluster -D /srv/gargantext_data 9.5 main '
+#su postgres -c 'pg_ctlcluster -D /srv/gargantext_data 9.5 main start '
+#su postgres -c 'pg_ctlcluster 9.5 main start'
+
+service postgresql start
+
+su postgres -c "psql -c \"CREATE user gargantua WITH PASSWORD 'C8kdcUrAQy66U'\""
+su postgres -c "createdb -O gargantua gargandb"
+
+echo "Postgres configured"
+
+

install/python/configure

+#!/bin/bash
+
+ENV="/srv/env_3-5"
+
+/usr/bin/virtualenv --py=/usr/bin/python3.5 $ENV \
+&& /bin/bash -c "source ${ENV}/bin/activate" \
+&& /bin/bash -c "${ENV}/bin/pip install git+https://github.com/zzzeek/sqlalchemy.git@rel_1_1" \
+&& /bin/bash -c "${ENV}/bin/pip install -r /srv/gargantext/install/python/requirements.txt"

install/run_gargantext.sh

-#!/bin/bash
-
-echo "Need to finish the dependencies. So soon... :)"