Merge branch 'master' of https://github.com/tracim/tracim

bin/setup.sh

@@ -1,75 +0,0 @@
-#!/bin/bash
-
-POD_BIN_PATH=`dirname $0`
-POD_INSTALL_PATH=`dirname ${POD_BIN_PATH}`
-POD_INSTALL_FULL_PATH=`realpath ${POD_INSTALL_PATH}`
-
-echo $POD_BIN_PATH
-echo $POD_INSTALL_PATH
-echo $POD_INSTALL_FULL_PATH
-
-OLD_PATH=`pwd`
-
-
-cd ${POD_INSTALL_FULL_PATH}
-# virtualenv tg2env
-echo
-echo "-------------------------"
-echo "- initializes virtualenv"
-echo "-------------------------"
-echo "-> path:        tg2env/"
-echo "-> interpreter: python3"
-echo
-echo
-virtualenv -p /usr/bin/python3 tg2env
-
-echo
-echo
-echo "-------------------------"
-echo "- activates virtualenv"
-echo "-------------------------"
-source tg2env/bin/activate
-echo
-echo
-
-echo
-echo
-echo "-------------------------"
-echo "- installing turbogears"
-echo "-------------------------"
-pip install -f http://tg.gy/230 tg.devtools
-
-echo
-echo
-
-echo
-echo
-echo "-------------------------"
-echo "- install dependencies"
-echo "-------------------------"
-echo "-> psycopg2"
-echo "-> pillow"
-echo "-> beautifulsoup4"
-echo "-> tw.forms"
-echo "-> tgext.admin"
-pip install psycopg2
-pip install pillow
-pip install beautifulsoup4
-pip install tw.forms
-pip install tgext.admin
-echo
-echo
-
-echo
-echo
-echo "-------------------------"
-echo "- setup project"
-echo "-------------------------"
-cd pod/
-python setup.py develop
-echo
-echo
-
-
-
-cd ${OLD_PATH}

gulpfile.js

@@ -21,8 +21,8 @@ const _srcdir = 'tracim/tracim/public/assets/'
 const _tpldir = 'tracim/tracim/templates/'
 
 const listCssFiles = [
-  _srcdir + 'css/default_skin.css',
-  _srcdir + 'css/bootstrap.css',
+  // _srcdir + 'css/default_skin.css',
+  // _srcdir + 'css/bootstrap.css', // Côme - 2018/01/11 - removed to allow easier configuration of theme builder
   _srcdir + 'font-awesome-4.2.0/css/font-awesome.css',
   _srcdir + 'select2-4.0.3/css/select2.min.css',
   _srcdir + 'css/dashboard.css'

install/requirements.txt

@@ -68,3 +68,4 @@ click==6.7
 markdown==2.6.9
 email_reply_parser==0.5.9
 filelock==2.0.13
+imapclient==1.1.0

tracim/development.ini.base

@@ -222,6 +222,9 @@ email.reply.imap.user = your_imap_user
 email.reply.imap.password = your_imap_password
 email.reply.imap.folder = INBOX
 email.reply.imap.use_ssl = true
+email.reply.imap.use_idle = true
+# Re-new connection each 10 minutes
+email.reply.connection.max_lifetime = 600
 # Token for communication between mail fetcher and tracim controller
 email.reply.token = mysecuretoken
 # Delay in seconds between each check

tracim/tracim/config/app_cfg.py

@@ -384,6 +384,14 @@ class CFG(object):
         self.EMAIL_REPLY_IMAP_USE_SSL = asbool(tg.config.get(
             'email.reply.imap.use_ssl',
         ))
+        self.EMAIL_REPLY_IMAP_USE_IDLE = asbool(tg.config.get(
+            'email.reply.imap.use_idle',
+            True,
+        ))
+        self.EMAIL_REPLY_CONNECTION_MAX_LIFETIME = int(tg.config.get(
+            'email.reply.connection.max_lifetime',
+            600, # 10 minutes
+        ))
         self.EMAIL_REPLY_USE_HTML_PARSING = asbool(tg.config.get(
             'email.reply.use_html_parsing',
             True,

tracim/tracim/lib/daemons.py

@@ -173,7 +173,9 @@ class MailFetcherDaemon(Daemon):
             password=cfg.EMAIL_REPLY_IMAP_PASSWORD,
             use_ssl=cfg.EMAIL_REPLY_IMAP_USE_SSL,
             folder=cfg.EMAIL_REPLY_IMAP_FOLDER,
-            delay=cfg.EMAIL_REPLY_CHECK_HEARTBEAT,
+            heartbeat=cfg.EMAIL_REPLY_CHECK_HEARTBEAT,
+            use_idle=cfg.EMAIL_REPLY_IMAP_USE_IDLE,
+            connection_max_lifetime=cfg.EMAIL_REPLY_CONNECTION_MAX_LIFETIME,
             # FIXME - G.M - 2017-11-15 - proper tracim url formatting
             endpoint=cfg.WEBSITE_BASE_URL + "/events",
             token=cfg.EMAIL_REPLY_TOKEN,

tracim/tracim/lib/email_fetcher.py

@@ -1,9 +1,11 @@
 # -*- coding: utf-8 -*-
 
 import time
-import imaplib
 import json
 import typing
+import socket
+import ssl
+
 from email import message_from_bytes
 from email.header import decode_header
 from email.header import make_header
@@ -13,6 +15,8 @@ from email.utils import parseaddr
 import filelock
 import markdown
 import requests
+import imapclient
+
 from email_reply_parser import EmailReplyParser
 from tracim.lib.base import logger
 from tracim.lib.email_processing.parser import ParsedHTMLMail
@@ -22,9 +26,13 @@ TRACIM_SPECIAL_KEY_HEADER = 'X-Tracim-Key'
 CONTENT_TYPE_TEXT_PLAIN = 'text/plain'
 CONTENT_TYPE_TEXT_HTML = 'text/html'
 
-IMAP_SEEN_FLAG = '\\Seen'
-IMAP_CHECKED_FLAG = '\\Flagged'
+IMAP_SEEN_FLAG = imapclient.SEEN
+IMAP_CHECKED_FLAG = imapclient.FLAGGED
+
 MAIL_FETCHER_FILELOCK_TIMEOUT = 10
+MAIL_FETCHER_CONNECTION_TIMEOUT = 60*3
+MAIL_FETCHER_IDLE_RESPONSE_TIMEOUT = 60*9   # this should be not more
+# that 29 minutes according to rfc2177.(server wait 30min by default)
 
 
 class MessageContainer(object):
@@ -153,7 +161,9 @@ class MailFetcher(object):
         password: str,
         use_ssl: bool,
         folder: str,
-        delay: int,
+        use_idle: bool,
+        connection_max_lifetime: int,
+        heartbeat: int,
         endpoint: str,
         token: str,
         use_html_parsing: bool,
@@ -170,20 +180,25 @@ class MailFetcher(object):
         :param password: user password of mailbox
         :param use_ssl: use imap over ssl connection
         :param folder: mail folder where new mail are fetched
-        :param delay: seconds to wait before fetching new mail again
+        :param use_idle: use IMAP IDLE(server notification) when available
+        :param heartbeat: seconds to wait before fetching new mail again
+        :param connection_max_lifetime: maximum duration allowed for a
+             connection . connection are automatically renew when their
+             lifetime excess this duration.
         :param endpoint: tracim http endpoint where decoded mail are send.
         :param token: token to authenticate http connexion
         :param use_html_parsing: parse html mail
         :param use_txt_parsing: parse txt mail
         """
-        self._connection = None
         self.host = host
         self.port = port
         self.user = user
         self.password = password
         self.use_ssl = use_ssl
         self.folder = folder
-        self.delay = delay
+        self.heartbeat = heartbeat
+        self.use_idle = use_idle
+        self.connection_max_lifetime = connection_max_lifetime
         self.endpoint = endpoint
         self.token = token
         self.use_html_parsing = use_html_parsing
@@ -194,150 +209,201 @@ class MailFetcher(object):
     def run(self) -> None:
         logger.info(self, 'Starting MailFetcher')
         while self._is_active:
-            logger.debug(self, 'sleep for {}'.format(self.delay))
-            time.sleep(self.delay)
+            imapc = None
+            sleep_after_connection = True
             try:
-                self._connect()
-                with self.lock.acquire(
-                        timeout=MAIL_FETCHER_FILELOCK_TIMEOUT
-                ):
-                    messages = self._fetch()
-                cleaned_mails = [DecodedMail(m.message, m.uid)
-                                 for m in messages]
-                self._notify_tracim(cleaned_mails)
-                self._disconnect()
+                imapc = imapclient.IMAPClient(
+                    self.host,
+                    self.port,
+                    ssl=self.use_ssl,
+                    timeout=MAIL_FETCHER_CONNECTION_TIMEOUT
+                )
+                imapc.login(self.user, self.password)
+
+                logger.debug(self, 'Select folder {}'.format(
+                    self.folder,
+                ))
+                imapc.select_folder(self.folder)
+
+                # force renew connection when deadline is reached
+                deadline = time.time() + self.connection_max_lifetime
+                while True:
+                    if not self._is_active:
+                        logger.warning(self, 'Mail Fetcher process aborted')
+                        sleep_after_connection = False
+                        break
+
+                    if time.time() > deadline:
+                        logger.debug(
+                            self,
+                            "MailFetcher Connection Lifetime limit excess"
+                            ", Try Re-new connection")
+                        sleep_after_connection = False
+                        break
+
+                    # check for new mails
+                    self._check_mail(imapc)
+
+                    if self.use_idle and imapc.has_capability('IDLE'):
+                        # IDLE_mode wait until event from server
+                        logger.debug(self, 'wail for event(IDLE)')
+                        imapc.idle()
+                        imapc.idle_check(
+                            timeout=MAIL_FETCHER_IDLE_RESPONSE_TIMEOUT
+                        )
+                        imapc.idle_done()
+                    else:
+                        if self.use_idle and not imapc.has_capability('IDLE'):
+                            log = 'IDLE mode activated but server do not' \
+                                  'support it, use polling instead.'
+                            logger.warning(self, log)
+                        # normal polling mode : sleep a define duration
+                        logger.debug(self,
+                                     'sleep for {}'.format(self.heartbeat))
+                        time.sleep(self.heartbeat)
+
+            # Socket
+            except (socket.error,
+                    socket.gaierror,
+                    socket.herror) as e:
+                log = 'Socket fail with IMAP connection {}'
+                logger.error(self, log.format(e.__str__()))
+
+            except socket.timeout as e:
+                log = 'Socket timeout on IMAP connection {}'
+                logger.error(self, log.format(e.__str__()))
+
+            # SSL
+            except ssl.SSLError as e:
+                log = 'SSL error on IMAP connection'
+                logger.error(self, log.format(e.__str__()))
+
+            except ssl.CertificateError as e:
+                log = 'SSL Certificate verification failed on IMAP connection'
+                logger.error(self, log.format(e.__str__()))
+
+            # Filelock
             except filelock.Timeout as e:
                 log = 'Mail Fetcher Lock Timeout {}'
                 logger.warning(self, log.format(e.__str__()))
+
+            # IMAP
+            # TODO - G.M - 10-01-2017 - Support imapclient exceptions
+            # when Imapclient stable will be 2.0+
+
+            # Others
             except Exception as e:
-                # TODO - G.M - 2017-11-23 - Identify possible exceptions
-                log = 'IMAP error: {}'
-                logger.warning(self, log.format(e.__str__()))
+                log = 'Mail Fetcher error {}'
+                logger.error(self, log.format(e.__str__()))
+
+            finally:
+                # INFO - G.M - 2018-01-09 - Connection closing
+                # Properly close connection according to
+                # https://github.com/mjs/imapclient/pull/279/commits/043e4bd0c5c775c5a08cb5f1baa93876a46732ee
+                # TODO : Use __exit__ method instead when imapclient stable will
+                # be 2.0+ .
+                if imapc:
+                    logger.debug(self, 'Try logout')
+                    try:
+                        imapc.logout()
+                    except Exception:
+                        try:
+                            imapc.shutdown()
+                        except Exception as e:
+                            log = "Can't logout, connection broken ? {}"
+                            logger.error(self, log.format(e.__str__()))
+
+            if sleep_after_connection:
+                logger.debug(self, 'sleep for {}'.format(self.heartbeat))
+                time.sleep(self.heartbeat)
+
+        log = 'Mail Fetcher stopped'
+        logger.debug(self, log)
+
+    def _check_mail(self, imapc: imapclient.IMAPClient) -> None:
+        with self.lock.acquire(
+                timeout=MAIL_FETCHER_FILELOCK_TIMEOUT
+        ):
+            messages = self._fetch(imapc)
+            cleaned_mails = [DecodedMail(m.message, m.uid)
+                             for m in messages]
+            self._notify_tracim(cleaned_mails, imapc)
 
     def stop(self) -> None:
         self._is_active = False
 
-    def _connect(self) -> None:
-        # TODO - G.M - 2017-11-15 Verify connection/disconnection
-        # Are old connexion properly close this way ?
-        if self._connection:
-            logger.debug(self, 'Disconnect from IMAP')
-            self._disconnect()
-        # TODO - G.M - 2017-11-23 Support for predefined SSLContext ?
-        # without ssl_context param, tracim use default security configuration
-        # which is great in most case.
-        if self.use_ssl:
-            logger.debug(self, 'Connect IMAP {}:{} using SSL'.format(
-                self.host,
-                self.port,
-            ))
-            self._connection = imaplib.IMAP4_SSL(self.host, self.port)
-        else:
-            logger.debug(self, 'Connect IMAP {}:{}'.format(
-                self.host,
-                self.port,
-            ))
-            self._connection = imaplib.IMAP4(self.host, self.port)
-
-        try:
-            logger.debug(self, 'Login IMAP with login {}'.format(
-                self.user,
-            ))
-            self._connection.login(self.user, self.password)
-        except Exception as e:
-            log = 'Error during execution: {}'
-            logger.error(self, log.format(e.__str__()), exc_info=1)
-
-    def _disconnect(self) -> None:
-        if self._connection:
-            self._connection.close()
-            self._connection.logout()
-            self._connection = None
-
-    def _fetch(self) -> typing.List[MessageContainer]:
+    def _fetch(
+        self, 
+        imapc: imapclient.IMAPClient,
+    ) -> typing.List[MessageContainer]:
         """
         Get news message from mailbox
         :return: list of new mails
         """
         messages = []
-        # select mailbox
-        logger.debug(self, 'Fetch messages from folder {}'.format(
-            self.folder,
+
+        logger.debug(self, 'Fetch unseen messages')
+        uids = imapc.search(['UNSEEN'])
+        logger.debug(self, 'Found {} unseen mails'.format(
+            len(uids),
         ))
-        rv, data = self._connection.select(self.folder)
-        logger.debug(self, 'Response status {}'.format(
-            rv,
+        imapc.add_flags(uids, IMAP_SEEN_FLAG)
+        logger.debug(self, 'Temporary Flag {} mails as seen'.format(
+            len(uids),
         ))
-        if rv == 'OK':
-            # get mails
-            # TODO - G.M -  2017-11-15 Which files to select as new file ?
-            # Unseen file or All file from a directory (old one should be
-            #  moved/ deleted from mailbox during this process) ?
-            logger.debug(self, 'Fetch unseen messages')
-
-            rv, data = self._connection.search(None, "(UNSEEN)")
-            logger.debug(self, 'Response status {}'.format(
-                rv,
+        for msgid, data in imapc.fetch(uids, ['BODY.PEEK[]']).items():
+            # INFO - G.M - 2017-12-08 - Fetch BODY.PEEK[]
+            # Retrieve all mail(body and header) but don't set mail
+            # as seen because of PEEK
+            # see rfc3501
+            logger.debug(self, 'Fetch mail "{}"'.format(
+                msgid,
             ))
-            if rv == 'OK':
-                # get mail content
-                logger.debug(self, 'Found {} unseen mails'.format(
-                    len(data[0].split()),
-                ))
-                for uid in data[0].split():
-                    # INFO - G.M - 2017-12-08 - Fetch BODY.PEEK[]
-                    # Retrieve all mail(body and header) but don't set mail
-                    # as seen because of PEEK
-                    # see rfc3501
-                    logger.debug(self, 'Fetch mail "{}"'.format(
-                        uid,
-                    ))
-                    rv, data = self._connection.fetch(uid, 'BODY.PEEK[]')
-                    logger.debug(self, 'Response status {}'.format(
-                        rv,
-                    ))
-                    if rv == 'OK':
-                        msg = message_from_bytes(data[0][1])
-                        msg_container = MessageContainer(msg, uid)
-                        messages.append(msg_container)
-                        self._set_flag(uid, IMAP_SEEN_FLAG)
-                    else:
-                        log = 'IMAP : Unable to get mail : {}'
-                        logger.error(self, log.format(str(rv)))
-            else:
-                log = 'IMAP : Unable to get unseen mail : {}'
-                logger.error(self, log.format(str(rv)))
-        else:
-            log = 'IMAP : Unable to open mailbox : {}'
-            logger.error(self, log.format(str(rv)))
+            msg = message_from_bytes(data[b'BODY[]'])
+            msg_container = MessageContainer(msg, msgid)
+            messages.append(msg_container)
         return messages
 
     def _notify_tracim(
         self,
         mails: typing.List[DecodedMail],
+        imapc: imapclient.IMAPClient
     ) -> None:
         """
         Send http request to tracim endpoint
         :param mails: list of mails to send
-        :return: unsended mails
+        :return: none
         """
         logger.debug(self, 'Notify tracim about {} new responses'.format(
             len(mails),
         ))
-        unsended_mails = []
         # TODO BS 20171124: Look around mail.get_from_address(), mail.get_key()
         # , mail.get_body() etc ... for raise InvalidEmailError if missing
         #  required informations (actually get_from_address raise IndexError
         #  if no from address for example) and catch it here
         while mails:
             mail = mails.pop()
+            body =  mail.get_body(
+                use_html_parsing=self.use_html_parsing,
+                use_txt_parsing=self.use_txt_parsing,
+            )
+            from_address = mail.get_from_address()
+
+            # don't create element for 'empty' mail
+            if not body:
+                logger.warning(
+                    self,
+                    'Mail from {} has not valable content'.format(
+                        from_address
+                    ),
+                )
+                continue
+
             msg = {'token': self.token,
-                   'user_mail': mail.get_from_address(),
+                   'user_mail': from_address,
                    'content_id': mail.get_key(),
                    'payload': {
-                       'content': mail.get_body(
-                           use_html_parsing=self.use_html_parsing,
-                           use_txt_parsing=self.use_txt_parsing),
+                       'content': body,
                    }}
             try:
                 logger.debug(
@@ -357,64 +423,15 @@ class MailFetcher(object):
                     ))
                 # Flag all correctly checked mail, unseen the others
                 if r.status_code in [200, 204, 400]:
-                    self._set_flag(mail.uid, IMAP_CHECKED_FLAG)
+                    imapc.add_flags((mail.uid,), IMAP_CHECKED_FLAG)
                 else:
-                    self._unset_flag(mail.uid, IMAP_SEEN_FLAG)
+                    imapc.remove_flags((mail.uid,), IMAP_SEEN_FLAG)
             # TODO - G.M - Verify exception correctly works
             except requests.exceptions.Timeout as e:
                 log = 'Timeout error to transmit fetched mail to tracim : {}'
                 logger.error(self, log.format(str(e)))
-                unsended_mails.append(mail)
-                self._unset_flag(mail.uid, IMAP_SEEN_FLAG)
+                imapc.remove_flags((mail.uid,), IMAP_SEEN_FLAG)
             except requests.exceptions.RequestException as e:
                 log = 'Fail to transmit fetched mail to tracim : {}'
                 logger.error(self, log.format(str(e)))
-                self._unset_flag(mail.uid, IMAP_SEEN_FLAG)
-
-    def _set_flag(
-            self,
-            uid: int,
-            flag: str,
-            ) -> None:
-        assert uid is not None
-
-        rv, data = self._connection.store(
-            uid,
-            '+FLAGS',
-            flag,
-        )
-        if rv == 'OK':
-            log = 'Message {uid} set as {flag}.'.format(
-                uid=uid,
-                flag=flag)
-            logger.debug(self, log)
-        else:
-            log = 'Can not set Message {uid} as {flag} : {rv}'.format(
-                uid=uid,
-                flag=flag,
-                rv=rv)
-            logger.error(self, log)
-
-    def _unset_flag(
-            self,
-            uid: int,
-            flag: str,
-            ) -> None:
-        assert uid is not None
-
-        rv, data = self._connection.store(
-            uid,
-            '-FLAGS',
-            flag,
-        )
-        if rv == 'OK':
-            log = 'Message {uid} unset as {flag}.'.format(
-                uid=uid,
-                flag=flag)
-            logger.debug(self, log)
-        else:
-            log = 'Can not unset Message {uid} as {flag} : {rv}'.format(
-                uid=uid,
-                flag=flag,
-                rv=rv)
-            logger.error(self, log)
+                imapc.remove_flags((mail.uid,), IMAP_SEEN_FLAG)

tracim/tracim/lib/email_processing/models.py

@@ -109,7 +109,8 @@ class HtmlBodyMailParts(BodyMailParts):
         if len(self._list) > 0:
             txt = BeautifulSoup(value.text, 'html.parser').get_text()
             txt = txt.replace('\n', '').strip()
-            if not txt:
+            img = BeautifulSoup(value.text, 'html.parser').find('img')
+            if not txt and not img:
                 value.part_type = self._list[-1].part_type
         BodyMailParts._check_value(value)
         BodyMailParts._append(self, value)

tracim/tracim/lib/email_processing/sanitizer.py

@@ -1,42 +1,19 @@
+import typing
 from bs4 import BeautifulSoup, Tag
-
+from tracim.lib.email_processing.sanitizer_config.attrs_whitelist import ATTRS_WHITELIST  # nopep8
+from tracim.lib.email_processing.sanitizer_config.class_blacklist import CLASS_BLACKLIST  # nopep8
+from tracim.lib.email_processing.sanitizer_config.id_blacklist import ID_BLACKLIST  # nopep8
+from tracim.lib.email_processing.sanitizer_config.tag_blacklist import TAG_BLACKLIST  # nopep8
+from tracim.lib.email_processing.sanitizer_config.tag_whitelist import TAG_WHITELIST  # nopep8
 
 class HtmlSanitizerConfig(object):
-    # some Default_html_tags type
-    HTML_Heading_tag = ['h1', 'h2', 'h3', 'h4', 'h5', 'h6']
-    HTML_Text_parts_tag = ['p',
-                           'br', 'hr',
-                           'pre', 'code', 'samp',  # preformatted content
-                           'q', 'blockquote',  # quotes
-                           ]
-    HTML_Text_format_tag = ['b', 'i', 'u', 'small', 'sub', 'sup', ]
-    HTML_Text_semantic_tag = ['strong', 'em',
-                              'mark', 'cite', 'dfn',
-                              'del', 'ins', ]
-    HTML_Table_tag = ['table',
-                      'thead', 'tfoot', 'tbody',
-                      'tr', 'td', 'caption', ]
-
-    HTML_List_tag = ['ul', 'li', 'ol',  # simple list
-                     'dl', 'dt', 'dd', ]  # definition list
-
-    # Rules
-    Tag_whitelist = HTML_Heading_tag \
-                    + HTML_Text_parts_tag \
-                    + HTML_Text_format_tag \
-                    + HTML_Text_semantic_tag \
-                    + HTML_Table_tag \
-                    + HTML_List_tag
-
-    Tag_blacklist = ['script', 'style']
-
-    # TODO - G.M - 2017-12-01 - Think about removing class/id Blacklist
-    # These elements are no longer required.
-    Class_blacklist = []
-    Id_blacklist = []
-
-    Attrs_whitelist = ['href']
-
+    # whitelist : keep tag and content
+    Tag_whitelist = TAG_WHITELIST
+    Attrs_whitelist = ATTRS_WHITELIST
+    # blacklist : remove content
+    Tag_blacklist = TAG_BLACKLIST
+    Class_blacklist = CLASS_BLACKLIST
+    Id_blacklist = ID_BLACKLIST
 
 class HtmlSanitizer(object):
     """
@@ -50,7 +27,7 @@ class HtmlSanitizer(object):
     """
 
     @classmethod
-    def sanitize(cls, html_body: str) -> str:
+    def sanitize(cls, html_body: str) -> typing.Optional[str]:
         soup = BeautifulSoup(html_body, 'html.parser')
         for tag in soup.findAll():
             if cls._tag_to_extract(tag):
@@ -62,7 +39,17 @@ class HtmlSanitizer(object):
                         del tag.attrs[attr]
             else:
                 tag.unwrap()
-        return str(soup)
+
+        if cls._is_content_empty(soup):
+            return None
+        else:
+            return str(soup)
+
+    @classmethod
+    def _is_content_empty(cls, soup):
+        img = soup.find('img')
+        txt = soup.get_text().replace('\n', '').strip()
+        return (not img and not txt)
 
     @classmethod
     def _tag_to_extract(cls, tag: Tag) -> bool:

tracim/tracim/lib/email_processing/sanitizer_config/attrs_whitelist.py

@@ -0,0 +1 @@
+ATTRS_WHITELIST = ['href']

tracim/tracim/lib/email_processing/sanitizer_config/class_blacklist.py

@@ -0,0 +1 @@
+CLASS_BLACKLIST =  []

tracim/tracim/lib/email_processing/sanitizer_config/id_blacklist.py

@@ -0,0 +1 @@
+ID_BLACKLIST = []

tracim/tracim/lib/email_processing/sanitizer_config/tag_blacklist.py

@@ -0,0 +1 @@
+TAG_BLACKLIST = ['script', 'style']

tracim/tracim/lib/email_processing/sanitizer_config/tag_whitelist.py

@@ -0,0 +1,16 @@
+TAG_WHITELIST = [
+    'b', 'blockquote', 'br',
+    'caption', 'cite', 'code',
+    'dd', 'del', 'dfn', 'dl', 'dt',
+    'em',
+    'h1', 'h2', 'h3', 'h4', 'h5', 'h6', 'hr',
+    'i', 'img', 'ins',
+    'li',
+    'mark',
+    'ol',
+    'p', 'pre',
+    'q',
+    'samp', 'small', 'strong', 'sub', 'sup',
+    'table', 'tbody', 'td', 'tfoot', 'thead', 'tr',
+    'u', 'ul'
+]

tracim/tracim/model/data.py

@@ -1111,16 +1111,6 @@ class Content(DeclarativeBase):
         self._properties = json.dumps(properties_struct)
         ContentChecker.check_properties(self)
 
-    @property
-    def clean_revisions(self):
-        """
-        This property return revisions with really only one of each revisions:
-        Actually, .revisions list give duplicated last revision,
-        see https://github.com/tracim/tracim/issues/126
-        :return: list of revisions
-        """
-        return list(set(self.revisions))
-
     def created_as_delta(self, delta_from_datetime:datetime=None):
         if not delta_from_datetime:
             delta_from_datetime = datetime.utcnow()
@@ -1213,13 +1203,13 @@ class Content(DeclarativeBase):
         return last_comment
 
     def get_previous_revision(self) -> 'ContentRevisionRO':
-        rev_ids = [revision.revision_id for revision in self.clean_revisions]
+        rev_ids = [revision.revision_id for revision in self.revisions]
         rev_ids.sort()
 
         if len(rev_ids)>=2:
             revision_rev_id = rev_ids[-2]
 
-            for revision in self.clean_revisions:
+            for revision in self.revisions:
                 if revision.revision_id == revision_rev_id:
                     return revision
 
@@ -1248,7 +1238,7 @@ class Content(DeclarativeBase):
         events = []
         for comment in self.get_comments():
             events.append(VirtualEvent.create_from_content(comment))
-        for revision in self.clean_revisions:
+        for revision in self.revisions:
             events.append(VirtualEvent.create_from_content_revision(revision))
 
         sorted_events = sorted(events,

tracim/tracim/templates/master_anonymous.mak

@@ -11,6 +11,8 @@
         <meta name="author" content="">
         <link rel="icon" href="/favicon.ico">
 
+        <link href="${tg.url('/assets/css/default_skin.css')}" rel="stylesheet">
+        <link href="${tg.url('/assets/css/bootstrap.css')}" rel="stylesheet">
         <link href="${tg.url('/assets/dist/all.css')}" rel="stylesheet">
 
         <script>

tracim/tracim/templates/master_authenticated.mak

@@ -12,6 +12,8 @@
         <meta name="author" content="">
         <link rel="icon" href="/favicon.ico">
 
+        <link href="${tg.url('/assets/css/default_skin.css')}" rel="stylesheet">
+        <link href="${tg.url('/assets/css/bootstrap.css')}" rel="stylesheet">
         <link href="${tg.url('/assets/dist/all.css')}" rel="stylesheet">
 
         <script>

update.sh

@@ -1,20 +0,0 @@
-#!/bin/bash
-user="root"
-command="npm install \
-&& gulp prod"
-echo "############################################################################"
-echo "############################################################################"
-echo "## "
-echo "## UPDATE ----------"
-echo "## "
-echo "##" `date` Execute as $user: $command
-echo "## "
-echo "## "
-echo "############################################################################"
-if ! command -v npm >/dev/null; then
-  echo ""
-  echo "/!\ npm doesn't seem to be installed. Aborting."
-  echo ""
-  exit 1
-fi
-sudo -u $user -- bash -c "$command"