drop example model, add alembic tracimv1 history and use same database scheme as tracimv1

alembic.ini

@@ -0,0 +1,74 @@
+# A generic, single database configuration.
+
+[alembic]
+# path to migration scripts
+script_location = tracim/migration
+
+# template used to generate migration files
+# file_template = %%(rev)s_%%(slug)s
+
+# timezone to use when rendering the date
+# within the migration file as well as the filename.
+# string value is passed to dateutil.tz.gettz()
+# leave blank for localtime
+# timezone =
+
+# max length of characters to apply to the
+# "slug" field
+#truncate_slug_length = 40
+
+# set to 'true' to run the environment during
+# the 'revision' command, regardless of autogenerate
+# revision_environment = false
+
+# set to 'true' to allow .pyc and .pyo files without
+# a source .py file to be detected as revisions in the
+# versions/ directory
+# sourceless = false
+
+# version location specification; this defaults
+# to migrate/versions.  When using multiple version
+# directories, initial revisions must be specified with --version-path
+# version_locations = %(here)s/bar %(here)s/bat migrate/versions
+
+# the output encoding used when revision files
+# are written from script.py.mako
+# output_encoding = utf-8
+
+sqlalchemy.url = sqlite:///%(here)s/tracim.sqlite
+
+
+# Logging configuration
+[loggers]
+keys = root,sqlalchemy,alembic
+
+[handlers]
+keys = console
+
+[formatters]
+keys = generic
+
+[logger_root]
+level = WARN
+handlers = console
+qualname =
+
+[logger_sqlalchemy]
+level = WARN
+handlers =
+qualname = sqlalchemy.engine
+
+[logger_alembic]
+level = INFO
+handlers =
+qualname = alembic
+
+[handler_console]
+class = StreamHandler
+args = (sys.stderr,)
+level = NOTSET
+formatter = generic
+
+[formatter_generic]
+format = %(levelname)-5.5s [%(name)s] %(message)s
+datefmt = %H:%M:%S

setup.py

@@ -21,6 +21,7 @@ requires = [
     'waitress',
     'filedepot',
     'babel',
+    'alembic',
 ]
 
 tests_require = [

tracim/migration/env.py

@@ -0,0 +1,78 @@
+# -*- coding: utf-8 -*-
+
+from __future__ import with_statement
+from alembic import context
+from sqlalchemy import engine_from_config, pool
+from tracim import models
+# from logging.config import fileConfig
+
+# this is the Alembic Config object, which provides
+# access to the values within the .ini file in use.
+config = context.config
+# Interpret the config file for Python logging.
+# This line sets up loggers basically.
+# fileConfig(config.config_file_name)
+
+# add your model's MetaData object here
+# for 'autogenerate' support
+# from myapp import mymodel
+# target_metadata = mymodel.Base.metadata
+
+target_metadata = models.meta.metadata
+
+# other values from the config, defined by the needs of env.py,
+# can be acquired:
+# my_important_option = config.get_main_option("my_important_option")
+# ... etc.
+
+
+def run_migrations_offline():
+    """Run migrations in 'offline' mode.
+
+    This configures the context with just a URL
+    and not an Engine, though an Engine is acceptable
+    here as well.  By skipping the Engine creation
+    we don't even need a DBAPI to be available.
+
+    Calls to context.execute() here emit the given string to the
+    script output.
+
+    """
+    url = config.get_main_option("sqlalchemy.url")
+    context.configure(url=url, version_table='migrate_version')
+
+    with context.begin_transaction():
+        context.run_migrations()
+
+
+def run_migrations_online():
+    """Run migrations in 'online' mode.
+
+    In this scenario we need to create an Engine
+    and associate a connection with the context.
+
+    """
+    engine = engine_from_config(
+                config.get_section(config.config_ini_section),
+                prefix='sqlalchemy.',
+                poolclass=pool.NullPool)
+
+    connection = engine.connect()
+    context.configure(
+                connection=connection,
+                target_metadata=target_metadata,
+                version_table='migrate_version'
+                )
+
+    try:
+        with context.begin_transaction():
+            context.run_migrations()
+    finally:
+        connection.close()
+        engine.dispose()
+
+
+if context.is_offline_mode():
+    run_migrations_offline()
+else:
+    run_migrations_online()

tracim/migration/script.py.mako

@@ -0,0 +1,22 @@
+"""${message}
+
+Revision ID: ${up_revision}
+Revises: ${down_revision}
+Create Date: ${create_date}
+
+"""
+
+# revision identifiers, used by Alembic.
+revision = ${repr(up_revision)}
+down_revision = ${repr(down_revision)}
+
+from alembic import op
+import sqlalchemy as sa
+${imports if imports else ""}
+
+def upgrade():
+    ${upgrades if upgrades else "pass"}
+
+
+def downgrade():
+    ${downgrades if downgrades else "pass"}

tracim/migration/versions/15305f71bfda_fill_content_file_extension_column.py

@@ -0,0 +1,77 @@
+"""fill content file_extension column
+
+Revision ID: 15305f71bfda
+Revises: e31ddc009b37
+Create Date: 2016-11-25 10:50:01.874820
+
+"""
+
+# revision identifiers, used by Alembic.
+import os
+
+revision = '15305f71bfda'
+down_revision = 'e31ddc009b37'
+
+from alembic import op
+import sqlalchemy as sa
+
+
+content_revision_helper = sa.Table(
+    'content_revisions',
+    sa.MetaData(),
+    sa.Column('revision_id', sa.Integer, primary_key=True),
+    sa.Column('content_id', sa.ForeignKey(u'content.id'), nullable=False),
+    sa.Column('owner_id', sa.ForeignKey(u'users.user_id'), index=True),
+    sa.Column('label', sa.String(1024), nullable=False),
+    sa.Column('description', sa.Text, nullable=False),
+    sa.Column('file_name', sa.String(255), nullable=False),
+    sa.Column('file_extension', sa.String(255), nullable=False),
+    sa.Column('file_mimetype', sa.String(255), nullable=False),
+    sa.Column('file_content', sa.LargeBinary),
+    sa.Column('properties', sa.Text, nullable=False),
+    sa.Column('type', sa.String(32), nullable=False),
+    sa.Column('status', sa.String(32), nullable=False),
+    sa.Column('created', sa.DateTime, nullable=False),
+    sa.Column('updated', sa.DateTime, nullable=False),
+    sa.Column('is_deleted', sa.Boolean, nullable=False),
+    sa.Column('is_archived', sa.Boolean, nullable=False),
+    sa.Column('is_temporary', sa.Boolean, nullable=False),
+    sa.Column('revision_type', sa.String(32), nullable=False),
+    sa.Column('workspace_id', sa.ForeignKey(u'workspaces.workspace_id')),
+    sa.Column('parent_id', sa.ForeignKey(u'content.id'), index=True),
+)
+
+
+def upgrade():
+    connection = op.get_bind()
+
+    for content_revision in connection.execute(
+            content_revision_helper.select()
+    ):
+        # On work with FILE
+        if content_revision.type == 'file':
+            file_name, file_extension = \
+                os.path.splitext(content_revision.file_name)
+
+            # Don't touch label if already set
+            if content_revision.label:
+                new_label = content_revision.label
+            # Label will be file name without extension
+            else:
+                new_label = file_name
+
+            # Update record
+            connection.execute(
+                content_revision_helper.update()
+                .where(
+                    content_revision_helper.c.revision_id ==
+                    content_revision.revision_id
+                ).values(
+                    label=new_label,
+                    file_extension=file_extension,
+                )
+            )
+
+
+def downgrade():
+    pass

tracim/migration/versions/2b4043fa2502_remove_webdav_right_digest_response_.py

@@ -0,0 +1,26 @@
+"""remove webdav_right_digest_response_hash from database
+
+Revision ID: 2b4043fa2502
+Revises: f3852e1349c4
+Create Date: 2018-03-13 14:41:38.590375
+
+"""
+
+# revision identifiers, used by Alembic.
+revision = '2b4043fa2502'
+down_revision = 'f3852e1349c4'
+
+from alembic import op
+from sqlalchemy import Column, Unicode
+
+
+def upgrade():
+    with op.batch_alter_table('users') as batch_op:
+        batch_op.drop_column('webdav_left_digest_response_hash')
+
+
+def downgrade():
+    with op.batch_alter_table('users') as batch_op:
+        batch_op.add_column(
+            Column('webdav_left_digest_response_hash', Unicode(128))
+        )

tracim/migration/versions/2cd20ff3d23a_user_timezone.py

@@ -0,0 +1,26 @@
+"""user_timezone
+
+Revision ID: 2cd20ff3d23a
+Revises: b4b8d57b54e5
+Create Date: 2016-11-08 11:32:00.903232
+
+"""
+
+# revision identifiers, used by Alembic.
+revision = '2cd20ff3d23a'
+down_revision = 'b4b8d57b54e5'
+
+from alembic import op
+import sqlalchemy as sa
+
+
+def upgrade():
+    ### commands auto generated by Alembic - please adjust! ###
+    op.add_column('users', sa.Column('timezone', sa.Unicode(length=255), server_default='', nullable=False))
+    ### end Alembic commands ###
+
+
+def downgrade():
+    ### commands auto generated by Alembic - please adjust! ###
+    op.drop_column('users', 'timezone')
+    ### end Alembic commands ###

tracim/migration/versions/43a323cc661_add_read_not_read_content_status.py

@@ -0,0 +1,28 @@
+"""add read/not read content status
+
+Revision ID: 43a323cc661
+Revises: None
+Create Date: 2015-08-26 11:23:03.466554
+
+"""
+
+# revision identifiers, used by Alembic.
+revision = '43a323cc661'
+down_revision = None
+
+from alembic import op
+import sqlalchemy as sa
+
+
+def upgrade():
+    op.create_table(
+        'revision_read_status',
+        sa.Column('revision_id', sa.Integer, sa.ForeignKey('content_revisions.revision_id', ondelete='CASCADE', onupdate='CASCADE'), primary_key=True),
+        sa.Column('user_id', sa.Integer, sa.ForeignKey('users.user_id', ondelete='CASCADE', onupdate='CASCADE'), primary_key=True),
+        sa.Column('view_datetime', sa.DateTime, server_default=sa.func.now(), unique=False, nullable=False)
+    )
+
+
+def downgrade():
+    op.drop_table('revision_read_status')
+

tracim/migration/versions/534c4594ed29_add_calendar_enabled_column_to_workspace.py

@@ -0,0 +1,26 @@
+"""Add calendar_enabled column to Workspace
+
+Revision ID: 534c4594ed29
+Revises: da12239d9da0
+Create Date: 2016-05-31 13:02:28.301984
+
+"""
+
+# revision identifiers, used by Alembic.
+revision = '534c4594ed29'
+down_revision = 'da12239d9da0'
+
+from alembic import op
+import sqlalchemy as sa
+
+
+def upgrade():
+    ### commands auto generated by Alembic - please adjust! ###
+    op.add_column('workspaces', sa.Column('calendar_enabled', sa.Boolean(), nullable=False, server_default='0'))
+    ### end Alembic commands ###
+
+
+def downgrade():
+    ### commands auto generated by Alembic - please adjust! ###
+    op.drop_column('workspaces', 'calendar_enabled')
+    ### end Alembic commands ###

tracim/migration/versions/59fc98c3c965_delete_content_file_name_column.py

@@ -0,0 +1,31 @@
+"""delete content file name column
+
+Revision ID: 59fc98c3c965
+Revises: 15305f71bfda
+Create Date: 2016-11-25 14:55:22.176175
+
+"""
+
+# revision identifiers, used by Alembic.
+revision = '59fc98c3c965'
+down_revision = '15305f71bfda'
+
+from alembic import op
+import sqlalchemy as sa
+
+
+def upgrade():
+    op.drop_column('content_revisions', 'file_name')
+
+
+def downgrade():
+    op.add_column(
+        'content_revisions',
+        sa.Column(
+            'file_name',
+            sa.VARCHAR(length=255),
+            server_default=sa.text("''::character varying"),
+            autoincrement=False,
+            nullable=False
+        ),
+    )

tracim/migration/versions/69fb10c3d6f0_files_on_disk.py

@@ -0,0 +1,38 @@
+"""files on disk.
+
+Revision ID: 69fb10c3d6f0
+Revises: c1cea4bbae16
+Create Date: 2017-06-07 17:25:47.306472
+
+"""
+
+from alembic import op
+from depot.fields.sqlalchemy import UploadedFileField
+import sqlalchemy as sa
+
+# revision identifiers, used by Alembic.
+revision = '69fb10c3d6f0'
+down_revision = 'c1cea4bbae16'
+
+
+# INFO - A.P - 2017-07-20 - alembic batch migrations
+# http://alembic.zzzcomputing.com/en/latest/batch.html
+# This migration uses alembic batch mode, a workaround allowing to enforce
+# ALTER statement with SQLite while maintaining the traditional behavior of
+# the commented lines on other RDBMS.
+
+
+def upgrade():
+    """Adds the depot file in revision."""
+    # op.add_column('content_revisions',
+    #               sa.Column('depot_file',
+    #                         UploadedFileField))
+    with op.batch_alter_table('content_revisions') as batch_op:
+        batch_op.add_column(sa.Column('depot_file', UploadedFileField))
+
+
+def downgrade():
+    """Drops the depot file in revision."""
+    # op.drop_column('content_revisions', 'depot_file')
+    with op.batch_alter_table('content_revisions') as batch_op:
+        batch_op.drop_column('depot_file')

tracim/migration/versions/913efdf409e5_all_files_also_on_disk.py

@@ -0,0 +1,99 @@
+"""all files also on disk.
+
+Revision ID: 913efdf409e5
+Revises: 69fb10c3d6f0
+Create Date: 2017-07-12 15:44:20.568447
+
+"""
+
+import shutil
+
+from alembic import context
+from alembic import op
+from depot.fields.sqlalchemy import UploadedFileField
+from depot.fields.upload import UploadedFile
+from depot.io.utils import FileIntent
+from depot.manager import DepotManager
+import sqlalchemy as sa
+from sqlalchemy.sql.expression import func
+
+# revision identifiers, used by Alembic.
+revision = '913efdf409e5'
+down_revision = '69fb10c3d6f0'
+
+
+revision_helper = sa.Table(
+    'content_revisions',
+    sa.MetaData(),
+    sa.Column('revision_id', sa.Integer, primary_key=True),
+    sa.Column('label', sa.String(1024), nullable=False),
+    sa.Column('file_extension', sa.String(255), nullable=False),
+    sa.Column('file_mimetype', sa.String(255), nullable=False),
+    sa.Column('file_content', sa.LargeBinary),
+    sa.Column('depot_file', UploadedFileField, nullable=True),
+    sa.Column('type', sa.String(32), nullable=False),
+)
+
+
+def configure_depot():
+    """Configure Depot."""
+    depot_storage_name = context.config.get_main_option('depot_storage_name')
+    depot_storage_path = context.config.get_main_option('depot_storage_dir')
+    depot_storage_settings = {'depot.storage_path': depot_storage_path}
+    DepotManager.configure(
+        depot_storage_name,
+        depot_storage_settings,
+    )
+
+
+def delete_files_on_disk(connection: sa.engine.Connection):
+    """Deletes files from disk and their references in database."""
+    delete_query = revision_helper.update() \
+        .where(revision_helper.c.type == 'file') \
+        .where(revision_helper.c.depot_file.isnot(None)) \
+        .values(depot_file=None)
+    connection.execute(delete_query)
+    depot_storage_path = context.config.get_main_option('depot_storage_dir')
+    shutil.rmtree(depot_storage_path, ignore_errors=True)
+
+
+def upgrade():
+    """
+    Sets all depot files for file typed revisions.
+
+    Until now, files are both in database and, for the newly created
+    ones, on disk. In order to simplify the migration, this procedure
+    will:
+    - delete the few files on disk,
+    - create all files on disk from database.
+    """
+    # Creates files depot used in this migration
+    configure_depot()
+    connection = op.get_bind()
+    delete_files_on_disk(connection=connection)
+    select_query = revision_helper.select() \
+        .where(revision_helper.c.type == 'file') \
+        .where(revision_helper.c.depot_file.is_(None)) \
+        .where(func.length(revision_helper.c.file_content) > 0)
+    files = connection.execute(select_query).fetchall()
+    for file in files:
+        file_filename = '{0}{1}'.format(
+            file.label,
+            file.file_extension,
+        )
+        depot_file_intent = FileIntent(
+            file.file_content,
+            file_filename,
+            file.file_mimetype,
+        )
+        depot_file_field = UploadedFile(depot_file_intent, 'tracim')
+        update_query = revision_helper.update() \
+            .where(revision_helper.c.revision_id == file.revision_id) \
+            .values(depot_file=depot_file_field)
+        connection.execute(update_query)
+
+
+def downgrade():
+    """Resets depot file for file typed revisions."""
+    connection = op.get_bind()
+    delete_files_on_disk(connection=connection)

tracim/migration/versions/ad79f58ec2bf_tracim_v2.py

@@ -0,0 +1,26 @@
+"""Tracim V2
+
+Revision ID: ad79f58ec2bf
+Revises: 2b4043fa2502
+Create Date: 2018-03-29 17:05:41.735260
+
+"""
+
+# revision identifiers, used by Alembic.
+revision = 'ad79f58ec2bf'
+down_revision = '2b4043fa2502'
+
+from alembic import op
+import sqlalchemy as sa
+
+
+def upgrade():
+    # ### commands auto generated by Alembic - please adjust! ###
+    pass
+    # ### end Alembic commands ###
+
+
+def downgrade():
+    # ### commands auto generated by Alembic - please adjust! ###
+    pass
+    # ### end Alembic commands ###

tracim/migration/versions/b4b8d57b54e5_add_hash_column_for_digest_.py

@@ -0,0 +1,28 @@
+"""add hash column for digest authentication
+
+Revision ID: b4b8d57b54e5
+Revises: 534c4594ed29
+Create Date: 2016-08-11 10:27:28.951506
+
+"""
+
+# revision identifiers, used by Alembic.
+revision = 'b4b8d57b54e5'
+down_revision = 'bdb195ed95bb'
+
+from alembic import op
+from sqlalchemy import Column, Unicode, Boolean
+
+
+def upgrade():
+    op.add_column('users', Column('webdav_left_digest_response_hash', Unicode(128)))
+    op.add_column('content_revisions', Column('is_temporary', Boolean(), unique=False, nullable=True))
+    op.execute('''
+        UPDATE content_revisions
+        SET is_temporary = FALSE
+        ''')
+    op.alter_column('content_revisions', 'is_temporary', nullable=False)
+
+def downgrade():
+    op.drop_column('users', 'webdav_left_digest_response_hash')
+    op.drop_column('content_revisions', 'is_temporary')

tracim/migration/versions/b73e57760b36_add_user_field_for_imported_profiles.py

@@ -0,0 +1,22 @@
+"""Add User field for imported profiles
+
+Revision ID: b73e57760b36
+Revises: 43a323cc661
+Create Date: 2016-02-09 11:00:22.694054
+
+"""
+
+# revision identifiers, used by Alembic.
+revision = 'b73e57760b36'
+down_revision = '43a323cc661'
+
+import sqlalchemy as sa
+from alembic import op
+
+
+def upgrade():
+    op.add_column('users', sa.Column('imported_from', sa.Unicode(length=32), nullable=True))
+
+
+def downgrade():
+    op.drop_column('users', 'imported_from')

tracim/migration/versions/bdb195ed95bb_user_auth_token_columns.py

@@ -0,0 +1,28 @@
+"""User auth token columns
+
+Revision ID: bdb195ed95bb
+Revises: 534c4594ed29
+Create Date: 2016-07-28 15:38:18.889151
+
+"""
+
+# revision identifiers, used by Alembic.
+revision = 'bdb195ed95bb'
+down_revision = '534c4594ed29'
+
+from alembic import op
+import sqlalchemy as sa
+
+
+def upgrade():
+    ### commands auto generated by Alembic - please adjust! ###
+    op.add_column('users', sa.Column('auth_token', sa.Unicode(length=255), nullable=True))
+    op.add_column('users', sa.Column('auth_token_created', sa.DateTime(), nullable=True))
+    ### end Alembic commands ###
+
+
+def downgrade():
+    ### commands auto generated by Alembic - please adjust! ###
+    op.drop_column('users', 'auth_token_created')
+    op.drop_column('users', 'auth_token')
+    ### end Alembic commands ###

tracim/migration/versions/c1cea4bbae16_file_extentions_value_for_pages_and_.py

@@ -0,0 +1,78 @@
+"""file_extentions value for Pages and Threads
+
+Revision ID: c1cea4bbae16
+Revises: 59fc98c3c965
+Create Date: 2016-11-30 10:41:51.893531
+
+"""
+
+# revision identifiers, used by Alembic.
+
+revision = 'c1cea4bbae16'
+down_revision = '59fc98c3c965'
+
+from alembic import op
+import sqlalchemy as sa
+
+content_revision_helper = sa.Table(
+    'content_revisions',
+    sa.MetaData(),
+    sa.Column('revision_id', sa.Integer, primary_key=True),
+    sa.Column('content_id', sa.ForeignKey(u'content.id'), nullable=False),
+    sa.Column('owner_id', sa.ForeignKey(u'users.user_id'), index=True),
+    sa.Column('label', sa.String(1024), nullable=False),
+    sa.Column('description', sa.Text, nullable=False),
+    sa.Column('file_extension', sa.String(255), nullable=False),
+    sa.Column('file_mimetype', sa.String(255), nullable=False),
+    sa.Column('file_content', sa.LargeBinary),
+    sa.Column('properties', sa.Text, nullable=False),
+    sa.Column('type', sa.String(32), nullable=False),
+    sa.Column('status', sa.String(32), nullable=False),
+    sa.Column('created', sa.DateTime, nullable=False),
+    sa.Column('updated', sa.DateTime, nullable=False),
+    sa.Column('is_deleted', sa.Boolean, nullable=False),
+    sa.Column('is_archived', sa.Boolean, nullable=False),
+    sa.Column('is_temporary', sa.Boolean, nullable=False),
+    sa.Column('revision_type', sa.String(32), nullable=False),
+    sa.Column('workspace_id', sa.ForeignKey(u'workspaces.workspace_id')),
+    sa.Column('parent_id', sa.ForeignKey(u'content.id'), index=True),
+)
+
+
+def upgrade():
+    connection = op.get_bind()
+
+    for content_revision in connection.execute(
+            content_revision_helper.select()
+    ):
+        if content_revision.type in ('page', 'thread'):
+            # Update record
+            connection.execute(
+                content_revision_helper.update()
+                    .where(
+                        content_revision_helper.c.revision_id ==
+                        content_revision.revision_id
+                    ).values(
+                        file_extension='.html',
+                    )
+                )
+
+
+def downgrade():
+    connection = op.get_bind()
+
+    for content_revision in connection.execute(
+            content_revision_helper.select()
+    ):
+        # On work with FILE
+        if content_revision.type in ('page', 'thread'):
+            # Update record
+            connection.execute(
+                content_revision_helper.update()
+                    .where(
+                        content_revision_helper.c.revision_id ==
+                        content_revision.revision_id
+                    ).values(
+                        file_extension='',
+                    )
+                )

tracim/migration/versions/da12239d9da0_delete_content_view.py

@@ -0,0 +1,187 @@
+"""delete_content_view
+
+Revision ID: da12239d9da0
+Revises: b73e57760b36
+Create Date: 2016-03-04 15:59:05.828757
+
+"""
+
+# revision identifiers, used by Alembic.
+revision = 'da12239d9da0'
+down_revision = 'b73e57760b36'
+
+import sqlalchemy as sa
+from alembic import op
+from sqlalchemy.dialects import postgresql
+
+
+def set_field_where_null(field_name, value="''"):
+    op.execute("UPDATE content_revisions SET %s = %s WHERE %s IS NULL" % (field_name, value, field_name))
+
+
+def set_field_to_null_where_empty_string(field_name):
+    op.execute("UPDATE content_revisions SET %s = NULL WHERE %s = ''" % (field_name, field_name))
+
+fields_names_to_empty_string = ('file_mimetype', 'file_name', 'label', 'properties',
+                                'revision_type', 'status', 'description', 'label')
+
+
+def upgrade():
+    ### commands auto generated by Alembic - please adjust! ###
+
+    # Drop triggers
+    op.execute("DROP TRIGGER trg__contents__on_insert__set_created ON content_revisions")
+    op.execute("DROP TRIGGER trg__contents__on_update__set_updated ON content_revisions")
+    op.execute("DROP TRIGGER trg__contents__on_update On contents")
+    op.execute("DROP TRIGGER trg__workspaces__on_insert__set_created ON workspaces")
+    op.execute("DROP TRIGGER trg__workspaces__on_update__set_updated ON workspaces")
+    op.execute("DROP VIEW contents")
+
+    # Set empty string on future non null fields
+    for field_name in fields_names_to_empty_string:
+        set_field_where_null(field_name)
+
+    op.create_table('content',
+                    sa.Column('id', sa.Integer(), nullable=False),
+                    sa.PrimaryKeyConstraint('id', name=op.f('pk__content'))
+                    )
+
+    # Create contents and reinit auto increment
+    op.execute("INSERT INTO content (id) SELECT DISTINCT(content_id) FROM content_revisions;")
+    op.execute("select setval('content_id_seq', (select max(id)+1 from content), false)")
+
+    op.alter_column('content_revisions', 'created',
+                    existing_type=postgresql.TIMESTAMP(),
+                    nullable=False,
+                    server_default=sa.func.now())
+    op.alter_column('content_revisions', 'file_mimetype',
+                    existing_type=sa.VARCHAR(length=255),
+                    nullable=False,
+                    server_default='')
+    op.alter_column('content_revisions', 'file_name',
+                    existing_type=sa.VARCHAR(length=255),
+                    nullable=False,
+                    server_default='')
+    op.alter_column('content_revisions', 'label',
+                    existing_type=sa.VARCHAR(length=1024),
+                    nullable=False,
+                    server_default='')
+    op.alter_column('content_revisions', 'properties',
+                    existing_type=sa.TEXT(),
+                    nullable=False,
+                    server_default='')
+    op.alter_column('content_revisions', 'revision_type',
+                    existing_type=sa.VARCHAR(length=32),
+                    nullable=False,
+                    server_default='')
+    op.alter_column('content_revisions', 'status',
+                    existing_type=sa.VARCHAR(length=32),
+                    nullable=False,
+                    existing_server_default=sa.text("'new'::character varying"),
+                    server_default='')
+    op.alter_column('content_revisions', 'updated',
+                    existing_type=postgresql.TIMESTAMP(),
+                    nullable=False,
+                    server_default=sa.func.now())
+    op.create_foreign_key(op.f('fk__content_revisions__content_id__content'), 'content_revisions', 'content',
+                          ['content_id'], ['id'])
+    op.create_foreign_key(op.f('fk__content_revisions__workspace_id__workspaces'), 'content_revisions', 'workspaces',
+                          ['workspace_id'], ['workspace_id'])
+    op.create_foreign_key(op.f('fk__content_revisions__parent_id__content'), 'content_revisions', 'content',
+                          ['parent_id'], ['id'])
+    op.alter_column('user_workspace', 'role',
+                    existing_type=sa.INTEGER(),
+                    nullable=False)
+    op.drop_constraint('fk__user_workspace__user_id', 'user_workspace', type_='foreignkey')
+    op.drop_constraint('fk__user_workspace__workspace_id', 'user_workspace', type_='foreignkey')
+    op.create_foreign_key(op.f('fk__user_workspace__user_id__users'), 'user_workspace', 'users', ['user_id'],
+                          ['user_id'])
+    op.create_foreign_key(op.f('fk__user_workspace__workspace_id__workspaces'), 'user_workspace', 'workspaces',
+                          ['workspace_id'], ['workspace_id'])
+    op.alter_column('workspaces', 'created',
+                    existing_type=postgresql.TIMESTAMP(),
+                    nullable=False,
+                    server_default=sa.func.now())
+    op.alter_column('workspaces', 'description',
+                    existing_type=sa.TEXT(),
+                    nullable=False,
+                    server_default='')
+    op.alter_column('workspaces', 'label',
+                    existing_type=sa.VARCHAR(length=1024),
+                    nullable=False,
+                    server_default='')
+    op.alter_column('workspaces', 'updated',
+                    existing_type=postgresql.TIMESTAMP(),
+                    nullable=False,
+                    server_default=sa.func.now())
+    ### end Alembic commands ###
+
+
+def downgrade():
+    ### commands auto generated by Alembic - please adjust! ###
+    op.alter_column('workspaces', 'updated',
+                    existing_type=postgresql.TIMESTAMP(),
+                    nullable=True)
+    op.alter_column('workspaces', 'label',
+                    existing_type=sa.VARCHAR(length=1024),
+                    nullable=True)
+    op.alter_column('workspaces', 'description',
+                    existing_type=sa.TEXT(),
+                    nullable=True)
+    op.alter_column('workspaces', 'created',
+                    existing_type=postgresql.TIMESTAMP(),
+                    nullable=True)
+    op.drop_constraint(op.f('fk__user_workspace__workspace_id__workspaces'), 'user_workspace', type_='foreignkey')
+    op.drop_constraint(op.f('fk__user_workspace__user_id__users'), 'user_workspace', type_='foreignkey')
+    op.create_foreign_key('fk__user_workspace__workspace_id', 'user_workspace', 'workspaces', ['workspace_id'],
+                          ['workspace_id'], onupdate='CASCADE', ondelete='CASCADE')
+    op.create_foreign_key('fk__user_workspace__user_id', 'user_workspace', 'users', ['user_id'], ['user_id'],
+                          onupdate='CASCADE', ondelete='CASCADE')
+    op.alter_column('user_workspace', 'role',
+                    existing_type=sa.INTEGER(),
+                    nullable=True)
+    op.drop_constraint(op.f('fk__content_revisions__parent_id__content'), 'content_revisions', type_='foreignkey')
+    op.drop_constraint(op.f('fk__content_revisions__workspace_id__workspaces'), 'content_revisions', type_='foreignkey')
+    op.drop_constraint(op.f('fk__content_revisions__content_id__content'), 'content_revisions', type_='foreignkey')
+    op.alter_column('content_revisions', 'updated',
+                    existing_type=postgresql.TIMESTAMP(),
+                    nullable=True)
+    op.alter_column('content_revisions', 'status',
+                    existing_type=sa.VARCHAR(length=32),
+                    nullable=True,
+                    existing_server_default=sa.text("'new'::character varying"))
+    op.alter_column('content_revisions', 'revision_type',
+                    existing_type=sa.VARCHAR(length=32),
+                    nullable=True)
+    op.alter_column('content_revisions', 'properties',
+                    existing_type=sa.TEXT(),
+                    nullable=True)
+    op.alter_column('content_revisions', 'label',
+                    existing_type=sa.VARCHAR(length=1024),
+                    nullable=True)
+    op.alter_column('content_revisions', 'file_name',
+                    existing_type=sa.VARCHAR(length=255),
+                    nullable=True)
+    op.alter_column('content_revisions', 'file_mimetype',
+                    existing_type=sa.VARCHAR(length=255),
+                    nullable=True)
+    op.alter_column('content_revisions', 'created',
+                    existing_type=postgresql.TIMESTAMP(),
+                    nullable=True)
+    op.drop_table('content')
+
+    for field_name in fields_names_to_empty_string:
+        set_field_to_null_where_empty_string(field_name)
+
+    op.execute("""
+CREATE VIEW contents AS
+    SELECT DISTINCT ON (content_revisions.content_id) content_revisions.content_id, content_revisions.parent_id, content_revisions.type, content_revisions.created, content_revisions.updated, content_revisions.label, content_revisions.description, content_revisions.status, content_revisions.file_name, content_revisions.file_content, content_revisions.file_mimetype, content_revisions.owner_id, content_revisions.workspace_id, content_revisions.is_deleted, content_revisions.is_archived, content_revisions.properties, content_revisions.revision_type FROM content_revisions ORDER BY content_revisions.content_id, content_revisions.updated DESC, content_revisions.created DESC;
+
+
+CREATE TRIGGER trg__contents__on_insert__set_created BEFORE INSERT ON content_revisions FOR EACH ROW EXECUTE PROCEDURE set_created();
+CREATE TRIGGER trg__contents__on_update__set_updated BEFORE UPDATE ON content_revisions FOR EACH ROW EXECUTE PROCEDURE set_updated();
+CREATE TRIGGER trg__contents__on_update INSTEAD OF UPDATE ON contents FOR EACH ROW EXECUTE PROCEDURE update_node();
+CREATE TRIGGER trg__workspaces__on_insert__set_created BEFORE INSERT ON workspaces FOR EACH ROW EXECUTE PROCEDURE set_created();
+CREATE TRIGGER trg__workspaces__on_update__set_updated BEFORE UPDATE ON workspaces FOR EACH ROW EXECUTE PROCEDURE set_updated();
+""")
+    ### end Alembic commands ###

tracim/migration/versions/e31ddc009b37_add_content_file_extension_column.py

@@ -0,0 +1,33 @@
+"""add_content_file_extension_column
+
+Revision ID: e31ddc009b37
+Revises: 2cd20ff3d23a
+Create Date: 2016-11-25 10:43:23.700867
+
+"""
+
+# revision identifiers, used by Alembic.
+revision = 'e31ddc009b37'
+down_revision = '2cd20ff3d23a'
+
+from alembic import op
+import sqlalchemy as sa
+
+
+def upgrade():
+    op.add_column(
+        'content_revisions',
+        sa.Column(
+            'file_extension',
+            sa.Unicode(length=255),
+            server_default='',
+            nullable=False,
+        )
+    )
+
+
+def downgrade():
+    op.drop_column(
+        'content_revisions',
+        'file_extension',
+    )

tracim/migration/versions/f3852e1349c4_all_files_only_on_disk.py

@@ -0,0 +1,66 @@
+"""all files only on disk.
+
+Revision ID: f3852e1349c4
+Revises: 913efdf409e5
+Create Date: 2017-07-24 17:15:54.278141
+
+"""
+
+from alembic import context
+from alembic import op
+
+from depot.fields.sqlalchemy import UploadedFileField
+from depot.manager import DepotManager
+
+import sqlalchemy as sa
+
+# revision identifiers, used by Alembic.
+revision = 'f3852e1349c4'
+down_revision = '913efdf409e5'
+
+
+def configure_depot():
+    """Configure Depot."""
+    depot_storage_name = context.config.get_main_option('depot_storage_name')
+    depot_storage_path = context.config.get_main_option('depot_storage_dir')
+    depot_storage_settings = {'depot.storage_path': depot_storage_path}
+    DepotManager.configure(
+        depot_storage_name,
+        depot_storage_settings,
+    )
+
+
+revision_helper = sa.Table(
+    'content_revisions',
+    sa.MetaData(),
+    sa.Column('revision_id', sa.Integer, primary_key=True),
+    sa.Column('file_content', sa.LargeBinary),
+    sa.Column('depot_file', UploadedFileField, nullable=True),
+    sa.Column('type', sa.String(32), nullable=False),
+)
+
+
+def upgrade():
+    """Drop the file content from revision."""
+    with op.batch_alter_table('content_revisions') as batch_op:
+        batch_op.drop_column('file_content')
+
+
+def downgrade():
+    """Add the file content in revision."""
+    with op.batch_alter_table('content_revisions') as batch_op:
+        batch_op.add_column(sa.Column('file_content', sa.LargeBinary))
+
+    configure_depot()
+    depot = DepotManager.get()
+    connection = op.get_bind()
+    select_query = revision_helper.select() \
+        .where(revision_helper.c.type == 'file') \
+        .where(revision_helper.c.depot_file.isnot(None))
+    files = connection.execute(select_query).fetchall()
+    for file in files:
+        depot_file_content = depot.get(file.depot_file).read()
+        update_query = revision_helper.update() \
+            .where(revision_helper.c.revision_id == file.revision_id) \
+            .values(file_content=depot_file_content)
+        connection.execute(update_query)

tracim/models/__init__.py

@@ -8,7 +8,6 @@ from .meta import DeclarativeBase
 from .revision_protection import prevent_content_revision_delete
 # import or define all models here to ensure they are attached to the
 # Base.metadata prior to any initialization routines
-from tracim.models.mymodel import MyModel  # flake8: noqa
 from tracim.models.auth import User, Group, Permission
 from tracim.models.data import Content, ContentRevisionRO
 

tracim/models/meta.py

@@ -7,7 +7,7 @@ from sqlalchemy.schema import MetaData
 # difficult. See: http://alembic.zzzcomputing.com/en/latest/naming.html
 NAMING_CONVENTION = {
     "ix": "ix_%(column_0_label)s",
-    "uq": "uq_%(table_name)s_%(column_0_name)s",
+    "uq": "uq__%(table_name)s__%(column_0_name)s",  # Unique constrains
     # TODO - G.M - 28-03-2018 - [Database] Convert database to allow naming convention
     # for ck contraint.
     # "ck": "ck_%(table_name)s_%(constraint_name)s",

tracim/models/mymodel.py

@@ -1,21 +0,0 @@
-# -*- coding: utf-8 -*-
-from sqlalchemy import (
-    Column,
-    Index,
-    Integer,
-    Text,
-)
-
-from .meta import DeclarativeBase
-
-# TODO - G.M - 28-03-2018 - [Cleanup] Remove this example Model
-
-
-class MyModel(DeclarativeBase):
-    __tablename__ = 'models'
-    id = Column(Integer, primary_key=True)
-    name = Column(Text)
-    value = Column(Integer)
-
-
-Index('my_index', MyModel.name, unique=True, mysql_length=255)

tracim/routes.py

@@ -2,4 +2,3 @@
 def includeme(config):
     config.add_static_view('static', 'static', cache_max_age=3600)
     config.add_route('home', '/')
-    config.add_route('test_config', '/test_config')

tracim/scripts/initializedb.py

@@ -16,7 +16,6 @@ from ..models import (
     get_session_factory,
     get_tm_session,
     )
-from ..models import MyModel
 
 
 def usage(argv):
@@ -40,9 +39,8 @@ def main(argv=sys.argv):
     session_factory = get_session_factory(engine)
     # TODO - G.M - 28-03-2018 - [Cleanup] Remove code related to example
     with transaction.manager:
-        dbsession = get_tm_session(session_factory, transaction.manager)
-
-        model = MyModel(name='one', value=1)
-        dbsession.add(model)
-
+        pass
+        # dbsession = get_tm_session(session_factory, transaction.manager)
+        # model = MyModel(name='one', value=1)
+        # dbsession.add(model)
         # Add global manager data, just for test

tracim/tests/views/test_example.py

@@ -1,67 +1,67 @@
 # -*- coding: utf-8 -*-
 # TODO - G.M - [Cleanup] Drop this file
-import unittest
-import transaction
-
-from pyramid import testing
-
-
-def dummy_request(dbsession):
-    return testing.DummyRequest(dbsession=dbsession)
-
-
-class BaseTest(unittest.TestCase):
-    def setUp(self):
-        self.config = testing.setUp(settings={
-            'sqlalchemy.url': 'sqlite:///:memory:'
-        })
-        self.config.include('tracim.models')
-        settings = self.config.get_settings()
-
-        from tracim.models import (
-            get_engine,
-            get_session_factory,
-            get_tm_session,
-            )
-
-        self.engine = get_engine(settings)
-        session_factory = get_session_factory(self.engine)
-
-        self.session = get_tm_session(session_factory, transaction.manager)
-
-    def init_database(self):
-        from tracim.models.meta import DeclarativeBase
-        DeclarativeBase.metadata.create_all(self.engine)
-
-    def tearDown(self):
-        from tracim.models.meta import DeclarativeBase
-
-        testing.tearDown()
-        transaction.abort()
-        DeclarativeBase.metadata.drop_all(self.engine)
-
-
-class TestMyViewSuccessCondition(BaseTest):
-
-    def setUp(self):
-        super(TestMyViewSuccessCondition, self).setUp()
-        self.init_database()
-
-        from tracim.models import MyModel
-
-        model = MyModel(name='one', value=55)
-        self.session.add(model)
-
-    def test_passing_view(self):
-        from tracim.views.default import my_view
-        info = my_view(dummy_request(self.session))
-        self.assertEqual(info['one'].name, 'one')
-        self.assertEqual(info['project'], 'tracim')
-
-
-class TestMyViewFailureCondition(BaseTest):
-
-    def test_failing_view(self):
-        from tracim.views.default import my_view
-        info = my_view(dummy_request(self.session))
-        self.assertEqual(info.status_int, 500)
+# import unittest
+# import transaction
+#
+# from pyramid import testing
+#
+#
+# def dummy_request(dbsession):
+#     return testing.DummyRequest(dbsession=dbsession)
+#
+#
+# class BaseTest(unittest.TestCase):
+#     def setUp(self):
+#         self.config = testing.setUp(settings={
+#             'sqlalchemy.url': 'sqlite:///:memory:'
+#         })
+#         self.config.include('tracim.models')
+#         settings = self.config.get_settings()
+#
+#         from tracim.models import (
+#             get_engine,
+#             get_session_factory,
+#             get_tm_session,
+#             )
+#
+#         self.engine = get_engine(settings)
+#         session_factory = get_session_factory(self.engine)
+#
+#         self.session = get_tm_session(session_factory, transaction.manager)
+#
+#     def init_database(self):
+#         from tracim.models.meta import DeclarativeBase
+#         DeclarativeBase.metadata.create_all(self.engine)
+#
+#     def tearDown(self):
+#         from tracim.models.meta import DeclarativeBase
+#
+#         testing.tearDown()
+#         transaction.abort()
+#         DeclarativeBase.metadata.drop_all(self.engine)
+#
+#
+# class TestMyViewSuccessCondition(BaseTest):
+#
+#     def setUp(self):
+#         super(TestMyViewSuccessCondition, self).setUp()
+#         self.init_database()
+#
+#         from tracim.models import MyModel
+#
+#         model = MyModel(name='one', value=55)
+#         self.session.add(model)
+#
+#     def test_passing_view(self):
+#         from tracim.views.default import my_view
+#         info = my_view(dummy_request(self.session))
+#         self.assertEqual(info['one'].name, 'one')
+#         self.assertEqual(info['project'], 'tracim')
+#
+#
+# class TestMyViewFailureCondition(BaseTest):
+#
+#     def test_failing_view(self):
+#         from tracim.views.default import my_view
+#         info = my_view(dummy_request(self.session))
+#         self.assertEqual(info.status_int, 500)

tracim/views/default.py

@@ -4,12 +4,10 @@ from pyramid.response import Response
 from pyramid.view import view_config
 
 from sqlalchemy.exc import DBAPIError
-
-from ..models import MyModel
 from ..models import Content
 
 
-@view_config(route_name='test_config', renderer='../templates/mytemplate.jinja2')
+@view_config(route_name='home', renderer='../templates/mytemplate.jinja2')
 def test_config(request):
     try:
         project = request.config().WEBSITE_TITLE
@@ -17,14 +15,14 @@ def test_config(request):
         return Response(e, content_type='text/plain', status=500)
     return {'project': project}
 
-@view_config(route_name='home', renderer='../templates/mytemplate.jinja2')
-def my_view(request):
-    try:
-        query = request.dbsession.query(MyModel)
-        one = query.filter(MyModel.name == 'one').first()
-    except DBAPIError:
-        return Response(db_err_msg, content_type='text/plain', status=500)
-    return {'one': one, 'project': 'tracim'}
+# @view_config(route_name='home', renderer='../templates/mytemplate.jinja2')
+# def my_view(request):
+#     try:
+#         query = request.dbsession.query(MyModel)
+#         one = query.filter(MyModel.name == 'one').first()
+#     except DBAPIError:
+#         return Response(db_err_msg, content_type='text/plain', status=500)
+#    return {'one': one, 'project': 'tracim'}
 
 
 db_err_msg = """\