create small subtemplates for each block und apply new breadcrumbs logic

web/app/corpora/events2.py

+from datetime import datetime
+from flask import current_app, request
+from flask_login import current_user
+from socket import gaierror
+from .. import db, socketio
+from ..decorators import socketio_login_required
+from ..events import socketio_sessions
+from ..models import Corpus, User
+import cqi
+import math
+import os
+import shutil
+import logging
+
+
+'''
+' A dictionary containing lists of, with corpus ids associated, Socket.IO
+' session ids (sid). {<corpus_id>: [<sid>, ...], ...}
+'''
+corpus_analysis_sessions = {}
+'''
+' A dictionary containing Socket.IO session id - CQi client pairs.
+' {<sid>: CQiClient, ...}
+'''
+corpus_analysis_clients = {}
+
+
+@socketio.on('corpus_analysis_init')
+@socketio_login_required
+def init_corpus_analysis(corpus_id):
+    corpus = Corpus.query.get(corpus_id)
+    if corpus is None:
+        response = {'code': 404, 'desc': None, 'msg': 'Not Found'}
+        socketio.emit('corpus_analysis_init', response, room=request.sid)
+        return
+    if not (corpus.creator == current_user or current_user.is_administrator()):  # noqa
+        response = {'code': 403, 'desc': None, 'msg': 'Forbidden'}
+        socketio.emit('corpus_analysis_init', response, room=request.sid)
+        return
+    if corpus.status not in ['prepared', 'start analysis', 'analysing']:
+        response = {'code': 424, 'desc': 'Corpus status is not "prepared", "start analysis" or "analying"', 'msg': 'Failed Dependency'}  # noqa
+        socketio.emit('corpus_analysis_init', response, room=request.sid)
+        return
+    if corpus.status == 'prepared':
+        corpus.status = 'start analysis'
+        db.session.commit()
+        event = 'user_{}_patch'.format(current_user.id)
+        jsonpatch = [{'op': 'replace', 'path': '/corpora/{}/status'.format(corpus.id), 'value': corpus.status}]  # noqa
+        room = 'user_{}'.format(corpus.user_id)
+        socketio.emit(event, jsonpatch, room=room)
+    socketio.start_background_task(corpus_analysis_session_handler,
+                                   current_app._get_current_object(),
+                                   corpus_id, current_user.id, request.sid)
+
+
+def corpus_analysis_session_handler(app, corpus_id, user_id, session_id):
+    with app.app_context():
+        ''' Setup analysis session '''
+        corpus = Corpus.query.get(corpus_id)
+        retry_counter = 15
+        while corpus.status != 'analysing':
+            db.session.refresh(corpus)
+            retry_counter -= 1
+            if retry_counter == 0:
+                response = {'code': 408, 'desc': 'Corpus analysis session took to long to start', 'msg': 'Request Timeout'}  # noqa
+                socketio.emit('corpus_analysis_init', response, room=request.sid)  # noqa
+            socketio.sleep(3)
+        client = cqi.CQiClient('cqpserver_{}'.format(corpus_id))
+        try:
+            connect_status = client.connect()
+            payload = {'code': connect_status, 'msg': cqi.api.specification.lookup[connect_status]}  # noqa
+        except cqi.errors.CQiException as e:
+            payload = {'code': e.code, 'desc': e.description, 'msg': e.name}
+            response = {'code': 500, 'desc': None,
+                        'msg': 'Internal Server Error', 'payload': payload}
+            socketio.emit('corpus_analysis_init', response, room=session_id)
+            return
+        except gaierror:
+            response = {'code': 500, 'desc': None,
+                        'msg': 'Internal Server Error'}
+            socketio.emit('corpus_analysis_init', response, room=session_id)
+            return
+        corpus_analysis_clients[session_id] = client
+        if corpus_id in corpus_analysis_sessions:
+            corpus_analysis_sessions[corpus_id].append(session_id)
+        else:
+            corpus_analysis_sessions[corpus_id] = [session_id]
+        client.status = 'ready'
+        response = {'code': 200, 'desc': None, 'msg': 'OK', 'payload': payload}
+        socketio.emit('corpus_analysis_init', response, room=session_id)
+        ''' Observe analysis session '''
+        while session_id in socketio_sessions:
+            socketio.sleep(3)
+        ''' Teardown analysis session '''
+        if client.status == 'running':
+            client.status = 'abort'
+            while client.status != 'ready':
+                socketio.sleep(0.1)
+        try:
+            client.disconnect()
+        except cqi.errors.CQiException:
+            pass
+        corpus_analysis_clients.pop(session_id, None)
+        corpus_analysis_sessions[corpus_id].remove(session_id)
+        if not corpus_analysis_sessions[corpus_id]:
+            corpus_analysis_sessions.pop(corpus_id, None)
+            corpus.status = 'stop analysis'
+            db.session.commit()
+            event = 'user_{}_patch'.format(corpus.user_id)
+            jsonpatch = [{'op': 'replace', 'path': '/corpora/{}/status'.format(corpus.id), 'value': corpus.status}]  # noqa
+            room = 'user_{}'.format(corpus.user_id)
+            socketio.emit(event, jsonpatch, room=room)
+
+
+@socketio.on('corpus_analysis_meta_data')
+@socketio_login_required
+def corpus_analysis_get_meta_data(corpus_id):
+    # get meta data from db
+    db_corpus = Corpus.query.get(corpus_id)
+    metadata = {}
+    metadata['corpus_name'] = db_corpus.title
+    metadata['corpus_description'] = db_corpus.description
+    metadata['corpus_creation_date'] = db_corpus.creation_date.isoformat()
+    metadata['corpus_last_edited_date'] = \
+        db_corpus.last_edited_date.isoformat()
+    client = corpus_analysis_clients.get(request.sid)
+    if client is None:
+        response = {'code': 424, 'desc': 'No client found for this session',
+                    'msg': 'Failed Dependency'}
+        socketio.emit('corpus_analysis_meta_data', response, room=request.sid)
+        return
+    # check if client is busy or not
+    if client.status == 'running':
+        client.status = 'abort'
+        while client.status != 'ready':
+            socketio.sleep(0.1)
+    # get meta data from corpus in cqp server
+    client.status = 'running'
+    try:
+        client_corpus = client.corpora.get('CORPUS')
+        metadata['corpus_properties'] = client_corpus.attrs['properties']
+        metadata['corpus_size_tokens'] = client_corpus.attrs['size']
+
+        text_attr = client_corpus.structural_attributes.get('text')
+        struct_attrs = client_corpus.structural_attributes.list(
+            filters={'part_of': text_attr})
+        text_ids = range(0, (text_attr.attrs['size']))
+        texts_metadata = {}
+        for text_id in text_ids:
+            texts_metadata[text_id] = {}
+            for struct_attr in struct_attrs:
+                texts_metadata[text_id][struct_attr.attrs['name'][(len(text_attr.attrs['name']) + 1):]] = struct_attr.values_by_ids(list(range(struct_attr.attrs['size'])))[text_id]  # noqa
+        metadata['corpus_all_texts'] = texts_metadata
+        metadata['corpus_analysis_date'] = datetime.utcnow().isoformat()
+        metadata['corpus_cqi_py_protocol_version'] = client.api.version
+        metadata['corpus_cqi_py_package_version'] = cqi.__version__
+        # TODO: make this dynamically
+        metadata['corpus_cqpserver_version'] = 'CQPserver v3.4.22'
+
+        # write some metadata to the db
+        db_corpus.current_nr_of_tokens = metadata['corpus_size_tokens']
+        db.session.commit()
+        event = 'user_{}_patch'.format(db_corpus.user_id)
+        jsonpatch = [{'op': 'replace', 'path': '/corpora/{}/current_nr_of_tokens'.format(db_corpus.id), 'value': db_corpus.current_nr_of_tokens}]  # noqa
+        room = 'user_{}'.format(db_corpus.user_id)
+        socketio.emit(event, jsonpatch, room=room)
+
+        # emit data
+        payload = metadata
+        response = {'code': 200, 'desc': 'Corpus meta data', 'msg': 'OK',
+                    'payload': payload}
+        socketio.emit('corpus_analysis_meta_data', response, room=request.sid)
+    except cqi.errors.CQiException as e:
+        payload = {'code': e.code, 'desc': e.description, 'msg': e.name}
+        response = {'code': 500, 'desc': None, 'msg': 'Internal Server Error',
+                    'payload': payload}
+        socketio.emit('corpus_analysis_meta_data', response, room=request.sid)
+    client.status = 'ready'
+
+
+@socketio.on('corpus_analysis_query')
+@socketio_login_required
+def corpus_analysis_query(query):
+    client = corpus_analysis_clients.get(request.sid)
+    if client is None:
+        response = {'code': 424, 'desc': 'No client found for this session',
+                    'msg': 'Failed Dependency'}
+        socketio.emit('corpus_analysis_query', response, room=request.sid)
+        return
+    if client.status == 'running':
+        client.status = 'abort'
+        while client.status != 'ready':
+            socketio.sleep(0.1)
+    client.status = 'running'
+    try:
+        corpus = client.corpora.get('CORPUS')
+        query_status = corpus.query(query)
+        results = corpus.subcorpora.get('Results')
+    except cqi.errors.CQiException as e:
+        client.status = 'ready'
+        payload = {'code': e.code, 'desc': e.description, 'msg': e.name}
+        response = {'code': 500, 'desc': None, 'msg': 'Internal Server Error',
+                    'payload': payload}
+        socketio.emit('corpus_analysis_query', response, room=request.sid)
+        return
+    payload = {'status': query_status,
+               'msg': cqi.api.specification.lookup[query_status],
+               'match_count': results.attrs['size']}
+    response = {'code': 200, 'desc': None, 'msg': 'OK', 'payload': payload}
+    socketio.emit('corpus_analysis_query', response, room=request.sid)
+    chunk_size = 100
+    chunk_start = 0
+    context = 50
+    progress = 0
+    while chunk_start <= results.attrs['size']:
+        if client.status == 'abort':
+            break
+        try:
+            chunk = results.export(context=context, cutoff=chunk_size, offset=chunk_start)  # noqa
+        except cqi.errors.CQiException as e:
+            client.status = 'ready'
+            payload = {'code': e.code, 'desc': e.description, 'msg': e.name}
+            response = {'code': 500, 'desc': None, 'msg': 'Internal Server Error',
+                        'payload': payload}
+            socketio.emit('corpus_analysis_query', response, room=request.sid)
+            return
+        if (results.attrs['size'] == 0):
+            progress = 100
+        else:
+            progress = ((chunk_start + chunk_size) / results.attrs['size']) * 100  # noqa
+            progress = min(100, int(math.ceil(progress)))
+        response = {'code': 200, 'desc': None, 'msg': 'OK',
+                    'payload': {'chunk': chunk, 'progress': progress}}
+        socketio.emit('corpus_analysis_query_results', response,
+                      room=request.sid)
+        chunk_start += chunk_size
+    client.status = 'ready'
+
+
+@socketio.on('corpus_analysis_inspect_match')
+@socketio_login_required
+def corpus_analysis_inspect_match(payload):
+    client = corpus_analysis_clients.get(request.sid)
+    if client is None:
+        response = {'code': 424, 'desc': 'No client found for this session',
+                    'msg': 'Failed Dependency'}
+        socketio.emit('corpus_analysis_inspect_match', response, room=request.sid)  # noqa
+        return
+    match_id = payload['match_id']
+    if client.status == 'running':
+        client.status = 'abort'
+        while client.status != 'ready':
+            socketio.sleep(0.1)
+    client.status = 'running'
+    try:
+        corpus = client.corpora.get('CORPUS')
+        results = corpus.subcorpora.get('Results')
+    except cqi.errors.CQiException as e:
+        client.status = 'ready'
+        payload = {'code': e.code, 'desc': e.description, 'msg': e.name}
+        response = {'code': 500, 'desc': None, 'msg': 'Internal Server Error',
+                    'payload': payload}
+        socketio.emit('corpus_analysis_inspect_match', response, room=request.sid)  # noqa
+        return
+    context = 200
+    try:
+        payload = results.export(context=context, cutoff=1, offset=match_id)
+    except cqi.errors.CQiException as e:
+        client.status = 'ready'
+        payload = {'code': e.code, 'desc': e.description, 'msg': e.name}
+        response = {'code': 500, 'desc': None, 'msg': 'Internal Server Error',
+                    'payload': payload}
+        socketio.emit('corpus_analysis_inspect_match', response, room=request.sid)  # noqa
+        return
+    response = {'code': 200, 'desc': None, 'msg': 'OK', 'payload': payload}
+    socketio.emit('corpus_analysis_inspect_match', response, room=request.sid)
+    client.status = 'ready'
+
+
+
+@socketio.on('corpus_analysis_get_match_with_full_context')
+@socketio_login_required
+def corpus_analysis_get_match_with_full_context(payload):
+    type = payload['type']
+    data_indexes = payload['data_indexes']
+    first_cpos = payload['first_cpos']
+    last_cpos = payload['last_cpos']
+    client = corpus_analysis_clients.get(request.sid)
+    if client is None:
+        response = {'code': 424, 'desc': 'No client found for this session',
+                    'msg': 'Failed Dependency'}
+        socketio.emit('corpus_analysis_get_match_with_full_context', response,
+                      room=request.sid)
+        return
+    if client.status == 'running':
+        client.status = 'abort'
+        while client.status != 'ready':
+            socketio.sleep(0.1)
+    client.status = 'running'
+    try:
+        corpus = client.corpora.get('CORPUS')
+        s = corpus.structural_attributes.get('s')
+        payload = {}
+        payload['matches'] = []
+        payload['cpos_lookup'] = {}
+        payload['text_lookup'] = {}
+        payload['progress'] = 0
+        i = 0
+        # Send data one match at a time.
+        for index, f_cpos, l_cpos in zip(data_indexes, first_cpos, last_cpos):
+            i += 1
+            tmp_match = s.export(f_cpos, l_cpos, context=10)
+            payload['matches'].append(tmp_match['matches'][0])
+            payload['cpos_lookup'].update(tmp_match['cpos_lookup'])
+            payload['text_lookup'].update(tmp_match['text_lookup'])
+            payload['progress'] = i/len(data_indexes)*100
+            response = {'code': 200,
+                        'desc': None,
+                        'msg': 'OK',
+                        'payload': payload,
+                        'type': type,
+                        'data_indexes': data_indexes}
+            socketio.emit('corpus_analysis_get_match_with_full_context',
+                          response, room=request.sid)
+            payload['matches'] = []
+            payload['cpos_lookup'] = {}
+            payload['text_lookup'] = {}
+    except cqi.errors.CQiException as e:
+        payload = {'code': e.code, 'desc': e.description, 'msg': e.name}
+        response = {'code': 500,
+                    'desc': None,
+                    'msg': 'Internal Server Error',
+                    'payload': payload,
+                    'type': type,
+                    'data_indexes': data_indexes}
+        socketio.emit('corpus_analysis_get_match_with_full_context',
+                      response,
+                      room=request.sid)
+    client.status = 'ready'
+
+
+@socketio.on('export_corpus')
+@socketio_login_required
+def export_corpus(corpus_id):
+    corpus = Corpus.query.get(corpus_id)
+    if corpus is None:
+        response = {'code': 404, 'msg': 'Not found'}
+        socketio.emit('export_corpus', response, room=request.sid)
+        return
+    if corpus.status != 'prepared':
+        response = {'code': 412, 'msg': 'Precondition Failed'}
+        socketio.emit('export_corpus', response, room=request.sid)
+        return
+    # delete old corpus archive if it exists/has been build before
+    if corpus.archive_file is not None and os.path.isfile(corpus.archive_file):
+        os.remove(corpus.archive_file)
+    zip_name = corpus.title
+    zip_path = os.path.join(current_user.path, 'corpora', zip_name)
+    corpus.archive_file = os.path.join(corpus.path, zip_name) + '.zip'
+    db.session.commit()
+    shutil.make_archive(zip_path, 'zip', corpus.path)
+    shutil.move(zip_path + '.zip', corpus.archive_file)
+    socketio.emit('export_corpus_' + str(corpus.id), room=request.sid)

web/app/templates/_colors.html.j2

+{% set primary = '#00426f' %}
+{% set primary_variant = '#1A5C89' %}
+{% set secondary = '#00426f' %}
+{% set secondary_variant = '#1A5C89' %}
+{% set background = '#ffffff' %}
+{% set surface = '#ffffff' %}
+{% set error = '#b00020' %}
+
+{% set service_corpus_analysis = '#aa9cc9' %}
+{% set service_corpus_analysis_darken = '#6b3f89' %}
+{% set service_corpus_analysis_lighten = '#ebe8f6' %}
+{% set service_file_setup = '#d5dc95' %}
+{% set service_file_setup_darken = '#a1b300' %}
+{% set service_file_setup_lighten = '#f2f3e1' %}
+{% set service_nlp = '#98acd2' %}
+{% set service_nlp_darken = '#0064a3' %}
+{% set service_nlp_lighten = '#e5e8f5' %}
+{% set service_ocr = '#a9d8c8' %}
+{% set service_ocr_darken = '#00a58b' %}
+{% set service_ocr_lighten = '#e7f4f1' %}
+
+{% set status_unprepared = '#9e9e9e' %}
+{% set status_submitted = '#9e9e9e' %}
+{% set status_queued = '#2196f3' %}
+{% set status_running = '#ffc107' %}
+{% set status_complete = '#4caf50' %}
+{% set status_failed = '#f44336' %}
+{% set status_prepared = '#4caf50' %}
+{% set status_start_analysis = '#2196f3' %}
+{% set status_analysing = '#4caf50' %}
+{% set status_stop_analysis = '#ff5722' %}

web/app/templates/_footer.html.j2

+<div class="container">
+  <div class="row">
+    <div class="col s6 m3">
+      <a href="https://www.dfg.de/">
+        <img class="responsive-img" src="{{ url_for('static', filename='images/logo_-_dfg.gif') }}">
+      </a>
+    </div>
+    <div class="col s6 m3 offset-m1 center-align">
+      <a href="https://www.uni-bielefeld.de/sfb1288/">
+        <img class="responsive-img" src="{{ url_for('static', filename='images/logo_-_sfb_1288.png') }}">
+      </a>
+    </div>
+    <div class="col s12 m3 offset-m1">
+      <h5 class="white-text">Legal Notice</h5>
+      <ul>
+        <li><a class="grey-text text-lighten-3" href="https://www.uni-bielefeld.de/(en)/impressum/">Legal Notice</a></li>
+        <li><a class="grey-text text-lighten-3" href="{{ url_for('main.privacy_policy') }}">Privacy statement (GDPR)</a></li>
+        <li><a class="grey-text text-lighten-3" href="{{ url_for('main.terms_of_use') }}">Terms of use</a></li>
+        <li></li>
+      </ul>
+    </div>
+  </div>
+</div>
+<div class="footer-copyright primary-color">
+  <div class="container">
+    <div class="row" style="margin-bottom: 0;">
+      <div class="col s12 m3">
+        <span>© 2020 Bielefeld University</span>
+      </div>
+      <div class="col s12 m9 right-align">
+        <a class="btn-small blue waves-effect waves-light" href="{{ url_for('main.about_and_faq') }}"><i class="left material-icons">info_outline</i>About and faq</a>
+        {% if config.NOPAQUE_CONTACT %}
+        <a class="btn-small pink waves-effect waves-light" href="mailto:{{ config.NOPAQUE_CONTACT }}?subject={{ config.NOPAQUE_MAIL_SUBJECT_PREFIX }} Contact"><i class="left material-icons">rate_review</i>Contact</a>
+        <a class="btn-small green waves-effect waves-light" href="mailto:{{ config.NOPAQUE_CONTACT }}?subject={{ config.NOPAQUE_MAIL_SUBJECT_PREFIX }} Feedback"><i class="left material-icons">feedback</i>Feedback</a>
+        {% endif %}
+        <a class="btn-small orange waves-effect waves-light" href="https://gitlab.ub.uni-bielefeld.de/sfb1288inf/nopaque"><i class="left material-icons">code</i>GitLab</a>
+      </div>
+    </div>
+  </div>
+</div>

web/app/templates/_navbar.html.j2

+<div class="navbar-fixed">
+  <nav class="nav-extended">
+    <div class="nav-wrapper primary-color">
+      {% if current_user.is_authenticated %}
+      <a href="#" data-target="sidenav" class="sidenav-trigger"><i class="material-icons">menu</i></a>
+      {% endif %}
+      <a href="{{ url_for('main.index') }}" class="brand-logo" style="height: 100%; overflow: hidden;">
+        <img class="hide-on-small-only" src="{{ url_for('static', filename='images/nopaque_-_logo_name_slogan.svg') }}" style="height: 128px; margin-top: -32px; margin-left: -32px;">
+        <img class="hide-on-med-and-up" src="{{ url_for('static', filename='images/nopaque_-_logo.svg') }}" style="height: 128px; margin-top: -32px; margin-left: -32px;">
+      </a>
+      <ul class="right">
+        <li><a class="dropdown-trigger no-autoinit" data-target="nav-more-dropdown" href="#!" id="nav-more-dropdown-trigger"><i class="material-icons">more_vert</i></a></li>
+      </ul>
+    </div>
+    <div class="nav-content primary-variant-color">
+      <ul class="tabs tabs-transparent">
+        <li class="tab"><a href="{{ url_for('main.index') }}" target="_self"><i class="material-icons">home</i></a></li>
+        {% if breadcrumbs is defined %}
+        {{ breadcrumbs }}
+        {% endif %}
+      </ul>
+      {% if current_user.is_authenticated %}
+      <a class="btn-floating btn-large halfway-fab modal-trigger pink tooltipped waves-effect waves-light" data-tooltip="Roadmap" href="#roadmap-modal"><i class="material-icons">explore</i></a>
+      {% endif %}
+    </div>
+  </nav>
+</div>
+
+<ul class="dropdown-content" id="nav-more-dropdown">
+  {% if current_user.is_authenticated %}
+  <li><a href="{{ url_for('settings.index') }}"><i class="material-icons left">settings</i>Settings</a></li>
+  <li class="divider" tabindex="-1"></li>
+  <li><a href="{{ url_for('auth.logout') }}">Log out</a></li>
+  {% else %}
+  <li{% if request.path == url_for('auth.register') %} class="active"{% endif %}><a href="{{ url_for('auth.register') }}"><i class="material-icons left">assignment</i>Register</a></li>
+  <li{% if request.path == url_for('auth.login') %} class="active"{% endif %}><a href="{{ url_for('auth.login') }}"><i class="material-icons left">login</i>Log in</a></li>
+  {% endif %}
+</ul>

web/app/templates/_roadmap.html.j2

+<div id="roadmap-modal" class="modal">
+  <div class="modal-content">
+    <h2>Roadmap</h2>
+    <p>The roadmap guides you through nopaque's workflow! If you have the necessary input fie formats, you can directly jump into the corresponding process. If not, you can use the roadmap to jump right to the preceding process.</p>
+    <ul class="tabs tabs-fixed-width">
+      <li class="tab"><a{%if request.path == url_for('services.service', service='file-setup') %} class="active"{% endif %} href="{{ url_for('services.service', service='file-setup') }}" target="_self">File setup</a></li>
+      <li class="tab disabled"><i class="material-icons">navigate_next</i></li>
+      <li class="tab"><a{%if request.path == url_for('services.service', service='ocr') %} class="active"{% endif %} href="{{ url_for('services.service', service='ocr') }}" target="_self">OCR</a></li>
+      <li class="tab disabled"><i class="material-icons">navigate_next</i></li>
+      <li class="tab"><a{%if request.path == url_for('services.service', service='nlp') %} class="active"{% endif %} href="{{ url_for('services.service', service='nlp') }}" target="_self">NLP</a></li>
+      <li class="tab disabled"><i class="material-icons">navigate_next</i></li>
+      <li class="tab"><a{%if request.path == url_for('corpora.add_corpus') %} class="active"{% endif %} href="{{ url_for('corpora.add_corpus') }}" target="_self">Add corpus</a></li>
+      <li class="tab disabled"><i class="material-icons">navigate_next</i></li>
+      {% if corpus %}
+      <li class="tab"><a{%if request.path == url_for('corpora.add_corpus_file', corpus_id=corpus.id) %} class="active"{% endif %} href="{{ url_for('corpora.add_corpus_file', corpus_id=corpus.id) }}" target="_self">Add corpus file(s)</a></li>
+      {% else %}
+      <li class="tab disabled tooltipped" data-tooltip="Select a corpus first" target="_self"><a>Add corpus file(s)</a></li>
+      {% endif %}
+      <li class="tab disabled"><i class="material-icons">navigate_next</i></li>
+      {% if corpus %}
+      {% if corpus.files.all() %}
+      <li class="tab"><a{%if request.path == url_for('corpora.analyse_corpus', corpus_id=corpus.id) %} class="active"{% endif %} href="{{ url_for('corpora.analyse_corpus', corpus_id=corpus.id) }}" target="_self">Corpus analysis</a></li>
+      {% else %}
+      <li class="tab disabled tooltipped" data-tooltip="Add at least one corpus file first"><a>Corpus analysis</a></li>
+      {% endif %}
+      {% else %}
+      <li class="tab disabled tooltipped" data-tooltip="Select a corpus first"><a>Corpus analysis</a></li>
+      {% endif %}
+    </ul>
+  </div>
+  <div class="modal-footer">
+    <a href="#!" class="modal-close waves-effect waves-green btn-flat">Close</a>
+  </div>
+</div>

web/app/templates/_scripts.html.j2

+{% if current_user.setting_dark_mode %}
+<script src="{{ url_for('static', filename='js/darkreader.js') }}"></script>
+<script>
+  DarkReader.enable({brightness: 150, contrast: 100, sepia: 0});
+</script>
+{% endif %}
+<script src="{{ url_for('static', filename='js/jsonpatch.min.js') }}"></script>
+<script src="{{ url_for('static', filename='js/list.min.js') }}"></script>
+<script src="{{ url_for('static', filename='js/socket.io.min.js') }}"></script>
+<script src="{{ url_for('static', filename='js/nopaque/main.js') }}"></script>
+{% assets filters='rjsmin', output="js/nopaque/RessourceDisplays.min.compiled.js",
+          "js/nopaque/RessourceDisplays/RessourceDisplay.js",
+          "js/nopaque/RessourceDisplays/CorpusDisplay.js",
+          "js/nopaque/RessourceDisplays/JobDisplay.js" %}
+<script src="{{ ASSET_URL }}"></script>
+{% endassets %}
+{% assets filters='rjsmin', output="js/nopaque/RessourceLists.min.compiled.js",
+          "js/nopaque/RessourceLists/RessourceList.js",
+          "js/nopaque/RessourceLists/CorpusList.js",
+          "js/nopaque/RessourceLists/CorpusFileList.js",
+          "js/nopaque/RessourceLists/JobList.js",
+          "js/nopaque/RessourceLists/JobInputList.js",
+          "js/nopaque/RessourceLists/JobResultList.js",
+          "js/nopaque/RessourceLists/QueryResultList.js",
+          "js/nopaque/RessourceLists/UserList.js" %}
+<script src="{{ ASSET_URL }}"></script>
+{% endassets %}
+<script>
+  // Disable all option elements with no value
+  for (let optionElement of document.querySelectorAll('option[value=""]')) {optionElement.disabled = true;}
+  M.AutoInit();
+  M.CharacterCounter.init(document.querySelectorAll('input[data-length][type="email"], input[data-length][type="password"], input[data-length][type="text"], textarea[data-length]'));
+  M.Dropdown.init(document.querySelectorAll('#nav-more-dropdown-trigger'), {alignment: 'right', constrainWidth: false, coverTrigger: false});
+  nopaque.appClient = new AppClient({% if current_user.is_authenticated %}{{ current_user.id }}{% endif %});
+  nopaque.Forms.init();
+  for (let flashedMessage of {{ get_flashed_messages(with_categories=True)|tojson }}) {nopaque.appClient.flash(flashedMessage[1], flashedMessage[0]);}
+</script>

web/app/templates/_sidenav.html.j2

+<ul class="sidenav sidenav-fixed" id="sidenav">
+  <li>
+    <div class="user-view">
+      <div class="background primary-color"></div>
+      <span class="white-text name">{{ current_user.username }}</span>
+      <span class="white-text email">{{ current_user.email }}</span>
+    </div>
+  </li>
+  <li><a href="{{ url_for('main.index') }}">nopaque</a></li>
+  <li><a href="{{ url_for('main.news') }}"><i class="material-icons left">email</i>News</a></li>
+  <li><a href="#"><i class="material-icons">linear_scale</i>Workflow</a></li>
+  <li><a href="{{ url_for('main.dashboard') }}"><i class="material-icons">dashboard</i>Dashboard</a></li>
+  <li><a href="{{ url_for('main.dashboard', _anchor='corpora') }}" style="padding-left: 47px;"><i class="nopaque-icons">I</i>My Corpora</a></li>
+  <li><a href="{{ url_for('main.dashboard', _anchor='jobs') }}" style="padding-left: 47px;"><i class="nopaque-icons">J</i>My Jobs</a></li>
+  <li><div class="divider"></div></li>
+  <li><a class="subheader">Processes & Services</a></li>
+  <li class="service-color service-color-border border-darken" data-service="file-setup" style="border-left: 10px solid; margin-top: 5px;"><a href="{{ url_for('services.service', service='file_setup') }}"><i class="nopaque-icons service-icon" data-service="file-setup"></i>File setup</a></li>
+  <li class="service-color service-color-border border-darken" data-service="ocr" style="border-left: 10px solid; margin-top: 5px;"><a href="{{ url_for('services.service', service='ocr') }}"><i class="nopaque-icons service-icon" data-service="ocr"></i>OCR</a></li>
+  <li class="service-color service-color-border border-darken" data-service="nlp" style="border-left: 10px solid; margin-top: 5px;"><a href="{{ url_for('services.service', service='nlp') }}"><i class="nopaque-icons service-icon" data-service="nlp"></i>NLP</a></li>
+  <li class="service-color service-color-border border-darken" data-service="corpus-analysis" style="border-left: 10px solid; margin-top: 5px;"><a href="{{ url_for('services.service', service='corpus_analysis') }}"><i class="nopaque-icons service-icon" data-service="corpus-analysis"></i>Corpus analysis</a></li>
+  <li><div class="divider"></div></li>
+  <li><a class="subheader">Account</a></li>
+  <li><a href="{{ url_for('settings.index') }}"><i class="material-icons">settings</i>Settings</a></li>
+  <li><a href="{{ url_for('auth.logout') }}">Log out</a></li>
+  {% if current_user.is_administrator() %}
+  <li><div class="divider"></div></li>
+  <li><a class="subheader">Administration</a></li>
+  <li><a href="{{ url_for('admin.index') }}"><i class="material-icons">build</i>Administration</a></li>
+  {% endif %}
+</ul>

web/app/templates/_color.html.j2 → web/app/templates/_styles.html.j2

-{% set colors = {
-  'primary': '#00426f',
-  'primary_variant': '#1A5C89',
-  'secondary': '#00426f',
-  'secondary_variant': '#1A5C89',
-  'background': '#ffffff',
-  'surface': '#ffffff',
-  'error': '#b00020',
-
-  'service_corpus_analysis': '#aa9cc9',
-  'service_corpus_analysis_darken': '#6b3f89',
-  'service_corpus_analysis_lighten': '#ebe8f6',
-  'service_file_setup': '#d5dc95',
-  'service_file_setup_darken': '#a1b300',
-  'service_file_setup_lighten': '#f2f3e1',
-  'service_nlp': '#98acd2',
-  'service_nlp_darken': '#0064a3',
-  'service_nlp_lighten': '#e5e8f5',