Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

Extend metadata for Document- and Dossiersyncer #8095

Draft
wants to merge 4 commits into
base: export-ng
Choose a base branch
from
Draft

Extend metadata for Document- and Dossiersyncer #8095

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
4 commits
Select commit Hold shift + click to select a range
cda1695
Extend dossiersyncer attributes.
phgross Nov 21, 2024
a771115
Extend document syncer attributes.
phgross Nov 25, 2024
ef605d2
QA
phgross Nov 27, 2024
3885783
Merge branch 'export-ng' into pg/extend_ng_value_mapping
phgross Nov 28, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
12 changes: 6 additions & 6 deletions opengever/exportng/db.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,13 +1,13 @@
from sqlalchemy import Boolean
from sqlalchemy import Column
from sqlalchemy import create_engine
from sqlalchemy import Date
from sqlalchemy import DateTime
from sqlalchemy import Integer
from sqlalchemy import MetaData
from sqlalchemy import Table
from sqlalchemy import Column
from sqlalchemy import String
from sqlalchemy import Table
from sqlalchemy import Text
from sqlalchemy import Integer
from sqlalchemy import Date
from sqlalchemy import DateTime
from sqlalchemy import Boolean
from sqlalchemy.dialects.postgresql import JSONB
from sqlalchemy.sql import func

Expand Down
105 changes: 87 additions & 18 deletions opengever/exportng/sync.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,22 +1,21 @@
import opengever.ogds.base # noqa fix cyclic import
from Acquisition import aq_parent
from plone import api
from collections import namedtuple
from opengever.base.interfaces import IReferenceNumber
from opengever.exportng.db import metadata
from opengever.exportng.db import engine
from opengever.exportng.db import create_table
from opengever.exportng.db import engine
from opengever.exportng.db import metadata
from opengever.ogds.models.group import Group
from opengever.ogds.models.service import ogds_service
from sqlalchemy.sql.expression import false
from sqlalchemy import bindparam
from collections import namedtuple
from opengever.ogds.models.user import User
from opengever.ogds.models.group import Group
from plone import api
from plone.dexterity.utils import iterSchemata
from sqlalchemy import bindparam
from sqlalchemy.sql.expression import false
from zope.schema import getFields
import logging
import opengever.ogds.base # noqa fix cyclic import
import os.path


logger = logging.getLogger('opengever.exportng')


Expand Down Expand Up @@ -89,6 +88,48 @@ def parent_uid(obj, attrname):
return aq_parent(obj).UID()


def str_upper(obj, attrname):
return getattr(obj, attrname, '').upper()


def get_public_trial(obj, attrname):
value_mapping = {
'unchecked': 'NOTASSESSED',
'public': 'PUBLIC',
'limited-public': 'LIMITEDPUBLIC',
'private': 'PRIVATE',
}
return value_mapping.get(obj.public_trial)


def get_archival_value(obj, attrname):
value_mapping = {
'unchecked': 'NOTASSESSED',
'prompt': 'PROMPT',
'archival worthy': 'ARCHIVALWORTHY',
'not archival worthy': 'NOTARCHIVALWORTHY',
'archival worthy with sampling': 'SAMPLING'
}
return value_mapping.get(obj.archival_value)


def get_privacy_layer(obj, attrname):
value_mapping = {
'privacy_layer_yes': True,
'privacy_layer_no': False
}
return value_mapping.get(obj.privacy_layer)


def get_dossier_state(obj, attrname):
state_mapping = {
'dossier-state-active': 'EDIT',
'dossier-state-inactive': 'CANCELLED',
'dossier-state-resolved': 'CLOSED'
}
return state_mapping.get(api.content.get_state(obj))


class CatalogSyncer(object):

catalog_key = 'UID'
Expand Down Expand Up @@ -211,13 +252,31 @@ class DossierSyncer(CatalogSyncer):
mapping = [
Attribute('UID', 'objexternalkey', 'varchar', None),
Attribute('parent', 'objprimaryrelated', 'varchar', parent_uid),
Attribute('modified', 'objmodifieddate', 'datetime', as_datetime),
# Attribute('changed', 'changed', 'datetime', None)
# Attribute('touched', 'touched', 'datetime', None)
Attribute('title', 'botitle', 'varchar', None),
Attribute('description', 'bodescription', 'varchar', None),
# Attribute('modified', 'modified', 'datetime', as_datetime),
# Attribute('start', 'objvalidfrom', 'date', None),
# Attribute('end', 'objvaliduntil', 'date', None),
Attribute('Creator', 'objcreatedby', 'varchar', None),
Attribute('review_sate', 'bostate', 'varchar', get_dossier_state),
# Attribute('keywords', 'keywords', 'varchar', None),
Attribute('start', 'objvalidfrom', 'date', None),
Attribute('end', 'objvalidto', 'date', None),
Attribute('responsible', 'gboresponsible', 'varchar', userid_to_email),
# Attribute('external_reference', 'boforeignnumber', 'varchar', None),
# Attribute('relatedDossier', 'XXX', 'varchar', None),
# Attribute('former_reference_number', 'bonumberhistory', 'varchar', None),
# Attribute('reference_number', 'bonumberhistory', 'varchar', None),
# Attribute('dossier_type', 'dossier_type', 'varchar', None),
Attribute('classification', 'classification', 'varchar', str_upper),
Attribute('privacy_layer', 'privacyprotection', 'varchar', get_privacy_layer),
Attribute('public_trial', 'disclosurestatus', 'varchar', get_public_trial),
Attribute('public_trial_statement', 'disclosurestatusstatement', 'varchar', None),
Attribute('retention_period', 'retentionperiod', 'integer', None),
Attribute('retention_period_annotation', 'retentionperiodcomment', 'varchar', None),
Attribute('archival_value', 'archivalvalue', 'varchar', get_archival_value),
Attribute('archival_value_annotation', 'archivalvaluecomment', 'varchar', None),
Attribute('custody_period', 'regularsafeguardperiod', 'varchar', None),
]


Expand All @@ -240,13 +299,23 @@ class DocumentSyncer(CatalogSyncer):
Attribute('UID', 'objexternalkey', 'varchar', None),
Attribute('parent', 'objprimaryrelated', 'varchar', parent_uid),
Attribute('title', 'objname', 'varchar', None),
Attribute('extension', 'extension', 'varchar', get_file_extension),
# Attribute('description', 'bodescription', 'varchar', None),
# Attribute('document_date', 'dadate', 'date', None),
# Attribute('receipt_date', 'gcreceiptdate', 'date', None),
# Attribute('document_author', 'gcauthor', 'varchar', None),
# Attribute('external_reference', 'gcexternalreference', 'varchar', None),
Attribute('Creator', 'objcreatedby', 'varchar', None),
Attribute('file', '_file', 'jsonb', get_filedata),
Attribute('extension', 'extension', 'varchar', get_file_extension),
# Attribute('changed', 'changed', 'datetime', None)
Attribute('privacy_layer', 'privacyprotection', 'varchar', get_privacy_layer),
Attribute('public_trial', 'disclosurestatus', 'varchar', get_public_trial),
Attribute('public_trial_statement', 'disclosurestatusstatement', 'varchar', None),
# Attribute('relatedItems', 'XXX', 'varchar', None),
Attribute('description', 'dadescription', 'varchar', None),
# Attribute('keywords', 'XXX', 'varchar', None),
Attribute('foreign_reference', 'gcexternalreference', 'varchar', None),
Attribute('document_date', 'dadate', 'date', None),
Attribute('receipt_date', 'gcreceiptdate', 'date', None),
Attribute('delivery_date', 'gcdeliverydate', 'date', None),
# Attribute('document_type', 'XXX', 'date', None),
Attribute('document_author', 'gcauthor', 'varchar', None),
# Attribute('preserved_as_paper', 'XXX', 'varchar', None),
]


Expand Down