Thomas Peetz
72 lines
2.8 KiB
Python
72 lines
2.8 KiB
Python
"""
|
|
import data from json file to MariaDB
|
|
"""
|
|
from argparse import ArgumentParser, ArgumentDefaultsHelpFormatter
|
|
from datetime import datetime
|
|
import json
|
|
import yaml
|
|
from sqlalchemy import create_engine
|
|
from sqlalchemy.orm import sessionmaker
|
|
from platformdirs import PlatformDirs
|
|
from pathlib import Path
|
|
from db.models import registry
|
|
from db.models.base import Base
|
|
from config import get_logger
|
|
from db.repository.metadata import get_tables, get_columns_for_table
|
|
|
|
parser = ArgumentParser(formatter_class=ArgumentDefaultsHelpFormatter)
|
|
parser.add_argument('--verbose', '-v', action='count', default=0)
|
|
parser.add_argument('--config', '-c', default='kontor-docker')
|
|
parser.add_argument('--file', '-f', default='data.json')
|
|
args = parser.parse_args()
|
|
|
|
|
|
if __name__ == '__main__':
|
|
logger = get_logger(args.verbose, args.config)
|
|
logger.info('kontor.export started')
|
|
dirs = PlatformDirs(args.config)
|
|
database_config = Path(dirs.user_config_dir, 'database-config.yaml')
|
|
with open(database_config, 'rt') as f:
|
|
db_config = yaml.safe_load(f.read())
|
|
connect_string = ('postgresql://{}:{}@{}:{}/{}'.format(
|
|
db_config['postgres']['user'],
|
|
db_config['postgres']['password'],
|
|
db_config['postgres']['host'],
|
|
db_config['postgres']['port'],
|
|
db_config['postgres']['database']
|
|
))
|
|
engine = create_engine(connect_string)
|
|
Base.metadata.create_all(bind=engine, checkfirst=True)
|
|
__session__ = sessionmaker(bind=engine)
|
|
with __session__() as db:
|
|
data = {}
|
|
tables = get_tables(db)
|
|
for table in tables:
|
|
# logger.info(f"Table {table.name} with {table.id}")
|
|
columns = get_columns_for_table(db, table)
|
|
model = registry[table.name]
|
|
rows = db.query(model).all()
|
|
entries = []
|
|
for row in rows:
|
|
entry = {}
|
|
for column in columns:
|
|
# logger.info(f" Column {column.order} {column.name} with {column.id}")
|
|
try:
|
|
value = getattr(row, column.name)
|
|
if isinstance(value, datetime):
|
|
entry[column.name] = str(value)
|
|
else:
|
|
entry[column.name] = value
|
|
except AttributeError as error:
|
|
logger.info(f"{error}")
|
|
entries.append(entry)
|
|
data[table.name] = entries
|
|
logger.info(f"{table.name}: {len(entries)} exported")
|
|
json_dump = json.dumps(data, indent=4)
|
|
with open(args.file, "w") as dump_file:
|
|
dump_file.write(json_dump)
|
|
logger.info(f"{len(data)} tables exported")
|
|
#kontor_db = KontorDB(engine, logger)
|
|
#kontor_db.export_db(ExportType.JSON, args.file)
|
|
logger.info('kontor.export finished')
|