add sqlalchemy as orm tool

2025-01-10 17:39:54 +01:00
parent 7e8a6b3c91
commit f1d36acff7
10 changed files with 281 additions and 172 deletions
@@ -1,89 +0,0 @@
-from datetime import datetime
-
-import mariadb
-from PySide6.QtCore import QAbstractTableModel, QModelIndex, Qt
-from PySide6.QtGui import QColor
-
-
-class ComicTableModel(QAbstractTableModel):
-
-    def __init__(self, db_config, main_window):
-        super().__init__()
-        self.main_window = main_window
-        self._data = []
-        self.status_bar = main_window.statusBar
-        self.mariadb_conn = mariadb.connect(
-            host=db_config['mariadb']['host'],
-            port=db_config['mariadb']['port'],
-            user=db_config['mariadb']['user'],
-            password=db_config['mariadb']['password'],
-            database=db_config['mariadb']['database']
-        )
-        self.refresh()
-
-    def refresh(self):
-        data = []
-        cursor = self.mariadb_conn.cursor()
-        cursor.execute("SELECT id, created_date, last_modified_date, title, publisher_id  FROM comic")
-        rows = cursor.fetchall()
-        for row in rows:
-            data.append(list(row))
-        self.status_bar.showMessage(f"{len(rows)} Einträge geladen", 3000)
-        self._data = data
-
-    def rowCount(self, parent=QModelIndex()):
-        # The length of the outer list.
-        return len(self._data)
-
-    def headerData(self, col, orientation, role=Qt.ItemDataRole.DisplayRole):
-        if orientation == Qt.Orientation.Horizontal and role == Qt.ItemDataRole.DisplayRole:
-            match col:
-                case 0:
-                    return "ID"
-                case 1:
-                    return "Created"
-                case 2:
-                    return "Updated"
-                case 3:
-                    return "Title"
-                case 4:
-                    return "Verlag"
-        if orientation == Qt.Orientation.Vertical and role == Qt.ItemDataRole.DisplayRole:
-            return str(col + 1)
-
-    def data(self, index, role=Qt.ItemDataRole.DisplayRole):
-        value = self._data[index.row()][index.column()]
-        if role == Qt.ItemDataRole.DisplayRole:
-            if isinstance(value, datetime):
-                return value.strftime("%Y-%m-%d %M:%M:%S")
-            if isinstance(value, str):
-                return value
-            if isinstance(value, bytes):
-                if value == b'\x01':
-                    return "True"
-                return "False"
-            return value
-        if role == Qt.ItemDataRole.DecorationRole:
-            if isinstance(value, bytes):
-                # print('{}: {}'.format(value, type(value)))
-                if value == b'\x01':
-                    return self.main_window.tick
-                else:
-                    return self.main_window.cross
-
-
-    def columnCount(self, index=QModelIndex()):
-        # The following takes the first sub-list, and returns
-        # the length (only works if all rows are an equal length)
-        return len(self._data[0])
-
-    def setData(self, index, value, role=Qt.ItemDataRole.EditRole):
-        if role == Qt.ItemDataRole.EditRole:
-            self._data[index.row()][index.column()] = value
-        if role == Qt.ItemDataRole.CheckStateRole:
-            checked = value == Qt.CheckState.Checked
-            self._data[index.row()][index.column()] = checked
-        return True
-
-    def flags(self, index):
-        return Qt.ItemFlag.ItemIsSelectable | Qt.ItemFlag.ItemIsEnabled | Qt.ItemFlag.ItemIsEditable | Qt.ItemFlag.ItemIsUserTristate
@@ -1,79 +0,0 @@
-import mariadb
-
-
-class KontorDB:
-
-    def __init__(self, db_config):
-        self.db_conn = mariadb.connect(
-            host=db_config['mariadb']['host'],
-            port=db_config['mariadb']['port'],
-            user=db_config['mariadb']['user'],
-            password=db_config['mariadb']['password'],
-            database=db_config['mariadb']['database']
-        )
-
-    def get_table_id(self, table_name):
-        cursor = self.db_conn.cursor()
-        cursor.execute("SELECT id, created_date, last_modified_date FROM meta_data_table WHERE table_name=?", (table_name, ))
-        row = cursor.fetchone()
-        cursor.close()
-        return row[0]
-
-    def get_table_names(self) -> list:
-        tables_names = []
-        cursor = self.db_conn.cursor()
-        cursor.execute("SELECT id, table_name from meta_data_table")
-        rows = cursor.fetchall()
-        for (_, table_name) in rows:
-            tables_names.append(table_name)
-        cursor.close()
-        return tables_names
-
-    def get_column_meta_data(self, table_id):
-        cursor = self.db_conn.cursor()
-        meta_data = {}
-        cursor.execute("SELECT column_name, column_order, column_label FROM meta_data_column WHERE table_id=? AND is_shown is true ORDER bY column_order", (table_id, ))
-        rows = cursor.fetchall()
-        order = 0
-        for (column_name, column_order, column_label) in rows:
-            meta_data[order] = { 'column': column_name, 'label': column_label, 'order': column_order}
-            order += 1
-        cursor.close()
-        # print(f"retrieved {len(rows)} columns, set {len(meta_data)} headers")
-        return meta_data
-
-    def get_filters(self, table_id):
-        cursor = self.db_conn.cursor()
-        filters = {}
-        cursor.execute("SELECT column_name, filter_label from meta_data_column WHERE table_id=? AND show_filter is true", (table_id, ))
-        rows = cursor.fetchall()
-        for row in rows:
-            filters[row[0]] = {'label': row[1], 'widget': None}
-        cursor.close()
-        # print(f"retrieved {len(rows)} filters: {filters}")
-        return filters
-
-    def get_data(self, table_name: str, columns: dict, where_clause: str) -> list:
-        data = []
-        cursor = self.db_conn.cursor()
-        cursor.execute(self.get_statement(table_name, columns, where_clause))
-        rows = cursor.fetchall()
-        print(len(rows))
-        for row in rows:
-            # print(f"KontorDB.get_data: {row}")
-            data.append(list(row))
-        cursor.close()
-        print(f"KontorDB.getData: return {len(data)}")
-        return data
-
-    def get_statement(self, table: str, header: dict, where_clause):
-        columns = ""
-        for index, column in header.items():
-            if index > 0:
-                columns += ", "
-            columns += column['column']
-        if len(columns) == 0:
-            columns = "*"
-        statement = f"SELECT {columns} FROM {table} {where_clause}"
-        print(f"{statement=}")
-        return statement
@@ -0,0 +1,134 @@
+import mariadb
+from sqlalchemy import create_engine, text, MetaData, join
+from sqlalchemy.orm import DeclarativeBase, relationship, sessionmaker
+
+from database.base import Base
+from database.comic import Comic
+from database.metadata import MetaDataTable, MetaDataColumn
+
+
+class KontorDB:
+
+    def __init__(self, db_config):
+        self.db_conn = mariadb.connect(
+            host=db_config['mariadb']['host'],
+            port=db_config['mariadb']['port'],
+            user=db_config['mariadb']['user'],
+            password=db_config['mariadb']['password'],
+            database=db_config['mariadb']['database']
+        )
+        connect_string = ('mariadb+mariadbconnector://{}:{}@{}:{}/{}'
+        .format(
+            db_config['mariadb']['user'],
+            db_config['mariadb']['password'],
+            db_config['mariadb']['host'],
+            db_config['mariadb']['port'],
+            db_config['mariadb']['database']))
+        # engine = create_engine(connect_string, echo=True)
+        engine = create_engine(connect_string)
+        Base.metadata.create_all(bind=engine)
+        __session__ = sessionmaker(bind=engine)
+        self.session = __session__()
+
+    def get_table_id(self, table_name):
+        cursor = self.db_conn.cursor()
+        cursor.execute("SELECT id, created_date, last_modified_date FROM meta_data_table WHERE table_name=?",
+                       (table_name,))
+        row = cursor.fetchone()
+        cursor.close()
+        # table_ids = self.session.query(MetaDataTable).filter(MetaDataTable.table_name == table_name).all()
+        # print(type(table_ids))
+        return row[0]
+
+    def get_table_names(self) -> list:
+        tables_names = []
+        cursor = self.db_conn.cursor()
+        cursor.execute("SELECT id, table_name from meta_data_table")
+        rows = cursor.fetchall().all
+        for row in rows:
+            print(row)
+        for (_, table_name) in rows:
+            tables_names.append(table_name)
+        cursor.close()
+        tables = self.session.query(MetaDataTable).all()
+        for table in tables:
+            print(table)
+        return tables_names
+
+    def get_column_meta_data(self, table_id: str, table_name: str):
+        cursor = self.db_conn.cursor()
+        meta_data = {}
+        cursor.execute(
+            "SELECT column_name, column_order, column_label FROM meta_data_column WHERE table_id=? AND is_shown is true ORDER bY column_order",
+            (table_id,))
+        rows = cursor.fetchall()
+        order = 0
+        for (column_name, column_order, column_label) in rows:
+            meta_data[order] = {'column': column_name, 'label': column_label, 'order': column_order}
+            order += 1
+        cursor.close()
+        columns = (self.session.query(MetaDataColumn).
+                   join(MetaDataTable, MetaDataTable.id == MetaDataColumn.table_id).
+                   filter(MetaDataTable.table_name == table_name).
+                   filter(MetaDataColumn.is_shown is True).
+                   order_by(MetaDataColumn.column_order).all())
+        print(columns)
+        for column in columns:
+            print(column)
+            result = repr(column)
+            if result is not None:
+                print(result)
+        # print(f"retrieved {len(rows)} columns, set {len(meta_data)} headers")
+        return meta_data
+
+    def get_filters(self, table_id):
+        cursor = self.db_conn.cursor()
+        filters = {}
+        cursor.execute(
+            "SELECT column_name, filter_label from meta_data_column WHERE table_id=? AND show_filter is true",
+            (table_id,))
+        rows = cursor.fetchall()
+        for row in rows:
+            filters[row[0]] = {'label': row[1], 'widget': None}
+        cursor.close()
+        # print(f"retrieved {len(rows)} filters: {filters}")
+        return filters
+
+    def get_data(self, table_name: str, columns: dict, where_clause: str) -> list:
+        data = []
+        cursor = self.db_conn.cursor()
+        cursor.execute(self.get_statement(table_name, columns, where_clause))
+        rows = cursor.fetchall()
+        print(len(rows))
+        for row in rows:
+            # print(f"KontorDB.get_data: {row}")
+            data.append(list(row))
+        cursor.close()
+        print(f"KontorDB.getData: return {len(data)}")
+        if table_name == 'comic' and len(where_clause) == 0:
+            data.clear()
+            comics = self.session.query(Comic).all()
+            for item in comics:
+                # print(item)
+                row = []
+                for order in columns.keys():
+                    column_name = columns[order]['column']
+                    if column_name == 'publisher_id':
+                        row.append(item.publisher.name)
+                    else:
+                        row.append(getattr(item, column_name))
+                # print(repr(row))
+                data.append(row)
+        return data
+
+    def get_statement(self, table: str, header: dict, where_clause):
+        columns = ""
+        for index, column in header.items():
+            if index > 0:
+                columns += ", "
+            columns += column['column']
+        if len(columns) == 0:
+            columns = "*"
+        statement = f"SELECT {columns} FROM {table} {where_clause}"
+        print(f"{statement=}")
+        return statement
@@ -0,0 +1,7 @@
+from sqlalchemy.orm import DeclarativeBase, relationship, sessionmaker
+
+
+class Base(DeclarativeBase):
+    pass
+
+
@@ -0,0 +1,40 @@
+from sqlalchemy import Boolean, Column, DateTime, ForeignKey, Integer, String
+from sqlalchemy.dialects.mysql import BIT
+from sqlalchemy.orm import relationship
+
+from database.base import Base
+
+
+class Publisher(Base):
+    __tablename__ = "publisher"
+    id = Column(String, primary_key=True)
+    created_date = Column(DateTime)
+    last_modified_date = Column(DateTime)
+    version = Column(Integer)
+    name = Column(String(length=255))
+    comics = relationship("Comic")
+
+    def __repr__(self):
+        return f'Publisher({self.id} {self.name})'
+
+    def __str__(self):
+        return self.__repr__()
+
+
+class Comic(Base):
+    __tablename__ = 'comic'
+    id = Column(String, primary_key=True)
+    created_date = Column(DateTime)
+    last_modified_date = Column(DateTime)
+    version = Column(Integer)
+    title = Column(String(length=255))
+    publisher_id = Column(String, ForeignKey('publisher.id'))
+    publisher = relationship("Publisher", back_populates="comics")
+    current_order = Column(BIT(1))
+    completed = Column(BIT(1))
+
+    def __repr__(self):
+        return f'Comic({self.id} {self.version} {self.title} {self.publisher.name})'
+
+    def __str__(self):
+        return f'{self.title}({self.id})'
@@ -0,0 +1,25 @@
+from sqlalchemy import Boolean, Column, DateTime, ForeignKey, Integer, String
+from sqlalchemy.orm import relationship
+
+from database.base import Base
+
+
+class MediaFile(Base):
+    __tablename__ = 'media_file'
+    id = Column(String, primary_key=True)
+    created_date = Column(DateTime)
+    last_modified_date = Column(DateTime)
+    version = Column(Integer)
+    cloud_link = Column(String(255))
+    file_name = Column(String(255))
+    path = Column(String(255))
+    review = Column(Boolean, default=True)
+    title = Column(String(255))
+    url = Column(String(255))
+    should_download = Column(Boolean, default=True)
+
+    def __repr__(self):
+        return f'MediaFile({self.id} {self.title} {self.title})'
+
+    def __str__(self):
+        return f'{self.title}({self.id})'
@@ -0,0 +1,49 @@
+from sqlalchemy import Column, String, ForeignKey, DateTime, Integer, Boolean
+from sqlalchemy.orm import relationship
+
+from database import Base
+
+
+class MetaDataTable(Base):
+    __tablename__ = 'meta_data_table'
+    id = Column(String, primary_key=True)
+    created_date = Column(DateTime)
+    last_modified_date = Column(DateTime)
+    version = Column(Integer)
+    table_name = Column(String(255), unique=True)
+    table_columns = relationship("MetaDataColumn")
+
+    def __repr__(self):
+        print(f'MetaDataTable({self.id} {self.table_name})')
+
+    def __str__(self):
+        print(f'{self.table_name}({self.id})')
+
+
+class MetaDataColumn(Base):
+    __tablename__ = 'meta_data_column'
+    id = Column(String, primary_key=True)
+    created_date = Column(DateTime)
+    last_modified_date = Column(DateTime)
+    version = Column(Integer)
+    column_modifier = Column(String(255), nullable=True)
+    column_name = Column(String(255))
+    column_order = Column(Integer)
+    column_sync_name = Column(String(255))
+    column_type = Column(String(255))
+    table_id = Column(String, ForeignKey('meta_data_table.id'))
+    table = relationship("MetaDataTable", back_populates="table_columns")
+    column_label = Column(String(255))
+    filter_label = Column(String(255))
+    is_shown = Column(Boolean)
+    show_filter = Column(Boolean)
+
+    def __repr__(self):
+        if self.column_name is None:
+            print(f'MetaDataColumn({self.id} {self.table.table_name}.__)')
+        else:
+            print(f'MetaDataColumn({self.id} {self.table.table_name}.{self.column_name})')
+
+    def __str__(self):
+        print(f'{self.column_name}({self.id})')
+
@@ -10,9 +10,8 @@ from PySide6.QtWidgets import QWidget, QVBoxLayout, QMenu, QMessageBox, QTabWidg
 from PySide6.QtWidgets import QApplication, QLabel, QMainWindow
 from platformdirs import PlatformDirs

-from comic_model import ComicTableModel
+from database import KontorDB
 from dialogs import ExportKontorDialog, ImportKontorDialog
-from data import KontorDB
 from model_config import KontorModelConfig
 from table_model import KontorTableModel
 from media_file_model import MediaFileTableModel
@@ -1,7 +1,8 @@
 import mariadb
 from PySide6.QtWidgets import QHBoxLayout, QCheckBox

-from data import KontorDB
+from database import KontorDB
+from database.comic import Comic


 class KontorModelConfig:
@@ -23,7 +24,7 @@ class KontorModelConfig:
    def get_table_config(self):
        if self._table_id is None:
            self.get_table_id()
-        self.header = self.kontor_db.get_column_meta_data(self._table_id)
+        self.header = self.kontor_db.get_column_meta_data(self._table_id, self._table)
        self.filter = self.kontor_db.get_filters(self._table_id)

    def get_filter(self) -> str:
@@ -44,6 +45,8 @@ class KontorModelConfig:
    def get_data(self) -> list:
        data = self.kontor_db.get_data(self._table, self.header, self.get_filter())
        print(f"KontorModelConfig.get_data: {len(data)}")
+        # comics = self.kontor_db.session.query(Comic).all()
+        # print(f'{len(comics)} Comics loaded')
        return data

    def get_filter_layout(self) -> QHBoxLayout:
@@ -56,6 +56,16 @@ class KontorTableModel(QAbstractTableModel):
                    return self._main_window.tick
                else:
                    return self._main_window.cross
+            if isinstance(value, int):
+                if value == 1:
+                    return self._main_window.tick
+                else:
+                    return self._main_window.cross
+            if isinstance(value, bool):
+                if value:
+                    return self._main_window.tick
+                else:
+                    return self._main_window.cross
            return str(value)
        if role == Qt.ItemDataRole.DecorationRole:
            if isinstance(value, bytes):
@@ -64,6 +74,16 @@ class KontorTableModel(QAbstractTableModel):
                    return self._main_window.tick
                else:
                    return self._main_window.cross
+            if isinstance(value, int):
+                if value == 1:
+                    return self._main_window.tick
+                else:
+                    return self._main_window.cross
+            if isinstance(value, bool):
+                if value:
+                    return self._main_window.tick
+                else:
+                    return self._main_window.cross

    def columnCount(self, index=QModelIndex()):
        # The following takes the first sub-list, and returns