From 897cb6340108c4246adfe09e6ea956ec94e7da3b Mon Sep 17 00:00:00 2001 From: Mathias Scheider Date: Fri, 4 Sep 2026 23:36:47 +0200 Subject: [PATCH] cli data ingest --- alembic/versions/605e46acc08e_.py | 1 - src/main.py | 18 +++++++++++------- src/models_db.py | 1 - 3 files changed, 11 insertions(+), 9 deletions(-) diff --git a/alembic/versions/605e46acc08e_.py b/alembic/versions/605e46acc08e_.py index 52f06d9..c26aed1 100644 --- a/alembic/versions/605e46acc08e_.py +++ b/alembic/versions/605e46acc08e_.py @@ -38,7 +38,6 @@ def upgrade() -> None: sa.Column('date_book', sa.Date(), nullable=True), sa.Column('amount', sa.Numeric(precision=12, scale=2), nullable=False), sa.Column('amount_currency', sa.String(length=3), nullable=False), - sa.Column('sign', sa.Integer(), nullable=False), sa.Column('reference', sa.String(), nullable=True), sa.Column('other_name', sa.String(), nullable=True), sa.Column('other_iban', sa.String(), nullable=True), diff --git a/src/main.py b/src/main.py index 95cc7d1..3833625 100644 --- a/src/main.py +++ b/src/main.py @@ -4,6 +4,16 @@ import argparse from pathlib import Path from src.reader import reader_b4w, reader_raw +from src.helper_db import upsert_b4w +from src.db import get_session + + +def ingest_b4w(path: Path): + data = reader_b4w(path) + with get_session() as session: + for row in data: + upsert_b4w(session, row, do_commit=False) + session.commit() def main(): @@ -15,13 +25,7 @@ def main(): path = Path(args.input) - data_raw = reader_raw(path) - - print(data_raw[:10]) - - data = reader_b4w(path) - print(data[:10]) - + ingest_b4w(path) if __name__ == "__main__": main() diff --git a/src/models_db.py b/src/models_db.py index d9795dc..f38ccf6 100644 --- a/src/models_db.py +++ b/src/models_db.py @@ -46,7 +46,6 @@ class B4wDb(BaseModelDb): date_book = Column(Date, nullable=True) amount = Column(Numeric(12, 2), nullable=False) amount_currency = Column(String(3), nullable=False) - sign = Column(Integer, nullable=False) reference = Column(String, nullable=True) other_name = Column(String, nullable=True) other_iban = Column(String, nullable=True)