Ongoing enhancements

sustApp/import_transactions.py

@@ -2,9 +2,10 @@
 from numpy import genfromtxt
 from time import time
 from datetime import datetime
-import models
-import os
-from database import engine, SessionLocal
+from models import models
+from models.database import engine, SessionLocal
+
+import os, glob
 from pytz import timezone
 
 def Load_Data(file_name):
@@ -21,31 +22,36 @@ if __name__ == "__main__":
 
     try:
         home_directory = os.path.expanduser('~')
-        source_csv = os.path.join(home_directory, "OneDrive", "Dokumente", "SUST", "UmsatzListe_AT493443700000113407_20241212_095142_mod_out.csv")
-        data = Load_Data(source_csv) 
+        source_path = os.path.join(home_directory, "OneDrive", "Dokumente", "SUST", "import_csv", "*_out.csv")
+        for source_csv in glob.glob(source_path):
+            #source_csv = os.path.join(home_directory, "OneDrive", "Dokumente", "SUST", "UmsatzListe_AT493443700000113407_20250529_091945_mod_out.csv")
+            data = Load_Data(source_csv) 
 
-        tz = timezone('UTC')  # Replace with your desired timezone
-        for i in data:
-            dt = datetime.strptime(i[8], '%d.%m.%Y %H:%M:%S:%f')
+            tz = timezone('UTC')  # Replace with your desired timezone
+            dt = datetime.strptime(data[8], '%d.%m.%Y %H:%M:%S:%f') # type: ignore
             ts_timestamp = tz.localize(dt)
 
             record = models.Payments_CSV(**{
-                'pc_valuta_date' : datetime.strptime(i[0], '%d.%m.%Y').date(),
-                'pc_client' : i[1],
-                'pc_reference' : i[2],
-                'pc_intended' : i[3],
-                'pc_iban' : i[4],
-                'pc_entry_date' : datetime.strptime(i[5], '%d.%m.%Y').date(),
-                'pc_amount' : float(i[6]),
-                'pc_currency' : i[7],
+                'pc_valuta_date' : datetime.strptime(data[0], '%d.%m.%Y').date(),
+                'pc_client' : data[1],
+                'pc_reference' : data[2],
+                'pc_intended' : data[3],
+                'pc_iban' : data[4],
+                'pc_entry_date' : datetime.strptime(data[5], '%d.%m.%Y').date(),
+                'pc_amount' : float(data[6]),
+                'pc_currency' : data[7],
                 'pc_timestamp' : ts_timestamp
             })
             db.add(record) #Add all the records
 
-        try:
-            db.commit() #Attempt to commit all the records
-        except Exception as e:
-            print(e)
+            try:
+                db.commit() #Attempt to commit all the records
+                #move the processed file to a backup directory
+                bak_dir = os.path.join(os.path.dirname(source_csv), "bak")
+                os.makedirs(bak_dir, exist_ok=True)
+                os.rename(source_csv, os.path.join(bak_dir, os.path.basename(source_csv)))
+            except Exception as e:
+                print(e)
     
     except Exception as e:
         print (e)