MDL: Upated log format

TheurgicDuke771 · Jul 15, 2023 · ea1d2fe · ea1d2fe
1 parent a86f629
commit ea1d2fe
Show file tree

Hide file tree

Showing 3 changed files with 14 additions and 9 deletions.
diff --git a/python_scripts/mdl_psql.py b/python_scripts/mdl_psql.py
@@ -21,7 +21,7 @@ def get_synopsis(item_url: str) -> str:
         else:
             raise Exception(f"URL: {details_url}. Response: {response_raw.text}")
     except Exception as e:
-        print(f"{ETL_TIME} ERROR: {str(e)}")
+        print(f"{ETL_TIME} WARNING: {str(e)}")
         return "No synopsis available"
 
 
@@ -120,6 +120,7 @@ def inset_into_db(content_list: list) -> int:
                     cur.execute(insert_query)
                     conn.commit()
                     affected_rec_cnt += 1
+
                 else:
                     existing_synopsis = result["synopsis"].values[0]
                     if (
@@ -157,6 +158,7 @@ def inset_into_db(content_list: list) -> int:
                         cur.execute(update_query)
                         conn.commit()
                         affected_rec_cnt += 1
+
                     else:
                         update_query = f"""
                         UPDATE {table_name} SET 
@@ -183,7 +185,7 @@ def inset_into_db(content_list: list) -> int:
                         conn.commit()
                         affected_rec_cnt += 1
             except Exception as e:
-                print(f"{ETL_TIME} ERROR: {str(e)}")
+                print(f"{ETL_TIME} WARNING: {str(e)}")
 
         return affected_rec_cnt
 

diff --git a/python_scripts/mdl_psql_current.py b/python_scripts/mdl_psql_current.py
@@ -4,9 +4,12 @@
 
 
 ETL_TIME = datetime.now().strftime("%Y-%m-%d %H:%M:%S")
-mdl_list = get_seasonal_data()
-if len(mdl_list) > 0:
-    rec_count = inset_into_db(mdl_list)
-    print(f'{ETL_TIME} INFO: {rec_count} records inserted at {ETL_TIME}.')
-else:
-    print(f"{ETL_TIME} INFO: No records to insert")
+try:
+    mdl_list = get_seasonal_data()
+    if len(mdl_list) > 0:
+        rec_count = inset_into_db(mdl_list)
+        print(f"{ETL_TIME} INFO: {rec_count} records inserted.")
+    else:
+        print(f"{ETL_TIME} INFO: No records to insert")
+except Exception as e:
+    print(f"{ETL_TIME} ERROR: {str(e)}")
diff --git a/python_scripts/mdl_psql_history.py b/python_scripts/mdl_psql_history.py
@@ -41,6 +41,6 @@
 
 if len(mdl_list) > 0:
     rec_count = inset_into_db(mdl_list)
-    print(f'{ETL_TIME} INFO: {rec_count} records inserted at {ETL_TIME}.')
+    print(f"{ETL_TIME} INFO: {rec_count} records inserted.")
 else:
     print(f"{ETL_TIME} INFO: No records to insert")