add more type definitions to pd.read_csv to avoid reading errors

metno · Aug 25, 2023 · 8fa9884 · 8fa9884
1 parent 7a0d763
commit 8fa9884
Showing 1 changed file with 8 additions and 4 deletions.
diff --git a/pyaerocom/io/read_airnow.py b/pyaerocom/io/read_airnow.py
@@ -304,7 +304,7 @@ def _read_file(self, file):
                 encoding=encoding,
                 on_bad_lines="skip",
                 # dtype={0: str, 1: str, 2: str, 3: str, 4: float, 5: str, 6: str, 7: float, 8: str},
-                dtype={2: str, 4: float},
+                dtype={2: str, 4: float, 7: float},
             )
         except UnicodeDecodeError:
             encoding = "cp863"
@@ -315,7 +315,7 @@ def _read_file(self, file):
                 encoding=encoding,
                 on_bad_lines="skip",
                 # dtype={0: str, 1: str, 2: str, 3: str, 4: float, 5: str, 6: str, 7: float, 8: str},
-                dtype={2: str, 4: float},
+                dtype={2: str, 4: float, 7: float},
             )
         except:
             encoding = self.get_file_encoding(file)
@@ -326,7 +326,11 @@ def _read_file(self, file):
                 encoding=encoding,
                 on_bad_lines="skip",
                 # dtype={0: str, 1: str, 2: str, 3: str, 4: float, 5: str, 6: str, 7: float, 8: str},
-                dtype={2: str, 4: float},
+                dtype={
+                    2: str,
+                    4: float,
+                    7: float,
+                },
             )
         return df
 
@@ -364,7 +368,7 @@ def _read_files(self, files, vars_to_retrieve):
         unique_stat_ids = None
         for i in tqdm(range(len(files))):
             fp = files[i]
-            # print(fp)
+            print(fp)
             if read_flag == 1:
                 filedata = self._read_file(fp)
                 for i, filevar in enumerate(file_vars_to_retrieve):