AP-1415 :: Fix reported vulnerabilities on dependencies (#1129)

* Fix reported vulnerabilities on dependencies * Decrease to latest available snowflake package * Decrease to latest available pre-commit package * Decrease to latest available pre-commit package * Revert back to previous pylint version * Fix end to end tests * Fix end to end tests * Update Changelong and setup file
transferwise · Aug 15, 2023 · 47feee3 · 47feee3
1 parent b7c3b42
commit 47feee3
Show file tree

Hide file tree

Showing 4 changed files with 16 additions and 10 deletions.
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -1,3 +1,9 @@
+0.56.0 (2023-08-09)
+-------------------
+
+- Bump `pipelinewise-target-snowflake`from `2.2.0` to `2.3.0`
+- Update dependencies
+
 0.55.0 (2023-07-25)
 -------------------
 

diff --git a/setup.py b/setup.py
@@ -7,7 +7,7 @@
 
 setup(name='pipelinewise',
       python_requires='>=3.7,<3.10',
-      version='0.55.0',
+      version='0.56.0',
       description='PipelineWise',
       long_description=LONG_DESCRIPTION,
       long_description_content_type='text/markdown',
@@ -29,8 +29,8 @@
           'joblib==1.2.0',
           'PyMySQL==0.7.11',
           'psycopg2-binary==2.9.5',
-          'snowflake-connector-python[pandas]==2.7.6',
-          'google-cloud-bigquery==2.31.0',
+          'snowflake-connector-python[pandas]==3.0.4',
+          'google-cloud-bigquery==3.11.1',
           'pipelinewise-singer-python==1.*',
           'python-pidfile==3.0.0',
           'pymongo==3.12.3',
@@ -40,12 +40,12 @@
           'psutil==5.8.0',
           'ujson==5.4.0',
           'dnspython==2.1.*',
-          'boto3==1.21.*',
+          'boto3>=1.21,<1.27',
           'chardet==4.0.0',
       ],
       extras_require={
           'test': [
-              'pre-commit==2.18.1',
+              'pre-commit==2.21.0',
               'flake8==4.0.1',
               'pytest==7.1.1',
               'pytest-dependency==0.4.0',

diff --git a/singer-connectors/target-snowflake/requirements.txt b/singer-connectors/target-snowflake/requirements.txt
@@ -1 +1 @@
-pipelinewise-target-snowflake==2.2.0
+pipelinewise-target-snowflake==2.3.0
diff --git a/tests/end_to_end/target_snowflake/tap_postgres/test_replicate_pg_to_sf.py b/tests/end_to_end/target_snowflake/tap_postgres/test_replicate_pg_to_sf.py
@@ -51,15 +51,15 @@ def test_replicate_pg_to_sf(self):
             f"where cvarchar='H';"
         )[0][0]
 
-        self.assertEqual(result, datetime(9999, 12, 31, 23, 59, 59, 998993)) # if bump snowflake-connector -> 999000
+        self.assertEqual(result, datetime(9999, 12, 31, 23, 59, 59, 999000))
 
         result = self.e2e_env.run_query_target_snowflake(
             f'SELECT updated_at FROM '
             f'ppw_e2e_tap_postgres{self.e2e_env.sf_schema_postfix}."TABLE_WITH_SPACE AND UPPERCASE" '
             f"where cvarchar='I';"
         )[0][0]
 
-        self.assertEqual(result, datetime(9999, 12, 31, 23, 59, 59, 998993))  # if bump snowflake-connector -> 999000
+        self.assertEqual(result, datetime(9999, 12, 31, 23, 59, 59, 999000))
 
         # 2. Make changes in PG source database
         #  LOG_BASED
@@ -132,12 +132,12 @@ def test_replicate_pg_to_sf(self):
             f"where cvarchar='faaaar future';"
         )[0][0]
 
-        self.assertEqual(result, datetime(9999, 12, 31, 23, 59, 59, 998993)) # if bump snowflake-connector -> 999000
+        self.assertEqual(result, datetime(9999, 12, 31, 23, 59, 59, 999000))
 
         result = self.e2e_env.run_query_target_snowflake(
             f'SELECT updated_at FROM '
             f'ppw_e2e_tap_postgres{self.e2e_env.sf_schema_postfix}."TABLE_WITH_SPACE AND UPPERCASE" '
             f"where cvarchar='BC';"
         )[0][0]
 
-        self.assertEqual(result, datetime(9999, 12, 31, 23, 59, 59, 998993)) # if bump snowflake-connector -> 999000
+        self.assertEqual(result, datetime(9999, 12, 31, 23, 59, 59, 999000))