From 313972cca54279cc74ac5841a64ca2185b7af7ee Mon Sep 17 00:00:00 2001 From: z3z1ma Date: Wed, 15 Mar 2023 15:57:50 -0700 Subject: [PATCH] =?UTF-8?q?=F0=9F=A7=AA=20re-isolate=20static=20test=20fix?= =?UTF-8?q?ture?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- target_bigquery/tests/test_sync.py | 24 +++++++++++++----------- 1 file changed, 13 insertions(+), 11 deletions(-) diff --git a/target_bigquery/tests/test_sync.py b/target_bigquery/tests/test_sync.py index 2b76819..0485b33 100644 --- a/target_bigquery/tests/test_sync.py +++ b/target_bigquery/tests/test_sync.py @@ -19,13 +19,15 @@ {"type": "RECORD", "stream": "{stream_name}", "record": {"id": 2, "rep_key": 2, "Col_2_string": "45d8f187-3776-46bc-bbba-195f70455b0d", "Col_3_datetime": "2022-11-11T13:40:56.807414+00:00", "Col_4_int": 1496147986, "Col_5_float": 0.6505589093769572, "Col_6_string": "e17c9332-531c-44fd-89d7-d71bb3071a4c", "Col_7_datetime": "2022-11-11T13:40:56.807419+00:00", "Col_8_int": 1483639242, "Col_9_float": 0.14177466670396877, "Col_10_string": "8ea89b6d-030b-4884-b2f3-aa7cb3f84a32", "Col_11_datetime": "2022-11-11T13:40:56.807425+00:00", "Col_12_int": 281713617, "Col_13_float": 0.9128294678949099, "Col_14_string": "b8c0287a-cb3b-471c-a73f-ddbbd46def96", "Col_15_datetime": "2022-11-11T13:40:56.807430+00:00", "Col_16_int": 1676536646, "Col_17_float": 0.20444489249202114, "Col_18_string": "3078fa1b-0d35-4393-a1bc-e005dde62494", "Col_19_datetime": "2022-11-11T13:40:56.807435+00:00", "Col_20_int": 1596646895, "Col_21_float": 0.13991626696903536, "Col_22_string": "5d033520-2214-4ab4-a586-09d9939fa8d0", "Col_23_datetime": "2022-11-11T13:40:56.807440+00:00", "Col_24_int": 339609379, "Col_25_float": 0.7179419896107613, "Col_26_string": "8c39c287-f4d7-4781-a7ed-6f87124866b6", "Col_27_datetime": "2022-11-11T13:40:56.807445+00:00", "Col_28_int": 1815034575, "Col_29_float": 0.9522143006195518}, "time_extracted": "2022-11-11T20:40:56.807796+00:00"} {"type": "RECORD", "stream": "{stream_name}", "record": {"id": 3, "rep_key": 3, "Col_2_string": "19a9ceb8-9bda-46a0-9a19-f9117be34ddf", "Col_3_datetime": "2022-11-11T13:40:56.807910+00:00", "Col_4_int": 1957217254, "Col_5_float": 0.43289496913069425, "Col_6_string": "53ed2273-48d6-4182-9717-6d0af51e6ad9", "Col_7_datetime": "2022-11-11T13:40:56.807916+00:00", "Col_8_int": 1672454615, "Col_9_float": 0.45849249733339414, "Col_10_string": "e60b231d-5de8-4cdf-afa7-d591a60f0207", "Col_11_datetime": "2022-11-11T13:40:56.807921+00:00", "Col_12_int": 620242020, "Col_13_float": 0.12772702726587115, "Col_14_string": "4a00041b-e71b-4832-8188-9b35b4025d57", "Col_15_datetime": "2022-11-11T13:40:56.807926+00:00", "Col_16_int": 869791103, "Col_17_float": 0.7034707479613156, "Col_18_string": "9be8dbd7-71e9-4af6-8d6b-55badc74042e", "Col_19_datetime": "2022-11-11T13:40:56.807931+00:00", "Col_20_int": 1158691101, "Col_21_float": 0.961251074216243, "Col_22_string": "3488df2c-761b-4910-9a4f-8541517a577c", "Col_23_datetime": "2022-11-11T13:40:56.807936+00:00", "Col_24_int": 1803445752, "Col_25_float": 0.9712573557605182, "Col_26_string": "8b35b130-cc4b-4b13-8c4e-8c68b87b0b46", "Col_27_datetime": "2022-11-11T13:40:56.807941+00:00", "Col_28_int": 152329871, "Col_29_float": 0.07133900568240592}, "time_extracted": "2022-11-11T20:40:56.808289+00:00"} {"type": "RECORD", "stream": "{stream_name}", "record": {"id": 4, "rep_key": 4, "Col_2_string": "f1fa6590-8b7a-4cfa-ad85-2839d5d358d6", "Col_3_datetime": "2022-11-11T13:40:56.808401+00:00", "Col_4_int": 1840786740, "Col_5_float": 0.8999649085844895, "Col_6_string": "d222b83a-a660-470e-9fa9-838e6240e395", "Col_7_datetime": "2022-11-11T13:40:56.808407+00:00", "Col_8_int": 1300812810, "Col_9_float": 0.4513495007382251, "Col_10_string": "bb719c2d-842b-4d4d-ad09-a8a1e8361218", "Col_11_datetime": "2022-11-11T13:40:56.808412+00:00", "Col_12_int": 451674926, "Col_13_float": 0.7040279698622643, "Col_14_string": "58dd57f6-2511-410e-9a57-3d72da46e569", "Col_15_datetime": "2022-11-11T13:40:56.808417+00:00", "Col_16_int": 1824274251, "Col_17_float": 0.5618479908554109, "Col_18_string": "627e9b1f-5ac2-43d0-8c71-173fe7fcd33f", "Col_19_datetime": "2022-11-11T13:40:56.808422+00:00", "Col_20_int": 1379996338, "Col_21_float": 0.10080587804819452, "Col_22_string": "a21ee366-8cb7-4fb3-8ab4-ae897c72f303", "Col_23_datetime": "2022-11-11T13:40:56.808427+00:00", "Col_24_int": 329557210, "Col_25_float": 0.9385358324655749, "Col_26_string": "b22e4ba1-eb9f-4d2a-8390-6365c3791eb6", "Col_27_datetime": "2022-11-11T13:40:56.808432+00:00", "Col_28_int": 1021771707, "Col_29_float": 0.22978526041580527}, "time_extracted": "2022-11-11T20:40:56.808782+00:00"} -{"type": "SCHEMA", "stream": "{stream_name_2}", "schema": {"properties": {"id": {"type": ["integer", "null"]}, "rep_key": {"type": ["integer", "null"]}}, "type": "object"}, "key_properties": ["id"], "bookmark_properties": ["rep_key"]} -{"type": "RECORD", "stream": "{stream_name_2}", "record": {"id": 0, "rep_key": 0}, "time_extracted": "2022-11-11T20:40:56.806676+00:00"} -{"type": "STATE", "value": {"bookmarks": {"{stream_name_2}": {"starting_replication_value": null, "replication_key": "rep_key", "replication_key_value": 0}}}} -{"type": "RECORD", "stream": "{stream_name_2}", "record": {"id": 1, "rep_key": 1}, "time_extracted": "2022-11-11T20:40:56.807284+00:00"} -{"type": "RECORD", "stream": "{stream_name_2}", "record": {"id": 2, "rep_key": 2}, "time_extracted": "2022-11-11T20:40:56.807796+00:00"} -{"type": "RECORD", "stream": "{stream_name_2}", "record": {"id": 3, "rep_key": 3}, "time_extracted": "2022-11-11T20:40:56.808289+00:00"} -{"type": "RECORD", "stream": "{stream_name_2}", "record": {"id": 4, "rep_key": 4}, "time_extracted": "2022-11-11T20:40:56.808782+00:00"} +""".strip() +SECONDARY_SINGER_STREAM = """ +{"type": "SCHEMA", "stream": "{stream_name}", "schema": {"properties": {"id": {"type": ["integer", "null"]}, "rep_key": {"type": ["integer", "null"]}}, "type": "object"}, "key_properties": ["id"], "bookmark_properties": ["rep_key"]} +{"type": "RECORD", "stream": "{stream_name}", "record": {"id": 0, "rep_key": 0}, "time_extracted": "2022-11-11T20:40:56.806676+00:00"} +{"type": "STATE", "value": {"bookmarks": {"{stream_name}": {"starting_replication_value": null, "replication_key": "rep_key", "replication_key_value": 0}}}} +{"type": "RECORD", "stream": "{stream_name}", "record": {"id": 1, "rep_key": 1}, "time_extracted": "2022-11-11T20:40:56.807284+00:00"} +{"type": "RECORD", "stream": "{stream_name}", "record": {"id": 2, "rep_key": 2}, "time_extracted": "2022-11-11T20:40:56.807796+00:00"} +{"type": "RECORD", "stream": "{stream_name}", "record": {"id": 3, "rep_key": 3}, "time_extracted": "2022-11-11T20:40:56.808289+00:00"} +{"type": "RECORD", "stream": "{stream_name}", "record": {"id": 4, "rep_key": 4}, "time_extracted": "2022-11-11T20:40:56.808782+00:00"} """.strip() @@ -55,11 +57,11 @@ def test_basic_sync(method, batch_mode): singer_input = io.StringIO() singer_input.write( - BASIC_SINGER_STREAM.replace("{stream_name}", table_name).replace( - "{stream_name_2}", table_name_2 - ) + "\n".join([ + BASIC_SINGER_STREAM.replace("{stream_name}", table_name), + SECONDARY_SINGER_STREAM.replace("{stream_name}", table_name_2), + ]) ) - singer_input.seek(0) target = TargetBigQuery(