diff options
author | Scott Coleman <scott.coleman@bytecode.io> | 2020-03-19 09:14:03 -0500 |
---|---|---|
committer | GitHub <noreply@github.com> | 2020-03-19 10:14:03 -0400 |
commit | f012a137927591d5d9068d5d499d424ea4112ea9 (patch) | |
tree | 8694053f7fbada4a3a2960e5346800f50107dc15 | |
parent | 4d4082c8296045c6bafd81caee31fb2e52b52a6d (diff) | |
download | tap-google-sheets-f012a137927591d5d9068d5d499d424ea4112ea9.tar.gz tap-google-sheets-f012a137927591d5d9068d5d499d424ea4112ea9.tar.zst tap-google-sheets-f012a137927591d5d9068d5d499d424ea4112ea9.zip |
Emit state during incremental sync where bookmark not exceeded (#11)v1.0.1
-rw-r--r-- | CHANGELOG.md | 3 | ||||
-rw-r--r-- | setup.py | 2 | ||||
-rw-r--r-- | tap_google_sheets/sync.py | 2 |
3 files changed, 6 insertions, 1 deletions
diff --git a/CHANGELOG.md b/CHANGELOG.md index 7fc3f38..2f29937 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md | |||
@@ -1,5 +1,8 @@ | |||
1 | # Changelog | 1 | # Changelog |
2 | 2 | ||
3 | ## 1.0.1 | ||
4 | * Emit state file for incremental sync where bookmark not exceeded. | ||
5 | |||
3 | ## 1.0.0 | 6 | ## 1.0.0 |
4 | * No change from `v0.0.4` | 7 | * No change from `v0.0.4` |
5 | 8 | ||
@@ -3,7 +3,7 @@ | |||
3 | from setuptools import setup, find_packages | 3 | from setuptools import setup, find_packages |
4 | 4 | ||
5 | setup(name='tap-google-sheets', | 5 | setup(name='tap-google-sheets', |
6 | version='1.0.0', | 6 | version='1.0.1', |
7 | description='Singer.io tap for extracting data from the Google Sheets v4 API', | 7 | description='Singer.io tap for extracting data from the Google Sheets v4 API', |
8 | author='jeff.huth@bytecode.io', | 8 | author='jeff.huth@bytecode.io', |
9 | classifiers=['Programming Language :: Python :: 3 :: Only'], | 9 | classifiers=['Programming Language :: Python :: 3 :: Only'], |
diff --git a/tap_google_sheets/sync.py b/tap_google_sheets/sync.py index b77eab3..689be27 100644 --- a/tap_google_sheets/sync.py +++ b/tap_google_sheets/sync.py | |||
@@ -388,6 +388,8 @@ def sync(client, config, catalog, state): | |||
388 | LOGGER.info('last_datetime = {}, this_datetime = {}'.format(last_datetime, this_datetime)) | 388 | LOGGER.info('last_datetime = {}, this_datetime = {}'.format(last_datetime, this_datetime)) |
389 | if this_datetime <= last_datetime: | 389 | if this_datetime <= last_datetime: |
390 | LOGGER.info('this_datetime <= last_datetime, FILE NOT CHANGED. EXITING.') | 390 | LOGGER.info('this_datetime <= last_datetime, FILE NOT CHANGED. EXITING.') |
391 | # Update file_metadata bookmark | ||
392 | write_bookmark(state, 'file_metadata', strftime(this_datetime)) | ||
391 | return | 393 | return |
392 | # Sync file_metadata if selected | 394 | # Sync file_metadata if selected |
393 | sync_stream(stream_name, selected_streams, catalog, state, file_metadata_tf, time_extracted) | 395 | sync_stream(stream_name, selected_streams, catalog, state, file_metadata_tf, time_extracted) |