From 66bc495f76684fc0de611643e7c464bd46203125 Mon Sep 17 00:00:00 2001 From: Jeff Huth Date: Wed, 13 Nov 2019 17:12:54 -0800 Subject: [PATCH] Update streams.py and README Update streams.py and README --- README.md | 7 +++---- state.json.example | 4 ++-- tap_google_sheets/streams.py | 3 ++- 3 files changed, 7 insertions(+), 7 deletions(-) diff --git a/README.md b/README.md index 6fcb0b9..5752b64 100644 --- a/README.md +++ b/README.md @@ -8,8 +8,8 @@ This tap: - Pulls raw data from the [Google Sheets v4 API](https://developers.google.com/sheets/api) - Extracts the following endpoints: - - [Spreadsheet File](https://developers.google.com/drive/api/v3/reference/files/get) - - [Spreadsheet Metadata, Sheets, Headers](https://developers.google.com/sheets/api/reference/rest/v4/spreadsheets/get) + - [File Metadata](https://developers.google.com/drive/api/v3/reference/files/get) + - [Spreadsheet Metadata](https://developers.google.com/sheets/api/reference/rest/v4/spreadsheets/get) - [Spreadsheet Values](https://developers.google.com/sheets/api/reference/rest/v4/spreadsheets.values/get) - For each Sheet: - Outputs the schema for each resource (based on the column header and datatypes of first row of data) @@ -114,8 +114,7 @@ The [**Google Sheets Setup & Authentication**](https://drive.google.com/open?id= { "currently_syncing": "file_metadata", "bookmarks": { - "file_metadata": "2019-09-27T22:34:39.000000Z", - "sheets_loaded": "2019-09-27T21:55:42.000000Z" + "file_metadata": "2019-09-27T22:34:39.000000Z" } } ``` diff --git a/state.json.example b/state.json.example index c33cc8f..a5ccda7 100644 --- a/state.json.example +++ b/state.json.example @@ -1,6 +1,6 @@ { - "currently_syncing": "spreadsheets", + "currently_syncing": "file_metadata", "bookmarks": { - "file": "2019-09-27T22:34:39.000000Z" + "file_metadata": "2019-09-27T22:34:39.000000Z" } } diff --git a/tap_google_sheets/streams.py b/tap_google_sheets/streams.py index 299326a..231a41d 100644 --- a/tap_google_sheets/streams.py +++ b/tap_google_sheets/streams.py @@ -18,7 +18,8 @@ FILE_METADATA = { "api": "files", "path": "files/{spreadsheet_id}", "key_properties": ["id"], - "replication_method": "FULL_TABLE", + "replication_method": "INCREMENTAL", + "replication_keys": ["modifiedTime"], "params": { "fields": "id,name,createdTime,modifiedTime,version,teamDriveId,driveId,lastModifyingUser" } -- 2.41.0