]>
git.immae.eu Git - github/fretlink/tap-google-sheets.git/blob - tap_google_sheets/streams.py
1 from collections
import OrderedDict
3 # streams: API URL endpoints to be called
5 # <root node>: Plural stream name for the endpoint
6 # path: API endpoint relative path, when added to the base URL, creates the full path,
7 # default = stream_name
8 # key_properties: Primary key fields for identifying an endpoint record.
9 # replication_method: INCREMENTAL or FULL_TABLE
10 # replication_keys: bookmark_field(s), typically a date-time, used for filtering the results
11 # and setting the state
12 # params: Query, sort, and other endpoint specific parameters; default = {}
13 # data_key: JSON element containing the results list for the endpoint; default = root (no data_key)
14 # bookmark_query_field: From date-time field used for filtering the query
15 # bookmark_type: Data type for bookmark, integer or datetime
19 "path": "files/{spreadsheet_id}",
20 "key_properties": ["id"],
21 "replication_method": "FULL_TABLE",
23 "fields": "id,name,createdTime,modifiedTime,version,teamDriveId,driveId,lastModifyingUser"
27 SPREADSHEET_METADATA
= {
29 "path": "spreadsheets/{spreadsheet_id}",
30 "key_properties": ["spreadsheetId"],
31 "replication_method": "FULL_TABLE",
33 "includeGridData": "false"
39 "path": "spreadsheets/{spreadsheet_id}",
40 "key_properties": ["sheetId"],
41 "replication_method": "FULL_TABLE",
43 "includeGridData": "true",
44 "ranges": "'{sheet_title}'!1:2"
50 "path": "spreadsheets/{spreadsheet_id}/values/'{sheet_title}'!{range_rows}",
52 "key_properties": ["spreadsheetId", "sheetId", "loadDate"],
53 "replication_method": "FULL_TABLE",
55 "dateTimeRenderOption": "SERIAL_NUMBER",
56 "valueRenderOption": "UNFORMATTED_VALUE",
57 "majorDimension": "ROWS"
61 # Ensure streams are ordered logically
62 STREAMS
= OrderedDict()
63 STREAMS
['file_metadata'] = FILE_METADATA
64 STREAMS
['spreadsheet_metadata'] = SPREADSHEET_METADATA
65 STREAMS
['sheet_metadata'] = SHEET_METADATA
66 STREAMS
['sheets_loaded'] = SHEETS_LOADED