-
Notifications
You must be signed in to change notification settings - Fork 86
Expand file tree
/
Copy pathpluginParameters.properties
More file actions
381 lines (370 loc) · 21.9 KB
/
pluginParameters.properties
File metadata and controls
381 lines (370 loc) · 21.9 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
projectId=cdf-athena
datasetprojectId=cdf-athena
dataset=testbq_bqmt
wrongSourcePath=gs://00000000-e2e-0014a44f-81be-4501-8360-0ddca192492
serviceAccountType=filePath
serviceAccount=auto-detect
csvFormat=csv
## GCS-PLUGIN-PROPERTIES-START
gcsMandatoryProperties=referenceName, path, format
gcsInvalidBucketName=invalid?BucketName
gcsCsvFile=testdata/GCS_CSV_TEST.csv
gcsCsvFileSchema=[{"key":"EmployeeDepartment","value":"string"},{"key":"Employeename","value":"string"},\
{"key":"Salary","value":"int"},{"key":"wotkhours","value":"int"}]
gcsCSVFileOutputSchema={ "type": "record", "name": "text", "fields": [ \
{ "name": "EmployeeDepartment", "type": "string" }, { "name": "Employeename", "type": "string" }, \
{ "name": "Salary", "type": "int" }, { "name": "wotkhours", "type": "int" } ] }
gcsTsvFile=testdata/GCS_TSV_TEST.tsv
gcsTsvFileSchema=[{"key":"testscenarioid","value":"string"},{"key":"testdescription","value":"string"},\
{"key":"testconditionid","value":"string"},{"key":"testtype","value":"string"}]
gcsBlobFile=testdata/GCS_BLOB_TEST.zip
gcsBlobFileSchema=[{"key":"body","value":"bytes"}]
gcsDelimitedFile=testdata/GCS_DELIMITED_TEST.txt
gcsDelimitedFileSchema=[{"key":"id","value":"int"},{"key":"name","value":"string"},\
{"key":"yearofbirth","value":"int"},{"key":"datatype","value":"long"},{"key":"tablename","value":"string"}]
gcsOutputSchemaWithUnderscore=[{"key":"id_name_yearofbirth_datatype_tablename","value":"string"}]
gcsTextFile=testdata/GCS_TEXT_TEST.txt
gcsTextFileSchema=[{"key":"offset","value":"long"},{"key":"body","value":"string"}]
gcsOutputFieldTestFile=testdata/GCS_OUTPUTFIELD_TEST.csv
gcsOutputFieldTestFileSchema=[{"key":"id","value":"int"},{"key":"firstname","value":"string"},\
{"key":"lastname","value":"string"},{"key":"photo","value":"string"},{"key":"outputfield","value":"string"}\
,{"key":"pathFieldColumn","value":"string"}]
gcsOverrideSchema=[{"key":"id","value":"float"},{"key":"firstname","value":"string"},\
{"key":"lastname","value":"string"},{"key":"photo","value":"string"},{"key":"outputfield","value":"string"}]
gcsCsvRangeFile=testdata/GCS_CSV_RANGE_TEST.csv
gcsCsvRangeFileSchema=[{"key":"Emp_ID","value":"int"},{"key":"First_Name","value":"string"},\
{"key":"Last_Name","value":"string"},{"key":"Gender","value":"string"},{"key":"Date_of_Birth","value":"string"},\
{"key":"Time_of_Birth","value":"string"},{"key":"Age_in_Yrs_","value":"double"},\
{"key":"Weight_in_Kgs_","value":"int"},{"key":"Date_of_Joining","value":"string"},\
{"key":"Quarter_of_Joining","value":"string"},{"key":"Year_of_Joining","value":"int"},\
{"key":"Month_of_Joining","value":"int"},{"key":"Month_Name_of_Joining","value":"string"},\
{"key":"Age_in_Company__Years_","value":"double"},{"key":"Salary","value":"int"},\
{"key":"Last___Hike","value":"double"}]
gcsWildcardPath1=testdata/GCS_WILDCARD_TEST/*.csv
gcsWildcardPath2=testdata/GCS_WILDCARD_TEST/wildcard*
gcsWildcardPath3=testdata/GCS_WILDCARD_TEST/test*
gcsWildcardMultiBucketsPath1=testdata/GCS_RECURSIVE_TEST/*.csv;\
testdata/GCS_RECURSIVE_TEST/recursiveFile2*
gcsOverrideField=id
gcsOverrideInt_FloatSchema=[{"key":"id","value":"float"},{"key":"name","value":"string"},\
{"key":"yearofbirth","value":"int"},{"key":"isdeleted","value":"boolean"},{"key":"email","value":"string"},\
{"key":"createddate","value":"string"},{"key":"revenue","value":"string"},{"key":"points","value":"string"},\
{"key":"longdatatype","value":"string"},{"key":"doubledatatype","value":"double"},\
{"key":"date","value":"string"},{"key":"null","value":"string"},{"key":"BytesData","value":"string"}]
gcsOverrideInt_LongSchema=[{"key":"id","value":"int"},{"key":"name","value":"string"},\
{"key":"yearofbirth","value":"long"},{"key":"isdeleted","value":"boolean"},{"key":"email","value":"string"},\
{"key":"createddate","value":"string"},{"key":"revenue","value":"string"},{"key":"points","value":"string"},\
{"key":"longdatatype","value":"string"},{"key":"doubledatatype","value":"double"},\
{"key":"date","value":"string"},{"key":"null","value":"string"},{"key":"BytesData","value":"string"}]
gcsOverrideString_TimestampSchema=[{"key":"id","value":"int"},{"key":"name","value":"string"},\
{"key":"yearofbirth","value":"int"},{"key":"isdeleted","value":"boolean"},{"key":"email","value":"string"},\
{"key":"createddate","value":"timestamp"},{"key":"revenue","value":"string"},{"key":"points","value":"string"},\
{"key":"longdatatype","value":"string"},{"key":"doubledatatype","value":"double"},\
{"key":"date","value":"string"},{"key":"null","value":"string"},{"key":"BytesData","value":"string"}]
gcsOverrideString_FloatSchema=[{"key":"id","value":"int"},{"key":"name","value":"string"},\
{"key":"yearofbirth","value":"int"},{"key":"isdeleted","value":"boolean"},{"key":"email","value":"string"},\
{"key":"createddate","value":"string"},{"key":"revenue","value":"float"},{"key":"points","value":"string"},\
{"key":"longdatatype","value":"string"},{"key":"doubledatatype","value":"double"},\
{"key":"date","value":"string"},{"key":"null","value":"string"},{"key":"BytesData","value":"string"}]
gcsOverrideString_DateSchema=[{"key":"id","value":"int"},{"key":"name","value":"string"},\
{"key":"yearofbirth","value":"int"},{"key":"isdeleted","value":"boolean"},{"key":"email","value":"string"},\
{"key":"createddate","value":"string"},{"key":"revenue","value":"string"},{"key":"points","value":"string"},\
{"key":"longdatatype","value":"string"},{"key":"doubledatatype","value":"double"},\
{"key":"date","value":"date"},{"key":"null","value":"string"},{"key":"BytesData","value":"string"}]
gcsOverrideString_DoubleSchema=[{"key":"id","value":"int"},{"key":"name","value":"string"},\
{"key":"yearofbirth","value":"int"},{"key":"isdeleted","value":"boolean"},{"key":"email","value":"string"},\
{"key":"createddate","value":"string"},{"key":"revenue","value":"string"},{"key":"points","value":"double"},\
{"key":"longdatatype","value":"string"},{"key":"doubledatatype","value":"double"},\
{"key":"date","value":"string"},{"key":"null","value":"string"},{"key":"BytesData","value":"string"}]
gcsOverrideDouble_FloatSchema=[{"key":"id","value":"int"},{"key":"name","value":"string"},\
{"key":"yearofbirth","value":"int"},{"key":"isdeleted","value":"boolean"},{"key":"email","value":"string"},\
{"key":"createddate","value":"string"},{"key":"revenue","value":"string"},{"key":"points","value":"string"},\
{"key":"longdatatype","value":"string"},{"key":"doubledatatype","value":"float"},\
{"key":"date","value":"string"},{"key":"null","value":"string"},{"key":"BytesData","value":"string"}]
gcsOverrideField2=yearofbirth
gcsOverrideField3=createddate
gcsOverrideField4=revenue
gcsOverrideField5=date
gcsOverrideField6=points
gcsOverrideField7=doubledatatype
gcsInvalidOverrideField=invalid
gcsOverrideFloatDataType=float
gcsOverrideLongDataType=long
gcsOverrideTimestampDataType=timestamp
gcsOverrideDoubleDataType=double
gcsOverrideDateDataType=date
gcsMaxSplitSize=120
gcsMinSplitSize=100
gcsRegexPathFilter=.+TEST.csv
gcsIncorrectRegexPath=/tZY
gcsPathField=pathFieldColumn
gcsInvalidPathField=outputfield
gcsDelimiter=@
gcsIncorrectDelimiter=#
gcsSkipHeaderTrue=True
gcsPathDateSuffix=yyyy-MM-dd-HH-mm
gcsDataTypeTestFile=testdata/GCS_DATATYPE_TEST.csv
gcsDataTypeTest1File=testdata/GCS_DATATYPE_TEST_1.csv
gcsDataTypeTest2File=testdata/GCS_DATATYPE_TEST_2.csv
gcsReadRecursivePath=testdata/GCS_RECURSIVE_TEST
gcsReadWildcardPath=testdata/GCS_WILDCARD_TEST,testdata/GCS_WILDCARD_TEST/test
gcsFileSysProperty={"textinputformat.record.delimiter": "@"}
gcsDatatypeChange=[{"key":"createddate","value":"datetime"},{"key":"revenue","value":"double"},\
{"key":"points","value":"decimal"},{"key":"BytesData","value":"bytes"}]
gcsDataTypeTestFileSchema=[{"key":"id","value":"int"},{"key":"name","value":"string"},\
{"key":"yearofbirth","value":"int"},{"key":"isdeleted","value":"boolean"},{"key":"email","value":"string"},\
{"key":"createddate","value":"datetime"},{"key":"revenue","value":"double"},{"key":"points","value":"decimal"},\
{"key":"longdatatype","value":"long"},{"key":"doubledatatype","value":"double"},\
{"key":"BytesData","value":"bytes"}]
gcsDataTypeTest1FileSchema=[{"key":"id","value":"int"},{"key":"name","value":"string"},\
{"key":"yearofbirth","value":"int"},{"key":"isdeleted","value":"boolean"},{"key":"email","value":"string"},\
{"key":"createddate","value":"string"},{"key":"revenue","value":"string"},{"key":"points","value":"string"},\
{"key":"longdatatype","value":"string"},{"key":"doubledatatype","value":"double"},\
{"key":"date","value":"string"},{"key":"null","value":"string"},{"key":"BytesData","value":"string"}]
gcsDataTypeTest2FileSchema=[{"key":"id","value":"int"},{"key":"name","value":"string"},\
{"key":"float_inf","value":"string"},{"key":"float_nan","value":"string"},{"key":"decimal","value":"double"}]
gcsReadRecursivePathSchema=[{"key":"id","value":"int"},{"key":"name","value":"string"},\
{"key":"yearofbirth","value":"int"},{"key":"tablename","value":"string"},{"key":"offset","value":"string"}]
gcsParquetFile=testdata/GCS_PARQUET_TEST.parquet
gcsAvroFile=testdata/GCS_AVRO_TEST.avro
gcsAvroAllTypeDataSchema=[{"key":"id","value":"long"},{"key":"array","value":"string"},\
{"key":"map","value":"string"},{"key":"Union","value":"string"},{"key":"record","value":"string"},\
{"key":"time","value":"timestamp"}]
gcsAvroAllDataFile=testdata/GCS_ALL_TYPES.avro
gcsAvroExpectedFilePath=src/e2e-test/resources/testdata/GCS_ALL_TYPES.avro
gcsCsvDataFile=testdata/GCS_CSV.csv
gcsMultipleFilesFilterRegexPath=testdata/GCS_MULTIPLEFILE_REGEX_TEST
fileRegexValue=.+vehicle_inventory.*
gcsMultipleFilesRegexFilePath=testdata/Multiple_File_Regex_Test
delimiterValue=;
gcsMultipleFilesPath=testdata/GCS_MULTIPLEFILE_TEST
gcsCsvExpectedFilePath=src/e2e-test/resources/testdata/GCS_CSV.csv
gcsSingleFileDataSchema=[{"key":"id","value":"int"},{"key":"Name","value":"string"},\
{"key":"Age","value":"int"},{"key":"City","value":"string"},{"key":"town","value":"string"}]
gcsOutputFilePrefix=Bigdata
gcsPathSuffix=2022-02-28-13-22
gcsCreateObject1=gcscreatetestfolder1
gcsCreateObject2=gcscreatetestfolder1
gcsReferenceName=reference
gcsCsvFileSchema1=[{"key":"user","value":"string"},{"key":"item","value":"string"},\
{"key":"price","value":"double"}]
gcsInvalidMaxSplitSize=10000000000000000000000000
gcsInvalidMinSplitSize=10000000000000000000000000
gcsInvalidRegexPathFilter=\\\is
gcsInvalidFileSysProperty=**
gcsInvalidRefName=invalidRef&^*&&*
gcsParquetFileSchema=[{"key":"workforce","value":"string"},{"key":"report_year","value":"long"},\
{"key":"gender_us","value":"string"},{"key":"race_asian","value":"long"},\
{"key":"race_black","value":"long"},{"key":"race_hispanic_latinx","value":"long"},\
{"key":"race_native_american","value":"long"},{"key":"race_white","value":"long"},\
{"key":"tablename","value":"string"}]
## GCS-PLUGIN-PROPERTIES-END
## BIGQUERY-PLUGIN-PROPERTIES-START
bqSourceSchema=[{"key":"Id","value":"long"},{"key":"Value","value":"long"},{"key":"UID","value":"string"}]
bqPartitionSourceSchema=[{"key":"transaction_id","value":"long"},{"key":"transaction_uid","value":"string"},\
{"key":"transaction_date","value":"date"}]
bqMandatoryProperties=referenceName, dataset, table
bqIncorrectProjectId=incorrectprojectid
bqIncorrectDatasetProjectId=incorrectdatasetprojectid
bqIncorrectFormatProjectId=INCORRECTFORMAT
bqIncorrectFormatDatasetProjectId=INCORRECTFORMAT
bqIncorrectDataset=incorrectDataset
bqFilter=Id=20
bqInvalidFilter=workforce=attrition_techno
bqIncorrectTableName=incorrectTable
bqFuturePartitionStartDate=2099-05-01
bqFuturePartitionEndDate=2099-10-02
bqTruncateTableTrue=True
bqUpdateTableSchemaTrue=True
clusterValue=transaction_date
jsonStringValue=transaction_uid.field
jobLabelKey=transaction_uid
jobLabelValue=transaction_uid:redis
TableKey=PersonID
bqSourceTable=dummy
bqCreateTableQueryFile=testdata/BigQuery/BigQueryCreateTableQuery.txt
bqInsertDataQueryFile=testdata/BigQuery/BigQueryInsertDataQuery.txt
bqCreateViewQueryFile=testdata/BigQuery/BigQueryCreateViewQuery.txt
bqSourceSchemaDatatype=[{"key":"transaction_info","value":"boolean"},{"key":"transaction_num","value":"bytes"},\
{"key":"transaction_uid","value":"string"},{"key":"transaction_date","value":"date"},{"key":"transaction_dt",\
"value":"datetime"},{"key":"transaction_time","value":"time"},{"key":"latitude","value":"double"},\
{"key":"unique_key","value":"long"},{"key":"business_ratio","value":"decimal"},\
{"key":"updated_on","value":"timestamp"},{"key":"parent","value":"array"},{"key":"inputs","value":"record"},\
{"key":"business_bigratio","value":"decimal"},{"key":"committer","value":"record"},{"key":"trailer","value":"array"},\
{"key":"difference","value":"array"},{"key":"Userdata","value":"record"}]
bqPartitionField=Month_of_Joining
bqPartitionFieldTime=transaction_date
partitionFilter=Customer_Exists
bqRangeStart=1
bqRangeEnd=10
bqRangeInterval=2
bqChunkSize=262144
bqInvalidChunkSize=26214
bqInvalidSinkDataset=$#%$
bqInvalidSinkTable=(*^*&*
bqInvalidTemporaryBucket=$#%$
bqInvalidRefName=invalidRef&^*&&*
bqDatatypeChange1=[{"key":"Id","value":"long"},{"key":"Value","value":"long"}]
bqDataTypeTestFileSchema1=[{"key":"Id","value":"long"},{"key":"Value","value":"long"},\
{"key":"UID","value":"string"}]
bqExpectedFile=testdata/BigQuery/BQExistingTableFile
bgInsertDatatypeFile=testdata/BigQuery/BQInsertDatatypeFile
TableKeyUpsert=ID
TableKeyInsert=ID
bqUpsertExpectedFile=testdata/BigQuery/BQUpsertTableFile
bqUpdateDedupeExpectedFile=testdata/BigQuery/BQUpdateDedupeFile
bqInsertExpectedFile=testdata/BigQuery/BQInsertIntFile
relationTableKeyValue=Name
dedupeByOrder=ASC
dedupeByValue=transaction_time
dedupeByValueUpsert=Price
rangeStartValue=2
rangeEndValue=3
rangeIntervalValue=1
partitionByFieldValue=ID
bqPartitionFieldDateTime=transaction_dt
bqPartitionFieldTimeStamp=updated_on
bqSourceTable2=dummy
dedupeBy=DESC
TableKeyDedupe=Name
Directive_Drop=testdata/BigQuery/test_diffschema_record-cdap-data-pipeline.json
bqUpsertDedupeFile=testdata/BigQuery/BQUpsertDedupeFile
bqDifferentRecordFile=testdata/BigQuery/BQDifferentRecordNameFile
bqDateExpectedFile=testdata/BigQuery/BQDateFile
bqDateTimeExpectedFile=testdata/BigQuery/BQDateTimeFile
bqTimeStampExpectedFile=testdata/BigQuery/BQTimeStampFile
bqPartitionFieldDate=transaction_date,transaction_time
## BIGQUERY-PLUGIN-PROPERTIES-END
## PUBSUBSINK-PLUGIN-PROPERTIES-START
pubSubMaximumBatchCount=100
pubSubMaximumBatchSize=1
pubSubPublishDelayThreshold=1
pubSubRetryTimeOut=30
pubSubErrorThreshold=0
pubSubStringValue=one
pubSubNegativeValue=-100
pubsubDelimiter=@
JasonString=name.first
## PUBSUBSINK-PLUGIN-PROPERTIES-END
## GCSDELETE-PLUGIN-PROPERTIES-START
gcsDeleteObjectsList=testdata/GCS_RECURSIVE_TEST/recursiveFile1.csv,testdata/GCS_RECURSIVE_TEST/recursiveFile2.csv
gcsDeleteObjectsList2=testdata/GCS_WILDCARD_TEST/wildcardFile2.csv,testdata/GCS_WILDCARD_TEST/wildcardFile3.csv
gcsDeleteObjectsList3=testdata/GCS_WILDCARD_TEST/test
gcsMultiBucketsPath1=testdata/GCS_RECURSIVE_TEST/recursiveFile1.csv;\
testdata/GCS_RECURSIVE_TEST/recursiveFile2.csv,testdata/GCS_RECURSIVE_TEST/recursiveFile3.csv
gcsDeleteWildcardMultiBucketsPath1=testdata/GCS_RECURSIVE_TEST/recursiveFile1.csv,\
testdata/GCS_RECURSIVE_TEST/recursiveFile2.csv,testdata/GCS_RECURSIVE_TEST/recursiveFile3.csv;\
testdata/GCS_RECURSIVE_TEST/recursiveFile2.csv
gcsKeepObjectsList=testdata/GCS_WILDCARD_TEST/test/wildcardFile1.csv
gcsKeepObjectsList2=testdata/GCS_WILDCARD_TEST/wildcardFile2.csv,testdata/GCS_WILDCARD_TEST/wildcardFile3.csv
gcsKeepMultiBucketsPath1=testdata/GCS_RECURSIVE_TEST/recursiveFile2.csv,testdata/GCS_RECURSIVE_TEST/recursiveFile3.csv;\
testdata/GCS_RECURSIVE_TEST/recursiveFile1.csv
gcsKeepWildcardMultiBucketsPath1=testdata/GCS_RECURSIVE_TEST/;\
testdata/GCS_RECURSIVE_TEST/recursiveFile1.csv,testdata/GCS_RECURSIVE_TEST/recursiveFile3.csv
bucketNumber = 2
## GCSDELETE-PLUGIN-PROPERTIES-END
## SPANNER-PLUGIN-PROPERTIES-START
spannerInstanceRegion=regional-us-central1
spannerIncorrectInstanceId=incorrectinstanceId
spannerIncorrectDatabaseName=incorrectdatabasename
spannerIncorrectTableName=incorrecttablename
spannerSinkPrimaryKeyBQ=Id
spannerSinkPrimaryKeyGCS=Employeename
spannerSinkPrimaryKeySpanner=EmployeeName
spannerIncorrectQuery=Select * from yutyutuy where ugluu
spannerMandatoryProperties=referenceName, instance, database, table
spannerTestDataCreateTableQueriesFile=testdata/SpannerCreateTableQueries.txt
spannerTestDataInsertDataQueriesFile=testdata/SpannerInsertDataQueries.txt
spannerTestDataInsertBasicDataQueriesFile=testdata/SpannerInsertEmployeeBasicDataQueries.txt
spannerSourceTable=EmployeeDetails
spannerSourceBasicTable=EmployeeDetails_Basic
spannerExistingTargetTable=ExistingSinkTable
spannerTestDataCreateExistingSinkTableQueriesFile=testdata/SpannerCreateExistingSinkTableQueries.txt
spannerQuery=Select * from EmployeeDetails where AgeInYears < 40
spannerCountQuery=Select count(*) from EmployeeDetails where AgeInYears < 40
spannerSourceSchema=[{"key":"EmployeeDepartment","value":"string"},{"key":"EmployeeName","value":"string"},{"key":"Salary","value":"long"},\
{"key":"Workhours","value":"long"},{"key":"DateOfBirth","value":"date"},{"key":"AgeInYears","value":"double"},\
{"key":"IsActive","value":"boolean"},{"key":"InTime","value":"timestamp"},{"key":"Punch","value":"bytes"},{"key":"Activities","value":"array"},\
{"key":"Numbers","value":"array"},{"key":"Attendance","value":"array"},{"key":"FloatNumbers","value":"array"},\
{"key":"BytesArray","value":"array"},{"key":"DateArray","value":"array"},{"key":"TimestampArray","value":"array"}]
spannerSourceBasicSchema=[{"key":"EmployeeDepartment","value":"string"},{"key":"EmployeeName","value":"string"},{"key":"Salary","value":"long"},\
{"key":"DateOfBirth","value":"date"}]
## SPANNER-PLUGIN-PROPERTIES-END
## GCSMove-PLUGIN-PROPERTIES-START
gcsMoveMandatoryProperties=sourcePath,destPath
gcsMoveValidGcsPath=gs://valid-bucket-format
gcsMoveReadRecursivePath=testdata/
gcsMoveReadRecursiveSubDirectory=testdata/GCS_RECURSIVE_TEST
locationEU=eu
gcsDoneSuccessFile=__SUCCESS
gcsDoneFailedFile=__FAILED
## GCSMove-PLUGIN-PROPERTIES-END
## GCSCopy-PLUGIN-PROPERTIES-START
gcsCopyMandatoryProperties=sourcePath,destPath
invalidsourcePath=abc@
invaliddestPath=abc@
invalidEncryptionKey=abc@
gcsCopyReadRecursivePath=testdata/
gcsCopyReadRecursiveSubDirectory=testdata/GCS_RECURSIVE_TEST
gcsCopyCsvExpectedFilePath=src/e2e-test/resources/testdata/GCSCOPY_CSV_TEST.csv
gcsCopyRecursivePath=src/e2e-test/resources/testdata/GCS_RECURSIVE_TEST
## GCSCopy-PLUGIN-PROPERTIES-END
## BQEXECUTE-PLUGIN-PROPERTIES-START
bqExecuteQuery=SELECT * FROM `PROJECT_NAME.DATASET.TABLENAME`
bqExecuteRowAsArgQuery=SELECT DISTINCT ProjectId as bqExecuteArgProjectID, Dataset as bqExecuteArgDataset FROM `PROJECT_NAME.DATASET.TABLENAME` limit 1
bqeSourceOutputSchema={ "type": "record", "name": "text", "fields": [ \
{ "name": "ProjectId", "type": "string" }, { "name": "Dataset", "type": "string" } ] }
bqExecuteDDLCreate=CREATE TABLE `PROJECT_NAME.DATASET.TABLENAME` (transaction_info BOOL, transaction_num BYTES, transaction_uid STRING)
bqExecuteDDLDrop=DROP TABLE `PROJECT_NAME.DATASET.TABLENAME`
bqExecuteDMLInsert=INSERT INTO `PROJECT_NAME.DATASET.TABLENAME` (Id, ProjectId, Dataset) values (100,'e2e-test','test automation')
bqExecuteInsert=INSERT INTO `PROJECT_NAME.DATASET.TABLENAME` (ID, Name, Price, TableName) values (2, 'string_1', 0.2, 'Test')
bqExecuteCountDMLInsert=SELECT COUNT(*) FROM `PROJECT_NAME.DATASET.TABLENAME` WHERE Id=100 AND ProjectId='e2e-test' AND Dataset='test automation'
bqExecuteDMLUpdate=UPDATE `PROJECT_NAME.DATASET.TABLENAME` SET UID = 'UPDATED RECORD' WHERE Id = 1
bqExecuteCountDMLUpdate=SELECT COUNT(*) FROM `PROJECT_NAME.DATASET.TABLENAME` WHERE Id=1 AND UID='UPDATED RECORD'
bqExecuteDMLUpsert=MERGE `PROJECT_NAME.DATASET.TABLENAME` as T \
USING (SELECT * FROM UNNEST([ STRUCT(101 as Id, 5000 as Value, 'INSERTED RECORD' as UID)]) ) as S \
ON T.Id = S.Id \
WHEN MATCHED THEN \
UPDATE SET UID = 'UPDATED RECORD' \
WHEN NOT MATCHED THEN \
INSERT ROW
bqExecuteCountDMLUpsertInsert=SELECT COUNT(*) FROM `PROJECT_NAME.\
.TABLENAME` WHERE Id=101 AND Value=5000 AND UID='INSERTED RECORD'
bqExecuteCountDMLUpsertUpdate=SELECT COUNT(*) FROM `PROJECT_NAME.DATASET.TABLENAME` WHERE Id=101 AND Value=5000 AND UID='UPDATED RECORD'
bqExecuteInsertFile=testdata/BQExecute/BQExecuteInsertFile
## BQEXECUTE-PLUGIN-PROPERTIES-END
## DATASTORE-PLUGIN-PROPERTIES-START
fieldName=_key_
name=Antonio
age=23
result=
address=123.2
filterOptions=[{"key":"isValid","value":"true"}]
propertyName=firstName
dsExpectedFile=testdata/BQValidationExpectedFiles/datastoreexpectedfile
## DATASTORE-PLUGIN-PROPERTIES-END
## BQMT-PLUGIN-PROPERTIES-START
bqmtCreateTableQueryFile=testdata/BigQuery/BqmtCreateTableQuery.txt
bqmtInsertDataQueryFile=testdata/BigQuery/BqmtInsertDataQuery.txt
bqTargetTable=dummy
bqTargetTable2=dummy
bqmtTargetTable=tabA
bqmtTargetTable2=tabB
## BQMT-PLUGIN-PROPERTIES-END
##CLOUDBIGTABLE-PLUGIN-PROPERTIES-START
cbtsourceMappings=[{"key":"cf1:boolean_column","value":"boolean_column"},{"key":"cf2:bytes_column","value":"bytes_column"},\
{"key":"cf1:double_column","value":"double_column"},\
{"key":"cf2:float_column","value":"float_column"},{"key":"cf1:int_column","value":"int_column"},\
{"key":"cf2:long_column","value":"long_column"},\
{"key":"cf1:string_column","value":"string_column"}]
cbtsinkMappings=[{"value":"cf1:boolean_column","key":"boolean_column"},{"value":"cf2:bytes_column","key":"bytes_column"},\
{"value":"cf1:double_column","key":"double_column"},\
{"value":"cf2:float_column","key":"float_column"},{"value":"cf1:int_column","key":"int_column"},\
{"value":"cf2:long_column","key":"long_column"},\
{"value":"cf1:string_column","key":"string_column"}]
cbtSourceOutputSchema={ "type": "record", "name": "text", "fields": [ { "name": "id", "type": "string" },\
\ { "name": "boolean_column", "type": "boolean" } ,{ "name": "int_column", "type": "int" }, \
{ "name": "long_column", "type": "long" },{ "name": "float_column", "type": "float" }, \
{ "name": "double_column", "type": "double" },{ "name": "bytes_column", "type": "bytes" }, \
{ "name": "string_column", "type": "string" }] }
##CLOUDBIGTABLE-PLUGIN-PROPERTIES-END