{"class_fqid":"com-snaplogic-pipeline_9","snode_id":"698d9f335249eff76dfdc21e","instance_id":"ba722675-d366-42a6-928f-b7484f98ef83","instance_version":3,"link_map":{"link101":{"dst_id":"e038f1dc-96e0-4141-a31e-557b14d54498","dst_view_id":"input101","src_id":"a8ced431-c084-4156-a61c-d147110121b4","src_view_id":"output0","isGoto":false},"link102":{"dst_id":"d09751e7-7659-4268-a0a0-74d7bceacf58","dst_view_id":"input101","src_id":"e038f1dc-96e0-4141-a31e-557b14d54498","src_view_id":"output0","isGoto":false},"link103":{"dst_id":"72bac718-37f5-44b3-8534-f98eaf72fc54","dst_view_id":"input101","src_id":"d09751e7-7659-4268-a0a0-74d7bceacf58","src_view_id":"output0","isGoto":false}},"link_serial":104,"property_map":{"info":{"notes":{"value":"Setup pipeline to create test table with all Databricks datatypes for Execute snap testing"},"author":{"value":"avedam@snaplogic.com"},"purpose":{"value":"Creates test table execute_snap_test_all_types with boundary values for all supported datatypes"},"pipeline_doc_uri":{"value":null},"label":{"value":"example-load-data-to-dlp-table-through-queries"}},"error":{"error_behavior":{"value":"none"}},"settings":{"imports":{"value":[]},"error_param_table":{"value":[]},"error_pipeline":{"expression":false,"value":null},"param_table":{"value":[{"capture":{"value":false},"key":{"value":"test_schema"},"value":{"value":"default"},"required":{"value":true},"data_type":{"value":"string"},"description":{"value":"Schema name for test tables"}},{"capture":{"value":false},"key":{"value":"test_table"},"value":{"value":"execute_snap_test_all_types"},"required":{"value":true},"data_type":{"value":"string"},"description":{"value":"Test table name"}}]},"suspendable":{"value":false}},"input":{},"output":{"72bac718-37f5-44b3-8534-f98eaf72fc54_output0":{"label":{"value":"Verify Setup - Select Count - output0"},"view_type":{"value":"document"}}}},"render_map":{"pan_x_num":0,"default_snaplex":"55772b8495526e3fc62ac7ea","scale_ratio":1,"detail_map":{"a8ced431-c084-4156-a61c-d147110121b4":{"grid_x_int":3,"index":null,"recommendation_id":null,"source":"snap catagory","grid_y_int":1,"rot_tail_int":0,"rot_int":0,"input":{},"output":{},"error":{}},"e038f1dc-96e0-4141-a31e-557b14d54498":{"grid_x_int":4,"index":null,"recommendation_id":null,"source":"snap catagory","grid_y_int":1,"rot_tail_int":0,"rot_int":0,"input":{},"output":{},"error":{}},"d09751e7-7659-4268-a0a0-74d7bceacf58":{"grid_x_int":5,"index":null,"recommendation_id":null,"source":"snap catagory","grid_y_int":1,"rot_tail_int":0,"rot_int":0,"input":{},"output":{},"error":{}},"72bac718-37f5-44b3-8534-f98eaf72fc54":{"grid_x_int":6,"index":null,"recommendation_id":null,"source":"snap catagory","grid_y_int":1,"rot_tail_int":0,"rot_int":0,"input":{},"output":{},"error":{}}},"pan_y_num":0},"snap_map":{"a8ced431-c084-4156-a61c-d147110121b4":{"class_fqid":"com-snaplogic-snaps-databricks-execute_1-SNAPSHOT","class_id":"com-snaplogic-snaps-databricks-execute","class_version":1,"instance_fqid":"a8ced431-c084-4156-a61c-d147110121b4_1","instance_id":"a8ced431-c084-4156-a61c-d147110121b4","instance_version":1,"property_map":{"info":{"notes":{"value":"Drops test table if it exists to ensure clean state"},"label":{"value":"Drop Test Table If Exists"}},"view_serial":101,"account":{"account_ref":{"expression":false,"value":{"label":{"value":"STD DB Acc DeltaLake AWS ALD on Token src Blob Storage(Access Key)","label":"STD DB Acc DeltaLake AWS ALD on Token src Blob Storage(Access Key)","expression":false},"ref_class_id":{"value":"com-snaplogic-snap-api-sql-accounts-databricks-databricksdatabaseaccount"},"ref_id":{"value":"2e5e3d2b-56f1-4374-8da3-38ddead7982f","expression":false}}}},"settings":{"sqlStatement":{"expression":true,"value":"\"DROP TABLE IF EXISTS \" + _test_schema + \".\" + _test_table"},"queryType":{"value":"Auto","expression":false},"useResultQuery":{"value":false},"maxRetryProp":{"expression":false,"value":0},"execution_mode":{"value":"Validate & Execute"},"retryIntervalProp":{"expression":false,"value":1},"ignoreEmptyResult":{"value":false},"executable_during_suggest":{"value":true},"sqlQueryManagement":{"value":"Continue to execute queued queries when pipeline is stopped or if it fails"}},"output":{"output0":{"label":{"value":"output0"},"view_type":{"value":"document"}}},"error":{"error0":{"label":{"value":"error0"},"view_type":{"value":"document"}},"error_behavior":{"value":"fail"}},"input":{}},"class_build_tag":"SNAPSHOT"},"e038f1dc-96e0-4141-a31e-557b14d54498":{"class_fqid":"com-snaplogic-snaps-databricks-execute_1-SNAPSHOT","class_id":"com-snaplogic-snaps-databricks-execute","class_version":1,"instance_fqid":"e038f1dc-96e0-4141-a31e-557b14d54498_1","instance_id":"e038f1dc-96e0-4141-a31e-557b14d54498","instance_version":1,"property_map":{"info":{"notes":{"value":"Creates test table with all supported Databricks datatypes"},"label":{"value":"Create Test Table All Datatypes"}},"view_serial":101,"account":{"account_ref":{"expression":false,"value":{"label":{"value":"STD DB Acc DeltaLake AWS ALD on Token src Blob Storage(Access Key)","label":"STD DB Acc DeltaLake AWS ALD on Token src Blob Storage(Access Key)","expression":false},"ref_class_id":{"value":"com-snaplogic-snap-api-sql-accounts-databricks-databricksdatabaseaccount"},"ref_id":{"value":"2e5e3d2b-56f1-4374-8da3-38ddead7982f","expression":false}}}},"settings":{"sqlStatement":{"expression":true,"value":"\"CREATE TABLE \" + _test_schema + \".\" + _test_table + \" (id INT, col_tinyint TINYINT, col_smallint SMALLINT, col_int INT, col_bigint BIGINT, col_float FLOAT, col_double DOUBLE, col_decimal DECIMAL(38,10), col_string STRING, col_varchar VARCHAR(1000), col_char CHAR(10), col_boolean BOOLEAN, col_date DATE, col_timestamp TIMESTAMP, col_binary BINARY, col_array ARRAY<INT>, col_map MAP<STRING, INT>, col_struct STRUCT<name: STRING, age: INT>, col_null STRING, description STRING);\""},"queryType":{"value":"Auto","expression":false},"useResultQuery":{"value":false},"maxRetryProp":{"expression":false,"value":0},"execution_mode":{"value":"Validate & Execute"},"retryIntervalProp":{"expression":false,"value":1},"ignoreEmptyResult":{"value":true},"executable_during_suggest":{"value":true},"sqlQueryManagement":{"value":"Continue to execute queued queries when pipeline is stopped or if it fails"}},"output":{"output0":{"label":{"value":"output0"},"view_type":{"value":"document"}}},"error":{"error0":{"label":{"value":"error0"},"view_type":{"value":"document"}},"error_behavior":{"value":"fail"}},"input":{"input101":{"label":{"value":"input0"},"view_type":{"value":"document"}}}},"class_build_tag":"SNAPSHOT"},"d09751e7-7659-4268-a0a0-74d7bceacf58":{"class_fqid":"com-snaplogic-snaps-databricks-execute_1-SNAPSHOT","class_id":"com-snaplogic-snaps-databricks-execute","class_version":1,"instance_fqid":"d09751e7-7659-4268-a0a0-74d7bceacf58_1","instance_id":"d09751e7-7659-4268-a0a0-74d7bceacf58","instance_version":1,"property_map":{"info":{"notes":{"value":"Inserts test data with boundary values for all datatypes"},"label":{"value":"Insert Boundary Test Data"}},"view_serial":101,"account":{"account_ref":{"expression":false,"value":{"label":{"value":"STD DB Acc DeltaLake AWS ALD on Token src Blob Storage(Access Key)","label":"STD DB Acc DeltaLake AWS ALD on Token src Blob Storage(Access Key)","expression":false},"ref_class_id":{"value":"com-snaplogic-snap-api-sql-accounts-databricks-databricksdatabaseaccount"},"ref_id":{"value":"2e5e3d2b-56f1-4374-8da3-38ddead7982f","expression":false}}}},"settings":{"sqlStatement":{"expression":true,"value":"\"INSERT INTO \" + _test_schema + \".\" + _test_table + \" VALUES (1, -128, -32768, -2147483648, -9223372036854775808, -3.4028235E38, -1.7976931348623157E308, -99999999999999999999999999.9999999999, '', '', '          ', false, '0001-01-01', '0001-01-01 00:00:00', X'', array(), map(), named_struct('name', '', 'age', 0), NULL, 'MIN_VALUES'), (2, 127, 32767, 2147483647, 9223372036854775807, 3.4028235E38, 1.7976931348623157E308, 99999999999999999999999999.9999999999, 'A', 'MaxVarchar', 'CHAR10TEST', true, '9999-12-31', '9999-12-31 23:59:59', X'FF', array(1,2,3), map('key1', 100), named_struct('name', 'Test', 'age', 100), NULL, 'MAX_VALUES'), (3, 0, 0, 0, 0, 0.0, 0.0, 0.0, 'Test String', 'Normal Varchar', 'NormalChar', true, '2024-01-15', '2024-01-15 10:30:45', X'48454C4C4F', array(10,20,30), map('a', 1, 'b', 2), named_struct('name', 'John', 'age', 30), NULL, 'NORMAL_VALUES'), (4, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, 'ALL_NULLS')\""},"queryType":{"value":"Auto","expression":false},"useResultQuery":{"value":false},"maxRetryProp":{"expression":false,"value":0},"execution_mode":{"value":"Validate & Execute"},"retryIntervalProp":{"expression":false,"value":1},"ignoreEmptyResult":{"value":false},"executable_during_suggest":{"value":true},"sqlQueryManagement":{"value":"Continue to execute queued queries when pipeline is stopped or if it fails"}},"output":{"output0":{"label":{"value":"output0"},"view_type":{"value":"document"}}},"error":{"error0":{"label":{"value":"error0"},"view_type":{"value":"document"}},"error_behavior":{"value":"fail"}},"input":{"input101":{"label":{"value":"input0"},"view_type":{"value":"document"}}}},"class_build_tag":"SNAPSHOT"},"72bac718-37f5-44b3-8534-f98eaf72fc54":{"class_fqid":"com-snaplogic-snaps-databricks-execute_1-SNAPSHOT","class_id":"com-snaplogic-snaps-databricks-execute","class_version":1,"instance_fqid":"72bac718-37f5-44b3-8534-f98eaf72fc54_1","instance_id":"72bac718-37f5-44b3-8534-f98eaf72fc54","instance_version":1,"property_map":{"info":{"notes":{"value":"Verifies test data was inserted correctly"},"label":{"value":"Verify Setup - Select Count"}},"view_serial":101,"account":{"account_ref":{"expression":false,"value":{"label":{"value":"STD DB Acc DeltaLake AWS ALD on Token src Blob Storage(Access Key)","label":"STD DB Acc DeltaLake AWS ALD on Token src Blob Storage(Access Key)","expression":false},"ref_class_id":{"value":"com-snaplogic-snap-api-sql-accounts-databricks-databricksdatabaseaccount"},"ref_id":{"value":"2e5e3d2b-56f1-4374-8da3-38ddead7982f","expression":false}}}},"settings":{"sqlStatement":{"expression":true,"value":"\"SELECT * FROM \" + _test_schema + \".\" + _test_table"},"queryType":{"value":"Auto","expression":false},"useResultQuery":{"value":false},"maxRetryProp":{"expression":false,"value":0},"execution_mode":{"value":"Validate & Execute"},"retryIntervalProp":{"expression":false,"value":1},"ignoreEmptyResult":{"value":false},"executable_during_suggest":{"value":true},"sqlQueryManagement":{"value":"Continue to execute queued queries when pipeline is stopped or if it fails"}},"output":{"output0":{"label":{"value":"output0"},"view_type":{"value":"document"}}},"error":{"error0":{"label":{"value":"error0"},"view_type":{"value":"document"}},"error_behavior":{"value":"fail"}},"input":{"input101":{"label":{"value":"input0"},"view_type":{"value":"document"}}}},"class_build_tag":"SNAPSHOT"}},"path_id":"/QA/qa_diagnostic_space/db_diagnostic","path_snode":"5cf3e65f36b98b00174974b0"}