Retrieve lineage for specific pipeline in OpenLineage format
GET https://{controlplane_path}/api/1/rest/public/catalog/{env_org}/lineage/{pipeline_snode_id}Retrieve data lineage for a specific pipeline that executed in this environment and the response contains JSON objects in the OpenLineage specification format. The results include historical changes such as when new Snaps were added.
Prerequisites
- Environment (Org) admin permissions
Path parameters
| Parameter | Description | Required |
|---|---|---|
controlplane_path |
The path to the SnapLogic control plane:
elastic.snaplogic.com
For the UAT or EMEA control plane, substitute the name for
elastic. For example:
|
Yes |
env_org |
The name of the SnapLogic Environment/Org. | Yes |
pipeline_snode_id |
Returns lineage for the specified pipeline. To find the ID,
open a pipeline in Designer and copy the
pipe_snode value from the URL. You might
need to validate the pipeline before the pipeline contains the
value. |
Yes |
Query parameters
| Parameter | Description | Required |
|---|---|---|
start_ts |
An integer specifying the start time. | No |
end_ts |
An integer specifying the end time. | No |
page |
An integer specifying the page of results to return. | No |
format |
The value OPENLINEAGE returns results in
OpenLineage format. |
Yes |
Response
A successful response includes a
Code 200 OK where: size: The number of lineage objects returned.page: The current page of results.content: Each JSON object contains the data lineage for a pipeline in the OpenLineage Object Model.
{
"size": 0,
"page": 0,
"content": [
json1, json2, json3
]
}
Example
Assuming a request as follows with an pipeline id of
68008b6abebfc6eb56f6d995 for an environment on the developmet elastic control plane:
https://elastic.snaplogicdev.com/api/1/rest/public/catalog/DEV/lineage/68008b6abebfc6eb56f6d995"
{
"size": 2,
"page": 0,
"content": [
{
"schema_version": "1.0.0",
"path": "/DEV/projects/User",
"snaps": {
"665693a2-71b9-4c1f-9a79-febd97c142aa": {
"label": "Read last time window",
"custom_data": {
"type": "UNIMPLEMENTED",
"snap_fqid": "com-snaplogic-snaps-binary-simpleread_1-main29888",
"schema_version": null,
"output_schema": null,
"generic_fields": {}
},
"output_links": [
"9e6f6368-df50-4663-b472-c4ec1e77be39",
"b6b136ca-b1a6-4fb1-943a-4286679ec70c"
]
},
"6d0f9330-9eca-4578-8cc9-d2f9201a7b88": {
"label": "Get Lineage Pages",
"custom_data": {
"type": "UNIMPLEMENTED",
"snap_fqid": "com-snaplogic-snaps-apisuite-httpclient_1-main29887",
"schema_version": null,
"output_schema": null,
"generic_fields": {}
},
"output_links": [
"9ac1a49e-18d8-4162-8e6d-eb7025c556de"
]
},
"530fc588-50c4-441e-a332-2433d62c35ec": {
"label": "Send file over SFTP",
"custom_data": {
"type": "UNIMPLEMENTED",
"snap_fqid": "com-snaplogic-snaps-binary-write_3-main29887",
"schema_version": null,
"output_schema": null,
"generic_fields": {}
},
"output_links": [
"fe793a9b-9d0f-4b8f-b068-e27c85dd5fdc"
]
},
"fe793a9b-9d0f-4b8f-b058-e27c85dd5fdc": {
"label": "Await completion",
"custom_data": {
"type": "UNIMPLEMENTED",
"snap_fqid": "com-snaplogic-snaps-flow-gate_1-SNAPSHOT_654d4f8c720d95e24e9b8e9b",
"schema_version": null,
"output_schema": null,
"generic_fields": {}
},
"output_links": [
"e9ff6601-ff02-46f4-97c7-b8f3d9958cde"
]
},
"d7203eb5-0210-4838-b0f0-956df64490bb": {
"label": "Copy",
"custom_data": {
"type": "COPY",
"snap_fqid": "com-snaplogic-snaps-flow-copy_1-SNAPSHOT_654d4f8c720d95e24e9b8e9b",
"schema_version": "1.0.0",
"output_schema": [
"start_ts",
"current_ts"
],
"generic_fields": {}
},
"output_links": [
"fe793a9b-9d0f-4b8f-b058-e27c85dd5fdc",
"6d0f9330-9eca-4578-8cc9-d2f9201a7b88"
]
},
"9e6f6368-df50-4663-b472-c4ec1e77be39": {
"label": "CSV Parser",
"custom_data": {
"type": "UNIMPLEMENTED",
"snap_fqid": "com-snaplogic-snaps-transform-csvparser_3-PR31067",
"schema_version": null,
"output_schema": null,
"generic_fields": {}
},
"output_links": [
"1b37aed0-749b-49ae-83aa-d18b737149a5"
]
},
"1b37aed0-749b-49ae-83aa-d18b737149a5": {
"label": "Union",
"custom_data": {
"type": "UNION",
"snap_fqid": "com-snaplogic-snaps-flow-union_2-SNAPSHOT_654d4f8c720d95e24e9b8e9b",
"schema_version": "1.0.0",
"output_schema": [
"start_ts"
],
"generic_fields": {},
"input_schema": {
"9e6f6368-df50-4663-b472-c4ec1e77be39": [],
"b6b136ca-b1a6-4fb1-943a-4286679ec70c": []
},
"view_mappings": {
"err": "b6b136ca-b1a6-4fb1-943a-4286679ec70c",
"ok": "9e6f6368-df50-4663-b472-c4ec1e77be39"
}
},
"output_links": [
"54a265d3-3ef9-4a07-8b4c-eeddc140ade6"
]
},
"b6b136ca-b1a6-4fb1-943a-4286679ec70c": {
"label": "Default values",
"custom_data": {
"type": "UNIMPLEMENTED",
"snap_fqid": "com-snaplogic-snaps-transform-csvgenerator_1-PR31067",
"schema_version": null,
"output_schema": null,
"generic_fields": {}
},
"output_links": [
"1b37aed0-749b-49ae-83aa-d18b737149a5"
]
},
"7b559093-2af9-47b9-8fec-24200d6b209e": {
"label": "CSV Formatter",
"custom_data": {
"type": "UNIMPLEMENTED",
"snap_fqid": "com-snaplogic-snaps-transform-csvformatter_3-PR31067",
"schema_version": null,
"output_schema": null,
"generic_fields": {}
},
"output_links": [
"060157c8-d81d-4683-bdf6-6662389b9c8b"
]
},
"9ac1a49e-18d8-4162-8e6d-eb7025c556de": {
"label": "Split by event",
"custom_data": {
"type": "DEFAULT",
"snap_fqid": "com-snaplogic-snaps-transform-jsonsplitter_1-PR31067",
"schema_version": "1.0.0",
"output_schema": [
"outputs",
"inputs",
"eventTime",
"producer",
"run",
"eventType",
"job",
"schemaURL"
],
"generic_fields": {}
},
"output_links": [
"dfca50b4-6400-48eb-8edc-9a87e8a46cf6"
]
},
"54a265d3-3ef9-4a07-8b4c-eeddc140ade6": {
"label": "Set time window",
"custom_data": {
"type": "TRANSFORM",
"snap_fqid": "com-snaplogic-snaps-transform-datatransform_4-PR31067",
"schema_version": "1.0.0",
"output_schema": [
"start_ts",
"current_ts"
],
"generic_fields": {},
"transformations": [
{
"field": "\"Date.now().getTime().toString()\"",
"result_field": "current_ts",
"expression": true
},
{
"field": "\"(parseInt($start_ts)-_lineage_window_lookback_in_ms).toString()\"",
"result_field": "start_ts",
"expression": true
}
],
"pass_through": false
},
"output_links": [
"d7203eb5-0210-4838-b0f0-956df64490bb"
]
},
"060157c8-d81d-4683-bdf6-6662389b9c8b": {
"label": "Save last time window",
"custom_data": {
"type": "UNIMPLEMENTED",
"snap_fqid": "com-snaplogic-snaps-binary-write_3-main29887",
"schema_version": null,
"output_schema": null,
"generic_fields": {}
},
"output_links": []
},
"e9ff6601-ff02-46f4-97c7-b8f3d9958cde": {
"label": "Update last time window",
"custom_data": {
"type": "UNIMPLEMENTED",
"snap_fqid": "com-snaplogic-snaps-transform-csvgenerator_1-PR31067",
"schema_version": null,
"output_schema": null,
"generic_fields": {}
},
"output_links": [
"7b559093-2af9-47b9-8fec-24200d6b209e"
]
},
"dfca50b4-6400-48eb-8edc-9a87e8a46cf6": {
"label": "JSON Formatter",
"custom_data": {
"type": "UNIMPLEMENTED",
"snap_fqid": "com-snaplogic-snaps-transform-jsonformatter_2-PR31067",
"schema_version": null,
"output_schema": null,
"generic_fields": {}
},
"output_links": [
"530fc588-50c4-441e-a332-2433d62c35ec"
]
}
},
"user_id": "[email protected]",
"plex_snode_id": "554d4f9b52e46134ba8d053e",
"pipeline_instance_version": "7",
"name": "collibra-sftp-pattern",
"pipeline_parameters": {
"lineage_window_lookback_in_ms": "300000",
"dest_sftp_account": "ec2 collibra inst ssh",
"lineage_src": "https://elastic.snaplogicdev.com/api/1/rest/slmeta/654d4f8c720d95e24e9b8e95/rest/metadata/lineages",
"lineage_src_account": "SL-self",
"lineage_dest_sftp": "sftp://100.20.230.83:22/home/ec2-user/sl-openlineage/src/java/collibra-harvester/incomingfiles/",
"ts_filename": "collibra_ts_touch2.csv"
},
"plex_path": "/DEV/shared/Cloud",
"pipeline_invoker_snode_id": "",
"dependencies": {
"account_list": [
{
"snode_id": "6660db13cead08be39e6a0e0",
"path": "/DEV/projects/shared/SL-self"
},
{
"snode_id": "68008bf3faca5923cf1d08f6",
"path": "/DEV/projects/Demo user/ec2 collibra inst ssh"
}
]
},
"pipeline_ruuid": "654d4f8c720d95e24e9b8e95_093fb5fa-476f-4106-89cc-ee6e53c23efe",
"org_snode_id": "654d4f8c720d95e24e9b8e95",
"pipeline_snode_id": "68008b6abebfc6eb56f6d995",
"finished_at": "2025-07-12T00:04:42.540419"
},
{
"schema_version": "1.0.0",
"path": "/DEV/projects/Demo user",
"snaps": {
"665693a2-71b9-4c1f-9a79-febd97c142aa": {
"label": "Read last time window",
"custom_data": {
"type": "UNIMPLEMENTED",
"snap_fqid": "com-snaplogic-snaps-binary-simpleread_1-main29887",
"schema_version": null,
"output_schema": null,
"generic_fields": {}
},
"output_links": [
"9e6f6368-df50-4663-b472-c4ec1e77be39",
"b6b136ca-b1a6-4fb1-943a-4286679ec70c"
]
},
"6d0f9330-9eca-4578-8cc9-d2f9201a7b88": {
"label": "Get Lineage Pages",
"custom_data": {
"type": "UNIMPLEMENTED",
"snap_fqid": "com-snaplogic-snaps-apisuite-httpclient_1-main29887",
"schema_version": null,
"output_schema": null,
"generic_fields": {}
},
"output_links": [
"9ac1a49e-18d8-4162-8e6d-eb7025c556de"
]
},
"530fc588-50c4-441e-a332-2433d62c35ec": {
"label": "Send file over SFTP",
"custom_data": {
"type": "UNIMPLEMENTED",
"snap_fqid": "com-snaplogic-snaps-binary-write_3-main29887",
"schema_version": null,
"output_schema": null,
"generic_fields": {}
},
"output_links": [
"fe793a9b-9d0f-4b8f-b058-e27c85dd5fdc"
]
},
"fe793a9b-9d0f-4b8f-b058-e27c85dd5fdc": {
"label": "Await completion",
"custom_data": {
"type": "UNIMPLEMENTED",
"snap_fqid": "com-snaplogic-snaps-flow-gate_1-SNAPSHOT_654d4f8c720d95e24e9b8e9b",
"schema_version": null,
"output_schema": null,
"generic_fields": {}
},
"output_links": [
"e9ff6601-ff02-46f4-97c7-b8f3d9958cde"
]
},
"d7203eb5-0210-4838-b0f0-956df64490bb": {
"label": "Copy",
"custom_data": {
"type": "COPY",
"snap_fqid": "com-snaplogic-snaps-flow-copy_1-SNAPSHOT_654d4f8c720d95e24e9b8e9b",
"schema_version": "1.0.0",
"output_schema": [
"start_ts",
"current_ts"
],
"generic_fields": {}
},
"output_links": [
"6d0f9330-9eca-4578-8cc9-d2f9201a7b88",
"fe793a9b-9d0f-4b8f-b058-e27c85dd5fdc"
]
},
"9e6f6368-df50-4663-b472-c4ec1e77be39": {
"label": "CSV Parser",
"custom_data": {
"type": "UNIMPLEMENTED",
"snap_fqid": "com-snaplogic-snaps-transform-csvparser_3-PR31067",
"schema_version": null,
"output_schema": null,
"generic_fields": {}
},
"output_links": [
"1b37aed0-749b-49ae-83aa-d18b737149a5"
]
},
"1b37aed0-749b-49ae-83aa-d18b737149a5": {
"label": "Union",
"custom_data": {
"type": "UNION",
"snap_fqid": "com-snaplogic-snaps-flow-union_2-SNAPSHOT_654d4f8c720d95e24e9b8e9b",
"schema_version": "1.0.0",
"output_schema": [
"start_ts"
],
"generic_fields": {},
"input_schema": {
"9e6f6368-df50-4663-b472-c4ec1e77be39": [],
"b6b136ca-b1a6-4fb1-943a-4286679ec70c": []
},
"view_mappings": {
"err": "b6b136ca-b1a6-4fb1-943a-4286679ec70c",
"ok": "9e6f6368-df50-4663-b472-c4ec1e77be39"
}
},
"output_links": [
"54a265d3-3ef9-4a07-8b4c-eeddc140ade6"
]
},
"b6b136ca-b1a6-4fb1-943a-4286679ec70c": {
"label": "Default values",
"custom_data": {
"type": "UNIMPLEMENTED",
"snap_fqid": "com-snaplogic-snaps-transform-csvgenerator_1-PR31067",
"schema_version": null,
"output_schema": null,
"generic_fields": {}
},
"output_links": [
"1b37aed0-749b-49ae-83aa-d18b737149a5"
]
},
"7b559093-2af9-47b9-8fec-24200d6b209e": {
"label": "CSV Formatter",
"custom_data": {
"type": "UNIMPLEMENTED",
"snap_fqid": "com-snaplogic-snaps-transform-csvformatter_3-PR31067",
"schema_version": null,
"output_schema": null,
"generic_fields": {}
},
"output_links": [
"060157c8-d81d-4683-bdf6-6662389b9c8b"
]
},
"9ac1a49e-18d8-4162-8e6d-eb7025c556de": {
"label": "Split by event",
"custom_data": {
"type": "DEFAULT",
"snap_fqid": "com-snaplogic-snaps-transform-jsonsplitter_1-PR31067",
"schema_version": "1.0.0",
"output_schema": [
"outputs",
"inputs",
"eventTime",
"producer",
"run",
"eventType",
"job",
"schemaURL"
],
"generic_fields": {}
},
"output_links": [
"dfca50b4-6400-48eb-8edc-9a87e8a46cf6"
]
},
"54a265d3-3ef9-4a07-8b4c-eeddc140ade6": {
"label": "Set time window",
"custom_data": {
"type": "TRANSFORM",
"snap_fqid": "com-snaplogic-snaps-transform-datatransform_4-PR31067",
"schema_version": "1.0.0",
"output_schema": [
"start_ts",
"current_ts"
],
"generic_fields": {},
"transformations": [
{
"field": "\"Date.now().getTime().toString()\"",
"result_field": "current_ts",
"expression": true
},
{
"field": "\"(parseInt($start_ts)-_lineage_window_lookback_in_ms).toString()\"",
"result_field": "start_ts",
"expression": true
}
],
"pass_through": false
},
"output_links": [
"d7203eb5-0210-4838-b0f0-956df64490bb"
]
},
"060157c8-d81d-4683-bdf6-6662389b9c8b": {
"label": "Save last time window",
"custom_data": {
"type": "UNIMPLEMENTED",
"snap_fqid": "com-snaplogic-snaps-binary-write_3-main29887",
"schema_version": null,
"output_schema": null,
"generic_fields": {}
},
"output_links": []
},
"e9ff6601-ff02-46f4-97c7-b8f3d9958cde": {
"label": "Update last time window",
"custom_data": {
"type": "UNIMPLEMENTED",
"snap_fqid": "com-snaplogic-snaps-transform-csvgenerator_1-PR31067",
"schema_version": null,
"output_schema": null,
"generic_fields": {}
},
"output_links": [
"7b559093-2af9-47b9-8fec-24200d6b209e"
]
},
"dfca50b4-6400-48eb-8edc-9a87e8a46cf6": {
"label": "JSON Formatter",
"custom_data": {
"type": "UNIMPLEMENTED",
"snap_fqid": "com-snaplogic-snaps-transform-jsonformatter_2-PR31067",
"schema_version": null,
"output_schema": null,
"generic_fields": {}
},
"output_links": [
"530fc588-50c4-441e-a332-2433d62c35ec"
]
}
},
"user_id": "[email protected]",
"plex_snode_id": "655d4f9b52e46134bb8d053e",
"pipeline_instance_version": "8",
"name": "collibra-sftp-pattern",
"pipeline_parameters": {
"lineage_window_lookback_in_ms": "300000",
"dest_sftp_account": "ec2 collibra inst ssh",
"lineage_src": "https://elastic.snaplogicdev.com/api/1/rest/slmeta/654d4f8c720d95e24e9b8e95/rest/metadata/lineages",
"lineage_src_account": "SL-self",
"lineage_dest_sftp": "sftp://100.20.230.83:22/home/ec2-user/sl-openlineage/src/java/test/incomingfiles/",
"ts_filename": "test.csv"
},
"plex_path": "/DEV/shared/Cloud",
"pipeline_invoker_snode_id": "",
"dependencies": {
"account_list": [
{
"snode_id": "6660db13cead08be39e6a0e0",
"path": "/DEV/projects/shared/SL-self"
},
{
"snode_id": "68008bf3faca5923cf1d08f6",
"path": "/DEV/projects/Demo user/ec2 collibra inst ssh"
}
]
},
"pipeline_ruuid": "654d4f8c720d95e24e9b8e95_0ce11365-7842-4cfa-8105-b38e09356c8e",
"org_snode_id": "654d4f8c720d95e24e9b8e95",
"pipeline_snode_id": "68008b6abebfc6eb56f6d995",
"finished_at": "2025-07-12T00:16:08.329309"
}
]
}