Initial commit

This commit is contained in:
Zhongwei Li
2025-11-30 08:55:25 +08:00
commit e23395aeb2
19 changed files with 6391 additions and 0 deletions

100
templates/basic-graph.json Normal file
View File

@@ -0,0 +1,100 @@
{
"name": "basic_data_pipeline",
"description": "Basic data processing pipeline template",
"version": "1.0.0",
"properties": {
"autoRecovery": {
"enabled": true,
"snapshotInterval": "60s"
}
},
"parameters": [
{
"name": "source_connection",
"type": "string",
"description": "Connection ID for source system (configure in Connection Management)",
"default": ""
},
{
"name": "target_connection",
"type": "string",
"description": "Connection ID for target system (configure in Connection Management)",
"default": ""
},
{
"name": "source_path",
"type": "string",
"description": "Source file path",
"default": "/data/input/"
},
{
"name": "target_path",
"type": "string",
"description": "Target file path",
"default": "/data/output/"
},
{
"name": "batch_size",
"type": "int32",
"description": "Processing batch size",
"default": 10000
}
],
"operators": [
{
"name": "source",
"component": "com.sap.system.structuredFileConsumer",
"config": {
"connection": "${source_connection}",
"path": "${source_path}",
"format": "csv",
"header": true
}
},
{
"name": "transform",
"component": "com.sap.dataTransform",
"config": {
"transformations": []
}
},
{
"name": "target",
"component": "com.sap.system.structuredFileProducer",
"config": {
"connection": "${target_connection}",
"path": "${target_path}",
"format": "parquet",
"compression": "SNAPPY"
}
}
],
"connections": [
{
"source": {
"operator": "source",
"port": "output"
},
"target": {
"operator": "transform",
"port": "input"
}
},
{
"source": {
"operator": "transform",
"port": "output"
},
"target": {
"operator": "target",
"port": "input"
}
}
],
"notes": [
"This is a basic Gen2 pipeline template.",
"Configure source and target connections before running.",
"Customize transformations in the Data Transform operator.",
"Auto-recovery is enabled with 60-second snapshot intervals."
]
}