forked from opensci/piflow
110 lines
2.2 KiB
JSON
110 lines
2.2 KiB
JSON
|
{
|
||
|
|
"group": {
|
||
|
|
"name": "TestFlowGroup",
|
||
|
|
"uuid": "1111111111111",
|
||
|
|
"flows": [{
|
||
|
|
"flow": {
|
||
|
|
"name": "xml,csv-merge-fork-hive,json,csv",
|
||
|
|
"uuid": "1234",
|
||
|
|
"stops": [{
|
||
|
|
"uuid": "1111",
|
||
|
|
"name": "XmlParser",
|
||
|
|
"bundle": "cn.piflow.bundle.xml.XmlParser",
|
||
|
|
"properties": {
|
||
|
|
"xmlpath": "hdfs://10.0.86.89:9000/xjzhu/dblp.mini.xml",
|
||
|
|
"rowTag": "phdthesis"
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"uuid": "2222",
|
||
|
|
"name": "SelectField",
|
||
|
|
"bundle": "cn.piflow.bundle.common.SelectField",
|
||
|
|
"properties": {
|
||
|
|
"schema": "title,author,pages"
|
||
|
|
}
|
||
|
|
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"uuid": "3333",
|
||
|
|
"name": "PutHiveStreaming",
|
||
|
|
"bundle": "cn.piflow.bundle.hive.PutHiveStreaming",
|
||
|
|
"properties": {
|
||
|
|
"database": "sparktest",
|
||
|
|
"table": "dblp_phdthesis"
|
||
|
|
}
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"paths": [{
|
||
|
|
"from": "XmlParser",
|
||
|
|
"outport": "",
|
||
|
|
"inport": "",
|
||
|
|
"to": "SelectField"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"from": "SelectField",
|
||
|
|
"outport": "",
|
||
|
|
"inport": "",
|
||
|
|
"to": "PutHiveStreaming"
|
||
|
|
}
|
||
|
|
]
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"flow": {
|
||
|
|
"name": "another",
|
||
|
|
"uuid": "5678",
|
||
|
|
"stops": [{
|
||
|
|
"uuid": "1111",
|
||
|
|
"name": "XmlParser",
|
||
|
|
"bundle": "cn.piflow.bundle.xml.XmlParser",
|
||
|
|
"properties": {
|
||
|
|
"xmlpath": "hdfs://10.0.86.89:9000/xjzhu/dblp.mini.xml",
|
||
|
|
"rowTag": "phdthesis"
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"uuid": "2222",
|
||
|
|
"name": "SelectField",
|
||
|
|
"bundle": "cn.piflow.bundle.common.SelectField",
|
||
|
|
"properties": {
|
||
|
|
"schema": "title,author,pages"
|
||
|
|
}
|
||
|
|
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"uuid": "3333",
|
||
|
|
"name": "PutHiveStreaming",
|
||
|
|
"bundle": "cn.piflow.bundle.hive.PutHiveStreaming",
|
||
|
|
"properties": {
|
||
|
|
"database": "sparktest",
|
||
|
|
"table": "dblp_phdthesis"
|
||
|
|
}
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"paths": [{
|
||
|
|
"from": "XmlParser",
|
||
|
|
"outport": "",
|
||
|
|
"inport": "",
|
||
|
|
"to": "SelectField"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"from": "SelectField",
|
||
|
|
"outport": "",
|
||
|
|
"inport": "",
|
||
|
|
"to": "PutHiveStreaming"
|
||
|
|
}
|
||
|
|
]
|
||
|
|
}
|
||
|
|
|
||
|
|
}
|
||
|
|
],
|
||
|
|
|
||
|
|
"conditions": [{
|
||
|
|
"entry": "one",
|
||
|
|
"after": "another"
|
||
|
|
}
|
||
|
|
|
||
|
|
]
|
||
|
|
}
|
||
|
|
}
|