opensci
/
piflow
1
0
Fork 1
Code Issues Pull Requests Releases Wiki Activity

fix TextFileStream bug

This commit is contained in:
judy0131 2019-03-01 14:44:54 +08:00
parent 91561ad010
commit 3f46331945
1 changed files with 54 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

56
piflow-server/src/main/scala/cn/piflow/api/HTTPClientStartFlowStreaming.scala
View File

@ -12,7 +12,7 @@ object HTTPClientStartFlowStreaming {
"""
|{
| "flow":{
| "name":"TextFileStream",
| "name":"kafkaStreaming",
| "uuid":"1234",
| "stops":[
| {
@ -62,7 +62,7 @@ object HTTPClientStartFlowStreaming {
| }
|}
""".stripMargin*/
val json=
/*val json=
"""
|{
| "flow":{
@ -114,6 +114,58 @@ object HTTPClientStartFlowStreaming {
| ]
| }
|}
""".stripMargin*/
val json =
"""
|{
| "flow":{
| "name":"TextFileStream",
| "uuid":"1234",
| "stops":[
| {
| "uuid":"1111",
| "name":"TextFileStream",
| "bundle":"cn.piflow.bundle.streaming.TextFileStream",
| "properties":{
| "directory":"hdfs://10.0.86.89:9000/textfilestream"
| }
|
| },
| {
| "uuid":"2222",
| "name":"ConvertSchema",
| "bundle":"cn.piflow.bundle.common.ConvertSchema",
| "properties":{
| "schema":"value->line"
| }
| },
| {
| "uuid":"3333",
| "name":"CsvSave",
| "bundle":"cn.piflow.bundle.csv.CsvSave",
| "properties":{
| "csvSavePath":"hdfs://10.0.86.89:9000/xjzhu/flowStreaming",
| "header":"true",
| "delimiter":","
| }
| }
| ],
| "paths":[
| {
| "from":"TextFileStream",
| "outport":"",
| "inport":"",
| "to":"ConvertSchema"
| },
| {
| "from":"ConvertSchema",
| "outport":"",
| "inport":"",
| "to":"CsvSave"
| }
| ]
| }
|}
""".stripMargin
val url = "http://10.0.86.98:8001/flow/start"
val client = HttpClients.createDefault()