add Route port
This commit is contained in:
parent
43a7f55fd6
commit
0f3ed0a357
|
@ -1,25 +1,25 @@
|
|||
server.ip=192.168.3.141
|
||||
server.ip=10.0.86.98
|
||||
server.port=8001
|
||||
|
||||
#spark.master=spark://10.0.86.89:7077
|
||||
#spark.master=spark://10.0.86.191:7077
|
||||
spark.master=yarn
|
||||
spark.deploy.mode=cluster
|
||||
#yarn.resourcemanager.hostname=10.0.86.191
|
||||
#yarn.resourcemanager.address=10.0.86.191:8032
|
||||
#yarn.access.namenode=hdfs://10.0.86.191:9000
|
||||
#yarn.stagingDir=hdfs://10.0.86.191:9000/tmp/
|
||||
#yarn.jars=hdfs://10.0.86.191:9000/user/spark/share/lib/*.jar
|
||||
yarn.resourcemanager.hostname=10.0.86.191
|
||||
yarn.resourcemanager.address=10.0.86.191:8032
|
||||
yarn.access.namenode=hdfs://10.0.86.191:9000
|
||||
yarn.stagingDir=hdfs://10.0.86.191:9000/tmp/
|
||||
yarn.jars=hdfs://10.0.86.191:9000/user/spark/share/lib/*.jar
|
||||
|
||||
hive.metastore.uris=thrift://192.168.3.140:9083
|
||||
hive.metastore.uris=thrift://10.0.86.191:9083
|
||||
|
||||
#piflow.bundle=/opt/project/piflow/out/artifacts/piflow_bundle/piflow-bundle.jar
|
||||
piflow.bundle=/opt/project/piflow/piflow-server/target/piflow-server-0.9.jar
|
||||
|
||||
yarn.url=http://192.168.3.139:8088/ws/v1/cluster/apps/
|
||||
checkpoint.path=hdfs://192.168.3.138:8020/apps/piflow/checkpoints/
|
||||
debug.path=hdfs://192.168.3.138:8020/apps/piflow/debug/
|
||||
increment.path=hdfs://192.168.3.138:8020/apps/piflow/increment/
|
||||
yarn.url=http://10.0.86.191:8088/ws/v1/cluster/apps/
|
||||
checkpoint.path=hdfs://10.0.86.89:9000/xjzhu/piflow/checkpoints/
|
||||
debug.path=hdfs://10.0.86.89:9000/xjzhu/piflow/debug/
|
||||
increment.path=hdfs://10.0.86.89:9000/xjzhu/piflow/increment/
|
||||
|
||||
#show data in log
|
||||
data.show=10
|
||||
|
|
Binary file not shown.
Binary file not shown.
Binary file not shown.
|
@ -9,8 +9,8 @@ class Route extends ConfigurableStop{
|
|||
|
||||
val authorEmail: String = "xjzhu@cnic.cn"
|
||||
val description: String = "Route data by customizedProperties, key is port & value is filter condition"
|
||||
val inportList: List[String] = List(PortEnum.DefaultPort.toString)
|
||||
val outportList: List[String] = List(PortEnum.AnyPort.toString)
|
||||
val inportList: List[String] = List(PortEnum.DefaultPort)
|
||||
val outportList: List[String] = List(PortEnum.RoutePort)
|
||||
|
||||
//var outports : List[String] = _
|
||||
|
||||
|
|
|
@ -5,6 +5,7 @@ object PortEnum {
|
|||
val AnyPort = "Any"
|
||||
val DefaultPort = "Default"
|
||||
val NonePort = "None"
|
||||
val RoutePort = "Route"
|
||||
val LeftPort = "Left"
|
||||
val RightPort= "Right"
|
||||
val scopus_articlePort = "scopus_articlePort"
|
||||
|
|
51
pom.xml
51
pom.xml
|
@ -8,7 +8,7 @@
|
|||
<properties>
|
||||
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
|
||||
<jetty.version>9.0.0.M0</jetty.version>
|
||||
<spark.version>2.1.0</spark.version>
|
||||
<spark.version>2.2.0</spark.version>
|
||||
<scala.version>2.11.8</scala.version>
|
||||
<java.version>1.8</java.version>
|
||||
</properties>
|
||||
|
@ -121,7 +121,7 @@
|
|||
</configuration>
|
||||
</plugin>
|
||||
<plugin>
|
||||
<groupId>org.apache.maven.p lugins</groupId>
|
||||
<groupId>org.apache.maven.plugins</groupId>
|
||||
<artifactId>maven-compiler-plugin</artifactId>
|
||||
<version>3.7.0</version>
|
||||
<configuration>
|
||||
|
@ -136,20 +136,33 @@
|
|||
<artifactId>scala-maven-plugin</artifactId>
|
||||
<version>3.2.2</version>
|
||||
<executions>
|
||||
<execution>
|
||||
<id>Scaladoc</id>
|
||||
<goals>
|
||||
<goal>doc</goal>
|
||||
</goals>
|
||||
<phase>prepare-package</phase>
|
||||
<configuration>
|
||||
<args>
|
||||
<arg>-no-link-warnings</arg>
|
||||
</args>
|
||||
</configuration>
|
||||
</execution>
|
||||
<execution>
|
||||
<id>compile</id>
|
||||
<goals>
|
||||
<goal>compile</goal>
|
||||
</goals>
|
||||
<phase>compile</phase>
|
||||
</execution>
|
||||
<execution>
|
||||
<id>test-compile</id>
|
||||
<goals>
|
||||
<goal>testCompile</goal>
|
||||
</goals>
|
||||
<phase>test-compile</phase>
|
||||
<configuration>
|
||||
<args>
|
||||
<arg>-dependencyfile</arg>
|
||||
<arg>${project.build.directory}/.scala_dependencies</arg>
|
||||
</args>
|
||||
</configuration>
|
||||
<phase>compile</phase>
|
||||
</execution>
|
||||
|
||||
<execution>
|
||||
<phase>process-resources</phase>
|
||||
<goals>
|
||||
|
@ -158,6 +171,26 @@
|
|||
</execution>
|
||||
</executions>
|
||||
</plugin>
|
||||
<!--<plugin>
|
||||
<groupId>org.apache.maven.plugins</groupId>
|
||||
<artifactId>maven-javadoc-plugin</artifactId>
|
||||
<version>2.10.4</version>
|
||||
<configuration>
|
||||
<aggregate>true</aggregate>
|
||||
</configuration>
|
||||
<executions>
|
||||
<execution>
|
||||
<id>attach-javadocs</id>
|
||||
<phase>package</phase>
|
||||
<goals>
|
||||
<goal>jar</goal>
|
||||
</goals>
|
||||
<configuration>
|
||||
<additionalparam>-Xdoclint:none</additionalparam>
|
||||
</configuration>
|
||||
</execution>
|
||||
</executions>
|
||||
</plugin>-->
|
||||
</plugins>
|
||||
</build>
|
||||
<modules>
|
||||
|
|
Loading…
Reference in New Issue