add Route port

This commit is contained in:
judy0131 2019-09-10 18:10:23 +08:00
parent 43a7f55fd6
commit 0f3ed0a357
7 changed files with 56 additions and 22 deletions

View File

@ -1,25 +1,25 @@
server.ip=192.168.3.141
server.ip=10.0.86.98
server.port=8001
#spark.master=spark://10.0.86.89:7077
#spark.master=spark://10.0.86.191:7077
spark.master=yarn
spark.deploy.mode=cluster
#yarn.resourcemanager.hostname=10.0.86.191
#yarn.resourcemanager.address=10.0.86.191:8032
#yarn.access.namenode=hdfs://10.0.86.191:9000
#yarn.stagingDir=hdfs://10.0.86.191:9000/tmp/
#yarn.jars=hdfs://10.0.86.191:9000/user/spark/share/lib/*.jar
yarn.resourcemanager.hostname=10.0.86.191
yarn.resourcemanager.address=10.0.86.191:8032
yarn.access.namenode=hdfs://10.0.86.191:9000
yarn.stagingDir=hdfs://10.0.86.191:9000/tmp/
yarn.jars=hdfs://10.0.86.191:9000/user/spark/share/lib/*.jar
hive.metastore.uris=thrift://192.168.3.140:9083
hive.metastore.uris=thrift://10.0.86.191:9083
#piflow.bundle=/opt/project/piflow/out/artifacts/piflow_bundle/piflow-bundle.jar
piflow.bundle=/opt/project/piflow/piflow-server/target/piflow-server-0.9.jar
yarn.url=http://192.168.3.139:8088/ws/v1/cluster/apps/
checkpoint.path=hdfs://192.168.3.138:8020/apps/piflow/checkpoints/
debug.path=hdfs://192.168.3.138:8020/apps/piflow/debug/
increment.path=hdfs://192.168.3.138:8020/apps/piflow/increment/
yarn.url=http://10.0.86.191:8088/ws/v1/cluster/apps/
checkpoint.path=hdfs://10.0.86.89:9000/xjzhu/piflow/checkpoints/
debug.path=hdfs://10.0.86.89:9000/xjzhu/piflow/debug/
increment.path=hdfs://10.0.86.89:9000/xjzhu/piflow/increment/
#show data in log
data.show=10

Binary file not shown.

Binary file not shown.

View File

@ -9,8 +9,8 @@ class Route extends ConfigurableStop{
val authorEmail: String = "xjzhu@cnic.cn"
val description: String = "Route data by customizedProperties, key is port & value is filter condition"
val inportList: List[String] = List(PortEnum.DefaultPort.toString)
val outportList: List[String] = List(PortEnum.AnyPort.toString)
val inportList: List[String] = List(PortEnum.DefaultPort)
val outportList: List[String] = List(PortEnum.RoutePort)
//var outports : List[String] = _

View File

@ -5,6 +5,7 @@ object PortEnum {
val AnyPort = "Any"
val DefaultPort = "Default"
val NonePort = "None"
val RoutePort = "Route"
val LeftPort = "Left"
val RightPort= "Right"
val scopus_articlePort = "scopus_articlePort"

51
pom.xml
View File

@ -8,7 +8,7 @@
<properties>
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
<jetty.version>9.0.0.M0</jetty.version>
<spark.version>2.1.0</spark.version>
<spark.version>2.2.0</spark.version>
<scala.version>2.11.8</scala.version>
<java.version>1.8</java.version>
</properties>
@ -121,7 +121,7 @@
</configuration>
</plugin>
<plugin>
<groupId>org.apache.maven.p lugins</groupId>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-compiler-plugin</artifactId>
<version>3.7.0</version>
<configuration>
@ -136,20 +136,33 @@
<artifactId>scala-maven-plugin</artifactId>
<version>3.2.2</version>
<executions>
<execution>
<id>Scaladoc</id>
<goals>
<goal>doc</goal>
</goals>
<phase>prepare-package</phase>
<configuration>
<args>
<arg>-no-link-warnings</arg>
</args>
</configuration>
</execution>
<execution>
<id>compile</id>
<goals>
<goal>compile</goal>
</goals>
<phase>compile</phase>
</execution>
<execution>
<id>test-compile</id>
<goals>
<goal>testCompile</goal>
</goals>
<phase>test-compile</phase>
<configuration>
<args>
<arg>-dependencyfile</arg>
<arg>${project.build.directory}/.scala_dependencies</arg>
</args>
</configuration>
<phase>compile</phase>
</execution>
<execution>
<phase>process-resources</phase>
<goals>
@ -158,6 +171,26 @@
</execution>
</executions>
</plugin>
<!--<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-javadoc-plugin</artifactId>
<version>2.10.4</version>
<configuration>
<aggregate>true</aggregate>
</configuration>
<executions>
<execution>
<id>attach-javadocs</id>
<phase>package</phase>
<goals>
<goal>jar</goal>
</goals>
<configuration>
<additionalparam>-Xdoclint:none</additionalparam>
</configuration>
</execution>
</executions>
</plugin>-->
</plugins>
</build>
<modules>