opensci
/
piflow
1
0
Fork 1
Code Issues Pull Requests Releases Wiki Activity

get flow info

This commit is contained in:
judy0131 2018-09-10 10:58:42 +08:00
parent 88471237ad
commit da88183668
4 changed files with 34 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
conf/config.properties
View File

@ -1,11 +1,12 @@
server.ip=10.0.86.98
server.port=8001
spark.version=2.1.0
spark.master=10.0.86.89
spark.port=6066
spark.master=spark://10.0.86.89:7077
#spark.master=yarn
spark.deploy.mode=cluster
piflow.bundle=/opt/project/piflow/out/artifacts/piflow_bundle/piflow-bundle.jar
yarn.url=http://192.168.6.22:8032/ws/v1/cluster/apps/
yarn.url=http://10.0.86.89:8088/ws/v1/cluster/apps/
checkpoint.path=hdfs://10.0.86.89:9000/xjzhu/piflow/checkpoints/"

2
piflow-server/src/main/scala/cn/piflow/api/HTTPClientGet.scala
View File

@ -13,7 +13,7 @@ object HTTPClientGet {
def main(args: Array[String]): Unit = {
val url = "http://10.0.86.98:8001/flow/info?appID=1234567890"
val url = "http://10.0.86.98:8001/flow/info?appID=application_1531796955266_0016"
val client = HttpClients.createDefault()
val getFlowInfo:HttpGet = new HttpGet(url)

21
pom.xml
View File

@ -49,6 +49,11 @@
<artifactId>spark-hive_2.11</artifactId>
<version>${spark.version}</version>
</dependency>
<dependency>
<groupId>org.apache.spark</groupId>
<artifactId>spark-yarn_2.11</artifactId>
<version>${spark.version}</version>
</dependency>
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-client</artifactId>
@ -64,6 +69,22 @@
<artifactId>hadoop-hdfs</artifactId>
<version>2.6.0</version>
</dependency>
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-yarn-api</artifactId>
<version>2.6.4</version>
</dependency>
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-yarn-client</artifactId>
<version>2.6.4</version>
</dependency>
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-yarn-common</artifactId>
<version>2.6.4</version>
</dependency>
</dependencies>
<build>
<sourceDirectory>src/main/scala</sourceDirectory>

8
readMe.txt
View File

@ -1,2 +1,8 @@
1.maven error
apt-get install maven
mvn install:install-file -Dfile=/opt/project/piflow/piflow-bundle/lib/spark-xml_2.11-0.4.2.jar -DgroupId=com.databricks -DartifactId=spark-xml_2.11 -Dversion=0.4.2 -Dpackaging=jar
mvn install:install-file -Dfile=/opt/project/piflow/piflow-bundle/lib/spark-xml_2.11-0.4.2.jar -DgroupId=com.databricks -DartifactId=spark-xml_2.11 -Dversion=0.4.2 -Dpackaging=jar
2.packaging
clean package -Dmaven.test.skip=true -U