2018-09-10 10:58:42 +08:00
|
|
|
1.maven error
|
2018-09-06 17:09:35 +08:00
|
|
|
apt-get install maven
|
2018-09-10 10:58:42 +08:00
|
|
|
mvn install:install-file -Dfile=/opt/project/piflow/piflow-bundle/lib/spark-xml_2.11-0.4.2.jar -DgroupId=com.databricks -DartifactId=spark-xml_2.11 -Dversion=0.4.2 -Dpackaging=jar
|
|
|
|
|
|
|
|
|
|
2.packaging
|
|
|
|
|
|
|
|
|
|
clean package -Dmaven.test.skip=true -U
|
|
|
|
|
|
2018-09-13 10:35:41 +08:00
|
|
|
3.set SPARK_HOME in Configurations
|
|
|
|
|
Edit Configurations --> Application(HttpService) --> Configurations --> Environment Variable
|
|
|
|
|
|
2018-10-17 14:43:10 +08:00
|
|
|
4. yarn log aggregation
|
|
|
|
|
Edit yarn-site.xml, add the following content
|
|
|
|
|
<property>
|
|
|
|
|
<name>yarn.log-aggregation-enable</name>
|
|
|
|
|
<value>true</value>
|
|
|
|
|
</property>
|
|
|
|
|
|
|
|
|
|
<property>
|
|
|
|
|
<name>yarn.nodemanager.log-aggregation.debug-enabled</name>
|
|
|
|
|
<value>true</value>
|
|
|
|
|
</property>
|
|
|
|
|
|
|
|
|
|
<property>
|
|
|
|
|
<name>yarn.nodemanager.log-aggregation.roll-monitoring-interval-seconds</name>
|
|
|
|
|
<value>3600</value>
|
|
|
|
|
</property>
|
|
|
|
|
|
|
|
|
|
|
