`

SPARK SERVER

阅读更多
sbin/start-thriftserver.sh --driver-class-path $CLASSPATH:/usr/hdp/current/spark2-client/sparkudf.jar:/usr/hdp/current/hadoop-client/hadoop-common-2.7.3.2.6.0.3-8.jar     --hiveconf hive.server2.thrift.port=9994 --hiveconf hive.server2.thrift.bind.host=192.168.221.50  --master yarn --deploy-mode client --num-executors 4  --executor-cores 6  --executor-memory 18g  --conf spark.sql.filesourceTableRelationCacheSize=0 --conf spark.sql.codegen=true  --conf spark.locality.wait.process=10ms --conf spark.locality.wait.node=50ms --conf spark.locality.wait.rack=50ms      --jars  /usr/hdp/current/spark2-client/sparkudf.jar,/usr/hdp/current/hadoop-client/hadoop-common-2.7.3.2.6.0.3-8.jar


/usr/hdp/current/spark2-client/sbin/start-thriftserver.sh --driver-class-path /usr/hdp/current/hadoop-client/hadoop-common-2.7.3.2.6.1.0-129.jar --hiveconf hive.server2.thrift.port=9994 --hiveconf hive.server2.thrift.bind.host=ark3  --master yarn --deploy-mode client --num-executors 2  --executor-cores 2  --executor-memory 12g     --jars  /usr/hdp/current/hadoop-client/hadoop-common-2.7.3.2.6.1.0-129.jar



! connect jdbc:hive2://ark3:9994




/usr/hdp/current/spark2-client/sbin/start-thriftserver.sh --hiveconf hive.server2.thrift.port=9994 --hiveconf hive.server2.thrift.bind.host=ark3  --master yarn --deploy-mode client --num-executors 2  --executor-cores 2  --executor-memory 12g


/opt/soft/java/bin/java -Dhdp.version=2.6.1.0-129 -cp /usr/hdp/current/hadoop-client/hadoop-common-2.7.3.2.6.1.0-129.jar,/usr/hdp/current/spark2-client/jars/hive-hbase-handler-1.2.1.jar,/home/spark/hbase-common-1.2.1.jar,/usr/hdp/current/hbase-master/lib/hbase-server-1.1.2.2.6.1.0-129.jar:/usr/hdp/current/spark2-client/conf/:/usr/hdp/current/spark2-client/jars/*:/usr/hdp/current/hadoop-client/conf/:/usr/hdp/current/hbase-master/lib/*  -Xmx1024m org.apache.spark.deploy.SparkSubmit --master yarn --deploy-mode client --conf spark.sql.codegen=true --conf spark.locality.wait.node=50ms --conf spark.driver.extraClassPath=/usr/hdp/current/hadoop-client/hadoop-common-2.7.3.2.6.1.0-129.jar,/usr/hdp/current/spark2-client/jars/hive-hbase-handler-1.2.1.jar,/home/spark/hbase-common-1.2.1.jar,/usr/hdp/current/hbase-master/lib/hbase-server-1.1.2.2.6.1.0-129.jar,/usr/hdp/current/hbase-master/lib/* --conf spark.locality.wait.process=10ms --conf spark.sql.filesourceTableRelationCacheSize=0 --conf spark.locality.wait.rack=50ms --jars /usr/hdp/current/hadoop-client/hadoop-common-2.7.3.2.6.1.0-129.jar,/usr/hdp/current/spark2-client/jars/hive-hbase-handler-1.2.1.jar,/home/spark/hbase-common-1.2.1.jar,/usr/hdp/current/hbase-master/lib/hbase-server-1.1.2.2.6.1.0-129.jar:/usr/hdp/current/hbase-master/lib/* --class org.apache.spark.sql.hive.thriftserver.HiveThriftServer2 --name Thrift JDBC/ODBC Server --num-executors 2 --executor-cores 4 --executor-memory 18g spark-internal --hiveconf hive.server2.thrift.port=9994 --hiveconf hive.server2.thrift.bind.host=ark3




-rw-r--r--. 1 root root  1396867 3月   2 23:19 hbase-client-1.1.2.2.6.1.0-129.jar
-rw-r--r--. 1 root root   575960 3月   2 23:20 hbase-common-1.1.2.2.6.1.0-129.jar
-rw-r--r--. 1 root root  4956260 3月   2 23:20 hbase-protocol-1.1.2.2.6.1.0-129.jar
-rw-r--r--. 1 root root  4580584 3月   2 23:20 hbase-server-1.1.2.2.6.1.0-129.jar
-rw-r--r--. 1 root root   115935 3月   2 22:05 hive-hbase-handler-1.2.1.jar


分享到:
评论

相关推荐

Global site tag (gtag.js) - Google Analytics