基于 Flume+Kafka+Spark Streaming 实现实时监控输出日志的报警系统的 Spark Streaming ...

#!/bin/bash export HADOOP_USER_NAME=hdfs spark2-submit \ --master yarn \ --deploy-mode client \ --executor-cores 3 \ --num-executors 10 \ --driver-memory 2g \ --executor-memory 1G \ --conf spark.default.parallelism=30 \ --conf spark.storage.memoryFraction=0.5 \ --conf spark.shuffle.memoryFraction=0.3 \ --conf spark.reducer.maxSizeInFlight=128m \ --driver-class-path mysql-connector-java-5.1.38.jar \ --jars mysql-connector-java-5.1.38.jar,qqwry-java-0.7.0.jar,fastjson-1.2.47.jar,spark-streaming-kafka-10_2.11-2.2.0.jar,hive-hbase-handler-1.1.0-cdh5.13.0.jar,commons-email-1.5.jar,commons-email-1.5-sources.jar,mail-1.4.7.jar \ --class com.lin.monitorlog.mianer.Handler \ monitorLog.jar #[END]