火花组件
Clojure组件,用于使用管理Spark上下文的生命周期以及。
安装
用法
( ns my-app
( :require [components.spark :refer [new-spark]]
[flambo.conf :as conf]))
( defn my-system [config]
( let [spark-config ( -> ( conf/spark-conf )
( conf/master ( config :spark-master-url " local " ))
( conf/app-name ( config :spark-app-name " my_app " )))]
( component