- 浏览: 23616 次
- 性别:
- 来自: 深圳
文章分类
最新评论
一.下载
https://github.com/azkaban/azkaban
git clone https://github.com/azkaban/azkaban.git
或wget azkaban.version url
二.编译
o build Azkaban packages from source, run:
./gradlew distTar
The above command builds all Azkaban packages and packages them into GZipped Tar archives. To build Zip archives, run:
./gradlew distZip
If not building for the first time, it's good to clean first:
./gradlew clean
三.安装配置
cd /opt
tar zxvf azkaban-exec-server-3.1.0.tar.gz
tar zxvf azkaban-web-server-3.1.0.tar.gz
tar zxvf azkaban-sql-3.1.0.tar.gz
mysql> use azkaban;
mysql> source /opt/azkaban-sql-3.1.0/create-all-sql-3.1.0.sql
keytool -keystore keystore -alias jetty -genkey -keyalg RSA
1.webserver,
conf/azkaban.properties关注点,配置路径用绝对路径, keystore密码
# Azkaban Personalization Settings
azkaban.name=Test
azkaban.label=My Local Azkaban
azkaban.color=#FF3601
azkaban.default.servlet.path=/index
web.resource.dir=/opt/azkaban/azkaban-web-server-0.1.0-SNAPSHOT/web/
default.timezone.id=Asia/Shanghai
# Azkaban UserManager class
user.manager.class=azkaban.user.XmlUserManager
user.manager.xml.file=conf/azkaban-users.xml
# Loader for projects
executor.global.properties=conf/global.properties
azkaban.project.dir=projects
database.type=mysql
mysql.port=3306
mysql.host=172.18.203.131
mysql.database=azkaban
mysql.user=root
mysql.password=rootROOT1.
mysql.numconnections=100
# Velocity dev mode
velocity.dev.mode=false
# Azkaban Jetty server properties.
jetty.maxThreads=25
jetty.ssl.port=8443
# jetty.use.ssl=false
jetty.port=8081
jetty.keystore=keystore
jetty.password=password(记得改成keystore中密码)
jetty.keypassword=keypassword(记得改成keystore中密码)
jetty.truststore=keystore
jetty.trustpassword=password(记得改成keystore中密码)
jetty.excludeCipherSuites=SSL_RSA_WITH_DES_CBC_SHA,SSL_DHE_RSA_WITH_DES_CBC_SHA,SSL_DHE_DSS_WITH_DES_CBC_SHA,SSL_RSA_EXPORT_WITH_RC4_40_MD5,SSL_RSA_EXPORT_WITH_DES40_CBC_SHA,SSL_DHE_RSA_EXPORT_WITH_DES40_CBC_SHA,SSL_DHE_RSA_WITH_3DES_EDE_CBC_SHA,SSL_DHE_DSS_WITH_3DES_EDE_CBC_SHA,TLS_DHE_RSA_WITH_AES_256_CBC_SHA256,TLS_DHE_DSS_WITH_AES_256_CBC_SHA256,TLS_DHE_RSA_WITH_AES_256_CBC_SHA,TLS_DHE_DSS_WITH_AES_256_CBC_SHA,TLS_DHE_RSA_WITH_AES_128_CBC_SHA256,TLS_DHE_DSS_WITH_AES_128_CBC_SHA256,TLS_DHE_RSA_WITH_AES_128_CBC_SHA,TLS_DHE_DSS_WITH_AES_128_CBC_SHA
# Azkaban Executor settings
executor.port=12321
# mail settings
mail.sender=
mail.host=
job.failure.email=
job.success.email=
lockdown.create.projects=false
cache.directory=cache
# JMX stats
jetty.connector.stats=true
executor.connector.stats=true
conf 目录,修改 azkaban-users.xml
<azkaban-users>
<user username="azkaban" password="azkaban" roles="admin" groups="azkaban" />
<user username="metrics" password="metrics" roles="metrics"/>
<user username="admin" password="admin" roles="admin,metrics" />
<role name="admin" permissions="ADMIN" />
<role name="metrics" permissions="METRICS"/>
</azkaban-users>
conf 目录,修改 log4j.properties
log4j.rootLogger=INFO,C
log4j.appender.C=org.apache.log4j.ConsoleAppender
log4j.appender.C.Target=System.err
log4j.appender.C.layout=org.apache.log4j.PatternLayout
log4j.appender.C.layout.ConversionPattern=%d{yyyy-MM-dd HH:mm:ss} %-5p %c{1}:%L - %m%n
2.excutor server
# Azkaban
default.timezone.id=Asia/Shanghai
# Azkaban JobTypes Plugins
azkaban.jobtype.plugin.dir=/opt/azkaban/azkaban-exec-server-0.1.0-SNAPSHOTplugins/jobtypes
# Loader for projects
executor.global.properties=conf/global.properties
azkaban.project.dir=projects
database.type=mysql
mysql.port=3306
mysql.host=172.18.203.131
mysql.database=azkaban
mysql.user=root
mysql.password=rootROOT1.
mysql.numconnections=100
# Azkaban Executor settings
executor.maxThreads=50
executor.port=12321
executor.flow.threads=30
# JMX stats
jetty.connector.stats=true
executor.connector.stats=true
# uncomment to enable inmemory stats for azkaban
#executor.metric.reports=true
#executor.metric.milisecinterval.default=60000
3.修改 /plugins/jobtypes、commonprivate.properties避免很多报错
# set execute-as-user
execute.as.user=false
memCheck.enabled=false
azkaban.native.lib=false
四.任务创建:
cat > /opt/azkaban/azkaban-exec-server-0.1.0-SNAPSHOT/projects/foo.job
type=command
command=echo "Hello World"
cat > /opt/azkaban-exec-server-0.1.0-SNAPSHOT/projects/bar.job
type=command
dependencies=foo
command=echo "bar"
五.任务压缩打包, 登录上传,配置定时任务
https://172.18.203.131:8443 azkaban azkaban
https://github.com/azkaban/azkaban
git clone https://github.com/azkaban/azkaban.git
或wget azkaban.version url
二.编译
o build Azkaban packages from source, run:
./gradlew distTar
The above command builds all Azkaban packages and packages them into GZipped Tar archives. To build Zip archives, run:
./gradlew distZip
If not building for the first time, it's good to clean first:
./gradlew clean
三.安装配置
cd /opt
tar zxvf azkaban-exec-server-3.1.0.tar.gz
tar zxvf azkaban-web-server-3.1.0.tar.gz
tar zxvf azkaban-sql-3.1.0.tar.gz
mysql> use azkaban;
mysql> source /opt/azkaban-sql-3.1.0/create-all-sql-3.1.0.sql
keytool -keystore keystore -alias jetty -genkey -keyalg RSA
1.webserver,
conf/azkaban.properties关注点,配置路径用绝对路径, keystore密码
# Azkaban Personalization Settings
azkaban.name=Test
azkaban.label=My Local Azkaban
azkaban.color=#FF3601
azkaban.default.servlet.path=/index
web.resource.dir=/opt/azkaban/azkaban-web-server-0.1.0-SNAPSHOT/web/
default.timezone.id=Asia/Shanghai
# Azkaban UserManager class
user.manager.class=azkaban.user.XmlUserManager
user.manager.xml.file=conf/azkaban-users.xml
# Loader for projects
executor.global.properties=conf/global.properties
azkaban.project.dir=projects
database.type=mysql
mysql.port=3306
mysql.host=172.18.203.131
mysql.database=azkaban
mysql.user=root
mysql.password=rootROOT1.
mysql.numconnections=100
# Velocity dev mode
velocity.dev.mode=false
# Azkaban Jetty server properties.
jetty.maxThreads=25
jetty.ssl.port=8443
# jetty.use.ssl=false
jetty.port=8081
jetty.keystore=keystore
jetty.password=password(记得改成keystore中密码)
jetty.keypassword=keypassword(记得改成keystore中密码)
jetty.truststore=keystore
jetty.trustpassword=password(记得改成keystore中密码)
jetty.excludeCipherSuites=SSL_RSA_WITH_DES_CBC_SHA,SSL_DHE_RSA_WITH_DES_CBC_SHA,SSL_DHE_DSS_WITH_DES_CBC_SHA,SSL_RSA_EXPORT_WITH_RC4_40_MD5,SSL_RSA_EXPORT_WITH_DES40_CBC_SHA,SSL_DHE_RSA_EXPORT_WITH_DES40_CBC_SHA,SSL_DHE_RSA_WITH_3DES_EDE_CBC_SHA,SSL_DHE_DSS_WITH_3DES_EDE_CBC_SHA,TLS_DHE_RSA_WITH_AES_256_CBC_SHA256,TLS_DHE_DSS_WITH_AES_256_CBC_SHA256,TLS_DHE_RSA_WITH_AES_256_CBC_SHA,TLS_DHE_DSS_WITH_AES_256_CBC_SHA,TLS_DHE_RSA_WITH_AES_128_CBC_SHA256,TLS_DHE_DSS_WITH_AES_128_CBC_SHA256,TLS_DHE_RSA_WITH_AES_128_CBC_SHA,TLS_DHE_DSS_WITH_AES_128_CBC_SHA
# Azkaban Executor settings
executor.port=12321
# mail settings
mail.sender=
mail.host=
job.failure.email=
job.success.email=
lockdown.create.projects=false
cache.directory=cache
# JMX stats
jetty.connector.stats=true
executor.connector.stats=true
conf 目录,修改 azkaban-users.xml
<azkaban-users>
<user username="azkaban" password="azkaban" roles="admin" groups="azkaban" />
<user username="metrics" password="metrics" roles="metrics"/>
<user username="admin" password="admin" roles="admin,metrics" />
<role name="admin" permissions="ADMIN" />
<role name="metrics" permissions="METRICS"/>
</azkaban-users>
conf 目录,修改 log4j.properties
log4j.rootLogger=INFO,C
log4j.appender.C=org.apache.log4j.ConsoleAppender
log4j.appender.C.Target=System.err
log4j.appender.C.layout=org.apache.log4j.PatternLayout
log4j.appender.C.layout.ConversionPattern=%d{yyyy-MM-dd HH:mm:ss} %-5p %c{1}:%L - %m%n
2.excutor server
# Azkaban
default.timezone.id=Asia/Shanghai
# Azkaban JobTypes Plugins
azkaban.jobtype.plugin.dir=/opt/azkaban/azkaban-exec-server-0.1.0-SNAPSHOTplugins/jobtypes
# Loader for projects
executor.global.properties=conf/global.properties
azkaban.project.dir=projects
database.type=mysql
mysql.port=3306
mysql.host=172.18.203.131
mysql.database=azkaban
mysql.user=root
mysql.password=rootROOT1.
mysql.numconnections=100
# Azkaban Executor settings
executor.maxThreads=50
executor.port=12321
executor.flow.threads=30
# JMX stats
jetty.connector.stats=true
executor.connector.stats=true
# uncomment to enable inmemory stats for azkaban
#executor.metric.reports=true
#executor.metric.milisecinterval.default=60000
3.修改 /plugins/jobtypes、commonprivate.properties避免很多报错
# set execute-as-user
execute.as.user=false
memCheck.enabled=false
azkaban.native.lib=false
四.任务创建:
cat > /opt/azkaban/azkaban-exec-server-0.1.0-SNAPSHOT/projects/foo.job
type=command
command=echo "Hello World"
cat > /opt/azkaban-exec-server-0.1.0-SNAPSHOT/projects/bar.job
type=command
dependencies=foo
command=echo "bar"
五.任务压缩打包, 登录上传,配置定时任务
https://172.18.203.131:8443 azkaban azkaban
发表评论
-
Canal相关理解
2017-12-29 16:18 428转载:http://www.importnew.com/251 ... -
kettle部署
2017-12-26 16:04 6591.将jmbi sql先上生产环境, 参考附件jmbi.sql ... -
crontab定时运行MR不行,手动shell可以执行成功问题排查过程
2017-12-26 15:48 784设置了定时任务,但MR任务没有执行。 第一步:手动执行she ... -
Flume+kafka+Spark Steaming demo2
2017-11-22 13:15 427一,flume配置 # Name the components ... -
Flume+Kafka+Spark Steaming demo
2017-11-21 15:21 405一.准备flume配置 a1.sources = r1 a1. ... -
HBase表导出成HDFS
2017-10-19 19:40 856导出步骤:在old cluster上/opt/cloudera ... -
zepplin实战
2017-10-13 16:10 332一句话介绍Zeppelin 以笔记(Note)的形式展示的数据 ... -
KYKIN安装
2017-09-30 17:35 121. Kylin的一些概念 No. 关键字 解释 1 Kyl ... -
KYKIN安装
2017-09-30 17:40 3281. Kylin的一些概念 No. 关键字 解释 1 Kyl ... -
Logstash安装部署配置
2017-04-28 10:24 947为了实现各业务平台日志信息采集到大数据平台hdf ... -
HBASE API
2017-04-18 11:01 439package org.jumore.test; impor ... -
Ambari卸载shell
2017-03-28 17:28 431#!/bin/bash # Program: # uni ... -
linux ssh 相互密码登录
2017-02-22 13:40 3511.修改集群各机器名称 vim /etc/sysconfig/ ... -
Kettle Linux 安装部署
2017-02-15 17:20 1278一.安装JDK环境:根据自己的linux系统选择相应的版本,比 ... -
hadoop环境搭建
2017-01-23 17:31 319192.168.23.231 server1 192.168. ... -
环境安装
2017-01-17 16:26 357物理机部署分配 3台物理机上部署 Zookeeper 3个,F ... -
Storm demo
2016-12-19 15:50 413public class SentenceSpout exte ... -
运行Hadoop jar 第三方jar包依赖
2016-08-22 13:47 960将自己编写的MapReduce程序打包成jar后,在运行 ha ... -
windows10下运行MR错误
2016-07-05 13:45 1568当在windows下运行MR程序时,会报各种错误。现把这次碰到 ... -
HBase问题
2016-06-16 17:02 2481.java.net.UnknownHostException ...
相关推荐
开源调度工具Azkaban详细安装步骤及使用说明,该文档目前是最新版本3.39.0版,较之前的版本发生了很大变化,需要的同学可以下载,如有不正确的地方欢迎留言。
调度工具 - azkaban安装配置,使用手册~~~
Azkaban安装与使用
电商数仓项目(五) Azkaban 安装、配置和使用 编译后的文件
大数据教程-Azkaban安装实录,安装、配置详细细节步骤
调度工具 - azkaban安装配置,使用手册
Azkaban Personalization Settings , set up in centos
该PPT主要对AZKABAN的各部分组件及akzaban的架构个各个组件的功能及他们的用途做了简单的介绍
azkaban的编译,到安装。安装每个环节的细节和需要注意事项!
Azkaban安装部署;Azkaban复杂工作流的配置部署,工作流配置文件的编写规则;Azkaban工作流失败重试机制及定时调度;Azkaban邮件报警;Azkaban电话报警等。 本套教程为老版教程的全新升级,基于Azkaban版本3.x讲解...
azkaban安装文件
azkaban-executor-server-2.5.0-tar.gz azkaban-web-server-2.5.0-tar.gz azkaban-sql-script-2.5.0-tar.gz
Azkaban 3.0+ 安装Azkaban 3.0+ 安装
Azkaban2.5完整的安装手册和安装包azkaban-executor-server-2.5.0.tar.gz、azkaban-sql-script-2.5.0.tar.gz、azkaban-web-server-2.5.0.tar.gz
下载即可安装
azkaban3.90.0详细安装教程https://blog.csdn.net/qq_25073261/article/details/107460525。该压缩包包含了azkaban3.90.0所有组件编译后的文件:azkaban-db、azkaban-exec-server、azkaban-solo-server、azkaban-web...
18.电商项目之Azkaban安装(Exec参数配置).mp4 19.电商项目之Azkaban安装(Web参数配置).mp4 20.电商项目之Azkaban案例(2.X任务).mp4 21.电商项目之Azkaban案例(2.x案例2).mp4 22.电商项目之Azkaban案例(2.X...
Azkaban和datax安装文档
azkaban3.33.0安装文档,已踩完全部坑,按照文档安装后可直接进入web控制台,并完美运行job