配置文件 - NextMark/datashops GitHub Wiki
# hdfs
# ds临时文件目录,如shell、Python脚本
data.basedir.path=/tmp/datashops
# 上传的资源文件存储方式
resource.storage.type=HDFS
# 上传资源文件临时目录
resource.upload.path=/tmp/ds/res
hadoop.security.authentication.startup.state=false
java.security.krb5.conf.path=/opt/krb5.conf
[email protected]
login.user.keytab.path=/opt/hdfs.headless.keytab
hdfs.root.user=hdfs
fs.defaultFS=hdfs://nameservice1
fs.default.name=hdfs://nameservice1:8020
yarn.resourcemanager.ha.rm.ids=192.168.xx.xx,192.168.xx.xx
yarn.application.status.address=http://nameservice1:8088/ws/v1/cluster/apps/%s
yarn.application.cancel.address=http://nameservice1:8088/ws/v1/cluster/apps/%s/state
yarn.job.history.status.address=http://nameservice1:19888/ws/v1/history/mapreduce/jobs/%s
development.state=false
kerberos.expire.time=2
datasource.encryption.enable=false
datasource.encryption.salt=!@#$%^&*
# flink
# flink 相关jar目录
flink.libs.path=hdfs://nameservice1/tmp/ds/flink/libs
# datashop-flink jar and user upload jar
flink.user.jar.path=hdfs://nameservice1/tmp/ds/user_jars/
# flink yarn jar
flink.dist.jar.path=hdfs://nameservice1/tmp/ds/flink/libs/flink-yarn_2.12-1.13.1.jar
# datashops-flink 代理jar包
flink.integration.jar=datashops-flink-0.0.2.jar
# node
# master rpc端口
master.grpc.server.port=60000
# worker rpc端口
worker.grpc.server.port=60001
# worker节点线程池大小
worker.job.exec.threads=100
# master心跳间隔
master.heartbeat.interval=30
# worker心跳间隔
worker.heartbeat.interval=30
master.rpc.process.threads=10
# master finder线程执行间隔(秒)
master.finder.interval=3
# 检查正在yarn执行任务状态间隔
master.status.checker.interval=5
# worker节点作业日志路径
log.basedir.path=/var/log/ds
# aliyun
aliyun.oss.region=cn-beijing
aliyun.oss.endpoint=oss-cn-beijing.aliyuncs.com
aliyun.oss.key.id=xxx
aliyun.oss.key.secret=xxx
aliyun.oss.bucket.name=xxx
# jdbc
spring.datasource.driver-class-name=com.mysql.cj.jdbc.Driver
spring.datasource.url=jdbc:mysql://127.0.0.1:3306/datashops?useUnicode=true&characterEncoding=utf-8&useSSL=false&serverTimezone=Asia/Shanghai
spring.datasource.username=datashops
spring.datasource.password=datashops
# zookeeper
zookeeper.quorum=127.0.0.1:2181
zookeeper.connection.digest=
zookeeper.session.timeout=10000
zookeeper.connection.timeout=30000
zookeeper.retry.base.sleep=100
zookeeper.retry.max.sleep=30000
zookeeper.retry.max.time=10
zookeeper.max.wait.time=10000