logstash.sh
#!/bin/bash
/home/haoren/data/logstash-5.0.2/bin/logstash -f lkbillserver.conf &
lkbillserver.conf配置如下
input {
file {
path => "/log/lkbillserver.log"
codec => plain {
charset => "GBK"
}
#start_position => "beginning"
#sincedb_path => "/dev/null"
type => "lkbillserver"
}
}
filter {
if ([message] =~ "人民幣統計"){
mutate {replace => { "type" => "dubijiesuan" }}
grok {
#170208-10:00:28 Bill[40268] INFO: [人民幣結算]時間(1486519228),用戶身份(30581009),原來人民幣(12567),現在人民幣(16567),人民幣操作(1),增加(4000),操作類型(19),操作詳情(2),操作數量(0).描述:通用人民幣操作
#170208-10:00:01 Bill[40268] INFO: [人民幣結算]時間(1486519201),用戶身份(22327945),原來人民幣(2572),現在人民幣(2532),人民幣操作(2),扣除(40),操作類型(19),操作詳情(15),操作數量(0).描述:通用人民幣操作
match => [ "message", "(?<datetime>(?>/d{6}-/d/d:/d/d:/d/d)) Bill/[/d+/] INFO: /[人民幣結算/]時間/(%{NUMBER:time:int}/),用戶身份/(%{NUMBER:user身份:int}/),原來人民幣/(%{NUMBER:oldcoin:int}/),現在人民幣/(%{NUMBER:currentcoin:int}/),人民幣操作/(%{NUMBER:coinop:int}/),%{DATA:sop}/(%{NUMBER:coinnum:int}/),操作類型/(%{NUMBER:optype:int}/),操作詳情/(%{NUMBER:opdetail:int}/),操作數量/(%{NUMBER:opnum:int}/).描述:%{DATA:sinfo}"]
}
}
else{
drop{}
}
date {
match => ["datetime", "yyMMdd-HH:mm:ss"]
#timezone => ["Asia/Hong_Kong"]
#remove_field => ["time"]
}
ruby {
code => "event.timestamp.time.localtime"
}
mutate {
#some pc no host
replace => { "host" => "192.168.10.7" }
}
}
output {
#stdout {
# codec => plain {
# charset => "UTF-8"
# #charset => "GBK"
# }
#}
#file {
# path => "/tmp/logstash.log"
# codec => json {
# charset => "UTF-8"
# }
#}
redis {
host => ["192.168.10.8"]
port => 6379
data_type => "list"
key => "logstash"
passWord => "A8841c09BAD52E63067C4DA"
codec => json {
charset => "UTF-8"
}
}
}
/home/haoren/data/elasticsearch-5.0.2/configelasticsearch.yml配置如下
cluster.name: es-5.0-haoren
node.name: node-18
network.host: 0.0.0.0
http.port: 9200
http.cors.enabled: true
http.cors.allow-origin: "*"
elasticsearch.sh
#!/bin/bash
cd /home/haoren/data/elasticsearch-5.0.2/
/home/haoren/data/elasticsearch-5.0.2/bin/elasticsearch -d
/home/haoren/data/kibana-5.0.2-linux-x86_64/configkibana.yml配置如下
server.port: 5601
server.host: "0.0.0.0"
elasticsearch.url: "http://53.92.155.26:9200"
kibana.sh
#!/bin/bash
cd /home/haoren/data/kibana-5.0.2-linux-x86_64
/home/haoren/data/kibana-5.0.2-linux-x86_64/bin/kibana serve &
logstash.sh
#!/bin/bash
/home/haoren/data/logstash-5.0.2/bin/logstash -f logstash.conf &
/home/haoren/data/logstash-5.0.2/logstash.conf配置如下
input {
redis {
host => ["192.168.10.8"]
port => 6379
password => "A8841c09BAD52E63067C4DA"
data_type => "list"
key => "logstash"
codec => json {
charset => "UTF-8"
}
}
}
filter {
ruby {
code=>"event.set('daytag',event.timestamp.time.localtime.strftime('%Y.%m.%d'))"
}
}
output {
elasticsearch {
hosts => ["127.0.0.1:9200"]
index => "%{type}-%{daytag}"
user => "logstashserver"
password => "A950C0FB2D833E42C1AC59210CD5CDF8"
}
}
/home/haoren/data/logstash-5.0.2/filebeat.sh
#!/bin/bash
/home/haoren/data/logstash-5.0.2/bin/logstash -f filebeat.conf &
/home/haoren/data/logstash-5.0.2/filebeat.conf配置如下
input {
redis {
host => ["192.168.10.8"]
port => 26379
password => "A8841c09BAD52E63067C4DA"
data_type => "list"
key => "filebeat"
codec => json {
charset => "UTF-8"
}
}
#file {
# path => "/home/haoren/data/logstash-5.0.2/filebeat.txt"
# codec => plain {
# charset => "GBK"
# }
# start_position => "beginning"
# sincedb_path => "/dev/null"
# type => "pchannelserver"
#}
#file {
# path => "/home/haoren/data/logstash-5.0.2/filebeat.json"
# codec => json {
# charset => "UTF-8"
# }
# start_position => "beginning"
# sincedb_path => "/dev/null"
# type => "pchannelserver"
#}
}
filter {
if( [type] == "sessionserver" ){
if( [message] =~ "登陸統計"){
mutate {replace => { "type" => "userlogin" }}
grok {
#161206-16:00:00 SS[4306] TRACE: [登陸統計]收到角色(82559870)登陸(PC)ip(124.239.95.209)MAC(52229449286)機器身份(454070640)渠道(0)game身份(6)端口(3889)登陸類型(1)
match => [ "message", "(?<datetime>(?>/d{6}-/d/d:/d/d:/d/d)) SS/[/d+/].*?TRACE: /[登陸統計/]收到角色/(%{NUMBER:user身份:int}/)登陸/(%{DATA:sclient}/)IP/(%{DATA:sip}/)MAC/(%{DATA:smac}/)機器身份/(%{NUMBER:m身份:int}/)渠道/(%{NUMBER:apk身份:int}/)game身份/(%{NUMBER:game身份:int}/)端口/(%{NUMBER:port:int}/)登陸類型/(%{NUMBER:logintype:int}/)"]
}
}
else if ([message] =~ "注冊統計"){
mutate {replace => { "type" => "userreg" }}
grok{
#161205-15:33:22 SS[4306] TRACE: [注冊統計]用戶(87475178)注冊(Andro身份)渠道(8)賬號(_wx_omj_avq_nz8obsk6yy5dsmfrlfmk)
match => [ "message", "(?<datetime>(?>/d{6}-/d/d:/d/d:/d/d)) SS/[/d+/].*?TRACE: /[注冊統計/]用戶/(%{NUMBER:user身份:int}/)注冊/(%{DATA:sclient}/)渠道/(%{NUMBER:apk身份:int}/)賬號/(%{DATA:saccount}/)" ]
}
}
}
else if( [type] == "activityserver" ){
if( [message] =~ "用戶注冊渠道獎勵統計"){
mutate {replace => { "type" => "actvityregreward" }}
grok {
#161212-10:17:29 ActivityServer[17702] INFO: [UserRegisterReward.cpp:90] [用戶注冊渠道獎勵統計]用戶(87582819)客戶端(0)注冊渠道(1001)機器碼(476931654)獎勵包裹(77)個數(100)當日獎勵(100)上限(1000000)
match => [ "message", "(?<datetime>(?>/d{6}-/d/d:/d/d:/d/d)) ActivityServer/[/d+/].*?INFO: .*?/[用戶注冊渠道獎勵統計/]用戶/(%{NUMBER:user身份:int}/)客戶端/(%{NUMBER:client:int}/)注冊渠道/(%{NUMBER:apk身份:int}/)機器碼/(%{NUMBER:m身份:int}/)獎勵包裹/(%{NUMBER:pack身份:int}/)個數/(%{NUMBER:num:int}/)當日獎勵/(%{NUMBER:todaynum:int}/)上限/(%{NUMBER:maxnum:int}/)/)"]
}
}
else if( [message] =~ "充值礼包統計"){
mutate {replace => { "type" => "activityrechargebag" }}
grok {
#161220-17:02:53 ActivityServer[17700] INFO: [ActivityRechargeBag.cpp:559] [充值礼包統計]用戶(60163778)獲得(8800)礼包類型(2)用戶獲得( 1029:1)官方獲得( 1062:688)
match => [ "message", "(?<datetime>(?>/d{6}-/d/d:/d/d:/d/d)) ActivityServer/[/d+/].*?INFO: /[.*?/] /[充值礼包統計/]用戶/(%{NUMBER:user身份:int}/)獲得/(%{NUMBER:p身份:int}/)礼包類型/(%{NUMBER:ptype:int}/)用戶獲得/(%{DATA:userget}/)官方獲得/(%{DATA:singerget}/)"]
}
}
else if( [message] =~ "16年度盛典分數統計"){
mutate {replace => { "type" => "activitymodules" }}
grok {
#161220-17:05:31 ActivityServer[17702] INFO: [ActivityModules.cpp:837][2016] [盛典分數統計]用戶(84795176)平臺(65780103)歌唱家(65780103)個數(20)礼物(92)價值(0)原分數(385399)增加分數(20)現分數(385419)淘汰(0)新舊(0)
match => [ "message", "(?<datetime>(?>/d{6}-/d/d:/d/d:/d/d)) ActivityServer/[/d+/] INFO: /[.*?/]/[競技賽/] /[盛典分數統計/]用戶/(%{NUMBER:user身份:int}/)平臺/(%{NUMBER:channel身份:int}/)主播/(%{NUMBER:singer身份:int}/)個數/(%{NUMBER:num:int}/)礼物/(%{NUMBER:item身份:int}/)價值/(%{NUMBER:coin:int}/)原分數/(%{NUMBER:oldscore:int}/)增加分數/(%{NUMBER:addscore:int}/)現分數/(%{NUMBER:nowscore:int}/)淘汰/(%{NUMBER:out:int}/)新舊/(%{NUMBER:isnew:int}/)"]
}
}
}
else if( [type] == "vchannelserver" ){
if( [message] =~ "進出平臺統計"){
mutate {replace => { "type" => "vchannelin" }}
grok {
#170109-12:59:39 VChannelServer[15000] INFO: [Channel.cpp:414] [進出平臺統計]用戶(22016998)(進入)平臺(3998186)端(0)渠道(0)IMState(6)機器身份(246418457)播(87261227)客(0)
#170109-12:59:40 VChannelServer[15000] INFO: [Channel.cpp:414] [進出平臺統計]用戶(83735196)(離開)平臺(4029779)端(3)渠道(0)IMState(13)機器身份(0)播(0)客(0)
#170118-09:59:58 VChannelServer[15001] INFO: [Channel.cpp:417] [進出平臺統計]用戶(87455625)(進入)平臺(3830989)端(3)渠道(2017)IMState(13)機器身份(0)播(65256549)客(0)游戲身份(0)
#170118-09:59:59 VChannelServer[15001] INFO: [Channel.cpp:417] [進出平臺統計]用戶(3015482583)(離開)平臺(3830989)端(0)渠道(0)IMState(13)機器身份(0)播(65256549)客(1)游戲身份(0)
match => [ "message", "(?<datetime>(?>/d{6}-/d/d:/d/d:/d/d)) VChannelServer/[/d+/] INFO: /[.*?/] /[進出平臺統計/]用戶/(%{NUMBER:user身份:int}/)/(%{DATA:sop}/)平臺/(%{NUMBER:channel身份:int}/)端/(%{NUMBER:client:int}/)渠道/(%{NUMBER:apk身份:int}/)IMState/(%{NUMBER:imstate:int}/)機器身份/(%{NUMBER:m身份:int}/)播/(%{NUMBER:singer身份:int}/)客/(%{NUMBER:istemp:int}/)身份/(%{NUMBER:game身份:int}/)"]
}
}
}
else if( [type] == "pchannelserver" ){
if( [message] =~ "進出平臺統計"){
mutate {replace => { "type" => "pchannelin" }}
grok {
#170111-00:00:17 PChannelServer[18701] INFO: [進出平臺統計]用戶(88464974)(進入)平臺(86972527)端(0)渠道(0)IMState(6)機器身份(0)播(86972527)客(0)
#170111-00:00:43 PChannelServer[18701] INFO: [進出平臺統計]用戶(88464904)(退出)平臺(86972527)端(0)渠道(0)IMState(6)機器身份(0)播(86972527)客(0)
match => [ "message", "(?<datetime>(?>/d{6}-/d/d:/d/d:/d/d)) PChannelServer/[/d+/] INFO: /[進出平臺統計/]用戶/(%{NUMBER:user身份:int}/)/(%{DATA:sop}/)平臺/(%{NUMBER:channel身份:int}/)端/(%{NUMBER:client:int}/)渠道/(%{NUMBER:apk身份:int}/)IMState/(%{NUMBER:imstate:int}/)機器身份/(%{NUMBER:m身份:int}/)播/(%{NUMBER:singer身份:int}/)客/(%{NUMBER:istemp:int}/)"]
}
}
}
else if( [type] == "billserver" ){
if( [message] =~ "人民幣統計"){
mutate {replace => { "type" => "dubijiesuan" }}
grok {
#170208-10:00:28 Bill[40268] INFO: [人民幣結算]時間(1486519228),用戶身份(30581009),原來人民幣(12567),現在人民幣(16567),人民幣操作(1),增加(4000),操作類型(19),操作詳情(2),操作數量(0).描述:通用人民幣操作
#170208-10:00:01 Bill[40268] INFO: [人民幣結算]時間(1486519201),用戶身份(22327945),原來人民幣(2572),現在人民幣(2532),人民幣操作(2),扣除(40),操作類型(19),操作詳情(15),操作數量(0).描述:通用人民幣操作
match => [ "message", "(?<datetime>(?>/d{6}-/d/d:/d/d:/d/d)) Bill/[/d+/] INFO: /[人民幣結算/]時間/(%{NUMBER:time:int}/),用戶身份/(%{NUMBER:user身份:int}/),原來人民幣/(%{NUMBER:oldcoin:int}/),現在人民幣/(%{NUMBER:currentcoin:int}/),人民幣操作/(%{NUMBER:coinop:int}/),%{DATA:sop}/(%{NUMBER:coinnum:int}/),操作類型/(%{NUMBER:optype:int}/),操作詳情/(%{NUMBER:opdetail:int}/),操作數量/(%{NUMBER:opnum:int}/).描述:%{DATA:sinfo}"]
}
}
}
else{
drop{}
}
date {
match => ["datetime", "yyMMdd-HH:mm:ss"]
}
ruby {
code => "event.timestamp.time.localtime"
}
ruby {
code => "event.set('daytag',event.timestamp.time.localtime.strftime('%Y.%m.%d'))"
remove_field => ["tags"]
}
}
output {
#stdout {
# codec => plain {
# charset => "UTF-8"
# #charset => "GBK"
# }
#}
#file {
# path => "/tmp/logstash.log"
# codec => json {
# charset => "UTF-8"
# }
#}
elasticsearch {
hosts => ["127.0.0.1:19200"]
index => "%{type}-%{daytag}"
#index => "%{type}-%{+yyyy.MM.dd}"
user => "logstashserver"
password => "A950C0FB2D833E42C1AC59210CD5CDF8"
}
}
/home/haoren/soft/zeppelin-0.6.2-bin-all/conf/shiro.ini 配置如下
[users]
admin = [email protected]_z
user1 = password2, role1, role2
user2 = password3, role3
user3 = password4, role2
hao1 = [email protected], role1
zhang1 = zhang@haoren123, role1
yu = yu@haoren124
lian = lian@haoren333
[main]
sessionManager = org.apache.shiro.web.session.mgt.DefaultWebSessionManager
securityManager.sessionManager = $sessionManager
securityManager.sessionManager.globalSessionTimeout = 86400000
shiro.loginUrl = /api/login
[roles]
role1 = *
role2 = *
role3 = *
[urls]
/api/version = anon
/** = authc
/home/haoren/soft/zeppelin-0.6.2-bin-all/conf/zeppelin-env.sh配置如下
export SPARK_MASTER_IP=127.0.0.1
export SPARK_LOCAL_IP=127.0.0.1
export ZEPPELIN_MEM="-Xms1024m -Xmx16384m -XX:MaxPermSize=16384m"
/home/haoren/soft/zeppelin-0.6.2-bin-all/conf/zeppelin-site.xml配置如下
<PRoperty>
<name>zeppelin.server.port</name>
<value>18081</value>
<description>Server port.</description>
</property>
/home/haoren/soft/zeppelin-0.6.2-bin-all/conf/notebook-authorization.json配置如下
{
"authInfo": {
"2C319P4S7": {
"owners": [
"hao"
],
"readers": [
"hao"
],
"writers": [
"zhang",
"hao",
"yu"
]
},
"2C1JVSN53": {
"owners": [
"hao"
],
"readers": [
"hao"
],
"writers": [
"hao"
]
},
"2C1M3J3XZ": {
"owners": [
"hao"
],
"readers": [
"hao"
],
"writers": [
"hao"
]
},
"2C1XJZXGT": {
"owners": [
"hao"
],
"readers": [
"hao"
],
"writers": [
"zhang",
"hao",
"yu"
]
},
"2C56N6X9C": {
"owners": [
"hao"
],
"readers": [
"hao",
"yu"
],
"writers": [
"hao"
]
},
"2C49TEC59": {
"owners": [
"hao"
],
"readers": [
"hao"
],
"writers": [
"hao"
]
},
"2C6K6NBSS": {
"owners": [
"hao"
],
"readers": [
"lian"
],
"writers": [
"hao",
"lian",
"yu"
]
}
}
}
/home/haoren/soft/zeppelin-0.6.2-bin-all/conf/interpreter.json配置如下
{
"interpreterSettings": {
"2BZ82J2SU": {
"id": "2BZ82J2SU",
"name": "psql",
"group": "psql",
"properties": {
"postgresql.password": "",
"postgresql.driver.name": "org.postgresql.Driver",
"postgresql.max.result": "1000",
"postgresql.url": "jdbc:postgresql://localhost:5432/",
"postgresql.user": "gpadmin"
},
"interpreterGroup": [
{
"class": "org.apache.zeppelin.postgresql.PostgreSqlInterpreter",
"name": "sql"
}
],
"dependencies": [],
"option": {
"remote": true,
"perNoteSession": false,
"perNoteProcess": false,
"isExistingProcess": false
}
},
"2BY5XFDQC": {
"id": "2BY5XFDQC",
"name": "flink",
"group": "flink",
"properties": {
"port": "6123",
"host": "local"
},
"interpreterGroup": [
{
"class": "org.apache.zeppelin.flink.FlinkInterpreter",
"name": "flink"
}
],
"dependencies": [],
"option": {
"remote": true,
"perNoteSession": false,
"perNoteProcess": false,
"isExistingProcess": false
}
},
"2BZ3DPPQX": {
"id": "2BZ3DPPQX",
"name": "jdbc",
"group": "jdbc",
"properties": {
"phoenix.user": "phoenixuser",
"hive.url": "jdbc:hive2://localhost:10000",
"default.driver": "org.postgresql.Driver",
"phoenix.driver": "org.apache.phoenix.jdbc.PhoenixDriver",
"hive.user": "hive",
"psql.password": "",
"psql.user": "phoenixuser",
"psql.url": "jdbc:postgresql://localhost:5432/",
"default.user": "gpadmin",
"phoenix.hbase.client.retries.number": "1",
"phoenix.url": "jdbc:phoenix:localhost:2181:/hbase-unsecure",
"tajo.url": "jdbc:tajo://localhost:26002/default",
"tajo.driver": "org.apache.tajo.jdbc.TajoDriver",
"psql.driver": "org.postgresql.Driver",
"default.password": "",
"zeppelin.jdbc.concurrent.use": "true",
"hive.password": "",
"hive.driver": "org.apache.hive.jdbc.HiveDriver",
"common.max_count": "1000",
"phoenix.password": "",
"zeppelin.jdbc.concurrent.max_connection": "10",
"default.url": "jdbc:postgresql://localhost:5432/"
},
"interpreterGroup": [
{
"class": "org.apache.zeppelin.jdbc.JDBCInterpreter",
"name": "sql"
}
],
"dependencies": [],
"option": {
"remote": true,
"perNoteSession": false,
"perNoteProcess": false,
"isExistingProcess": false
}
},
"2BZTZF2EV": {
"id": "2BZTZF2EV",
"name": "kylin",
"group": "kylin",
"properties": {
"kylin.api.user": "ADMIN",
"kylin.query.limit": "5000",
"kylin.api.password": "KYLIN",
"kylin.query.offset": "0",
"kylin.query.project": "default",
"kylin.api.url": "http:///u003chost/u003e:/u003cport/u003e/kylin/api/query",
"kylin.query.ispartial": "true"
},
"interpreterGroup": [
{
"class": "org.apache.zeppelin.kylin.KylinInterpreter",
"name": "kylin"
}
],
"dependencies": [],
"option": {
"remote": true,
"perNoteSession": false,
"perNoteProcess": false,
"isExistingProcess": false
}
},
"2C1DG6ZVR": {
"id": "2C1DG6ZVR",
"name": "elasticsearch",
"group": "elasticsearch",
"properties": {
"elasticsearch.result.size": "10",
"elasticsearch.port": "9300",
"elasticsearch.cluster.name": "elasticsearch",
"elasticsearch.host": "localhost"
},
"interpreterGroup": [
{
"class": "org.apache.zeppelin.elasticsearch.ElasticsearchInterpreter",
"name": "elasticsearch"
}
],
"dependencies": [],
"option": {
"remote": true,
"perNoteSession": false,
"perNoteProcess": false,
"isExistingProcess": false
}
},
"2BYKSJZ9C": {
"id": "2BYKSJZ9C",
"name": "ignite",
"group": "ignite",
"properties": {
"ignite.peerClassLoadingEnabled": "true",
"ignite.config.url": "",
"ignite.jdbc.url": "jdbc:ignite:cfg://default-ignite-jdbc.xml",
"ignite.clientMode": "true",
"ignite.addresses": "127.0.0.1:47500..47509"
},
"interpreterGroup": [
{
"class": "org.apache.zeppelin.ignite.IgniteInterpreter",
"name": "ignite"
},
{
"class": "org.apache.zeppelin.ignite.IgniteSqlInterpreter",
"name": "ignitesql"
}
],
"dependencies": [],
"option": {
"remote": true,
"perNoteSession": false,
"perNoteProcess": false,
"isExistingProcess": false
}
},
"2BYECAAP6": {
"id": "2BYECAAP6",
"name": "angular",
"group": "angular",
"properties": {},
"interpreterGroup": [
{
"class": "org.apache.zeppelin.angular.AngularInterpreter",
"name": "angular"
}
],
"dependencies": [],
"option": {
"remote": true,
"perNoteSession": false,
"perNoteProcess": false,
"isExistingProcess": false
}
},
"2BZJZ266V": {
"id": "2BZJZ266V",
"name": "file",
"group": "file",
"properties": {
"hdfs.user": "hdfs",
"hdfs.maxlength": "1000",
"hdfs.url": "http://localhost:50070/webhdfs/v1/"
},
"interpreterGroup": [
{
"class": "org.apache.zeppelin.file.HDFSFileInterpreter",
"name": "hdfs"
}
],
"dependencies": [],
"option": {
"remote": true,
"perNoteSession": false,
"perNoteProcess": false,
"isExistingProcess": false
}
},
"2BXY3DBVE": {
"id": "2BXY3DBVE",
"name": "hbase",
"group": "hbase",
"properties": {
"zeppelin.hbase.test.mode": "false",
"hbase.ruby.sources": "lib/ruby",
"hbase.home": "/usr/lib/hbase/"
},
"interpreterGroup": [
{
"class": "org.apache.zeppelin.hbase.HbaseInterpreter",
"name": "hbase"
}
],
"dependencies": [],
"option": {
"remote": true,
"perNoteSession": false,
"perNoteProcess": false,
"isExistingProcess": false
}
},
"2BY98FHVP": {
"id": "2BY98FHVP",
"name": "cassandra",
"group": "cassandra",
"properties": {
"cassandra.query.default.consistency": "ONE",
"cassandra.pooling.max.connection.per.host.local": "8",
"cassandra.load.balancing.policy": "DEFAULT",
"cassandra.pooling.new.connection.threshold.local": "100",
"cassandra.credentials.password": "none",
"cassandra.native.port": "9042",
"cassandra.hosts": "localhost",
"cassandra.pooling.core.connection.per.host.local": "2",
"cassandra.retry.policy": "DEFAULT",
"cassandra.pooling.pool.timeout.millisecs": "5000",
"cassandra.protocol.version": "4",
"cassandra.pooling.new.connection.threshold.remote": "100",
"cassandra.pooling.core.connection.per.host.remote": "1",
"cassandra.pooling.max.request.per.connection.remote": "256",
"cassandra.cluster": "Test Cluster",
"cassandra.pooling.max.request.per.connection.local": "1024",
"cassandra.speculative.execution.policy": "DEFAULT",
"cassandra.compression.protocol": "NONE",
"cassandra.query.default.fetchSize": "5000",
"cassandra.keyspace": "system",
"cassandra.pooling.idle.timeout.seconds": "120",
"cassandra.credentials.username": "none",
"cassandra.max.schema.agreement.wait.second": "10",
"cassandra.socket.tcp.no_delay": "true",
"cassandra.interpreter.parallelism": "10",
"cassandra.query.default.serial.consistency": "SERIAL",
"cassandra.socket.connection.timeout.millisecs": "5000",
"cassandra.pooling.max.connection.per.host.remote": "2",
"cassandra.pooling.heartbeat.interval.seconds": "30",
"cassandra.reconnection.policy": "DEFAULT",
"cassandra.socket.read.timeout.millisecs": "12000"
},
"interpreterGroup": [
{
"class": "org.apache.zeppelin.cassandra.CassandraInterpreter",
"name": "cassandra"
}
],
"dependencies": [],
"option": {
"remote": true,
"perNoteSession": false,
"perNoteProcess": false,
"isExistingProcess": false
}
},
"2C1SV5WUS": {
"id": "2C1SV5WUS",
"name": "alluxio",
"group": "alluxio",
"properties": {
"alluxio.master.port": "19998",
"alluxio.master.hostname": "localhost"
},
"interpreterGroup": [
{
"class": "org.apache.zeppelin.alluxio.AlluxioInterpreter",
"name": "alluxio"
}
],
"dependencies": [],
"option": {
"remote": true,
"perNoteSession": false,
"perNoteProcess": false,
"isExistingProcess": false
}
},
"2BZ2H37EF": {
"id": "2BZ2H37EF",
"name": "bigquery",
"group": "bigquery",
"properties": {
"zeppelin.bigquery.max_no_of_rows": "100000",
"zeppelin.bigquery.project_id": " ",
"zeppelin.bigquery.wait_time": "5000"
},
"interpreterGroup": [
{
"class": "org.apache.zeppelin.bigquery.BigQueryInterpreter",
"name": "sql"
}
],
"dependencies": [],
"option": {
"remote": true,
"perNoteSession": false,
"perNoteProcess": false,
"isExistingProcess": false
}
},
"2C29FZKVG": {
"id": "2C29FZKVG",
"name": "spark",
"group": "spark",
"properties": {
"spark.executor.memory": "",
"args": "",
"zeppelin.spark.printREPLOutput": "true",
"spark.cores.max": "",
"zeppelin.dep.additionalRemoteRepository": "spark-packages,http://dl.bintray.com/spark-packages/maven,false;",
"zeppelin.spark.sql.stacktrace": "true",
"zeppelin.spark.importImplicit": "true",
"zeppelin.spark.concurrentSQL": "false",
"zeppelin.spark.useHiveContext": "true",
"zeppelin.pyspark.python": "python",
"zeppelin.dep.localrepo": "local-repo",
"zeppelin.interpreter.localRepo": "/home/haoren/soft/zeppelin/local-repo/2C29FZKVG",
"zeppelin.R.knitr": "true",
"zeppelin.spark.maxResult": "1000",
"master": "local[*]",
"spark.app.name": "Zeppelin",
"zeppelin.R.image.width": "100%",
"zeppelin.R.render.options": "out.format /u003d /u0027html/u0027, comment /u003d NA, echo /u003d FALSE, results /u003d /u0027asis/u0027, message /u003d F, warning /u003d F",
"zeppelin.R.cmd": "R"
},
"interpreterGroup": [
{
"class": "org.apache.zeppelin.spark.SparkInterpreter",
"name": "spark"
},
{
"class": "org.apache.zeppelin.spark.PySparkInterpreter",
"name": "pyspark"
},
{
"class": "org.apache.zeppelin.spark.SparkRInterpreter",
"name": "r"
},
{
"class": "org.apache.zeppelin.spark.SparkSqlInterpreter",
"name": "sql"
},
{
"class": "org.apache.zeppelin.spark.DepInterpreter",
"name": "dep"
}
],
"dependencies": [],
"option": {
"remote": true,
"perNoteSession": false,
"perNoteProcess": false,
"isExistingProcess": false
}
},
"2BYE767ZH": {
"id": "2BYE767ZH",
"name": "md",
"group": "md",
"properties": {
"zeppelin.interpreter.localRepo": "/home/haoren/soft/zeppelin/local-repo/2BYE767ZH"
},
"interpreterGroup": [
{
"class": "org.apache.zeppelin.markdown.Markdown",
"name": "md"
}
],
"dependencies": [],
"option": {
"remote": true,
"perNoteSession": false,
"perNoteProcess": false,
"isExistingProcess": false
}
},
"2BZMQHQTC": {
"id": "2BZMQHQTC",
"name": "sh",
"group": "sh",
"properties": {
"shell.command.timeout.millisecs": "60000"
},
"interpreterGroup": [
{
"class": "org.apache.zeppelin.shell.ShellInterpreter",
"name": "sh"
}
],
"dependencies": [],
"option": {
"remote": true,
"perNoteSession": false,
"perNoteProcess": false,
"isExistingProcess": false
}
},
"2C17RTEG8": {
"id": "2C17RTEG8",
"name": "livy",
"group": "livy",
"properties": {
"livy.spark.driver.cores": "",
"zeppelin.livy.principal": "",
"zeppelin.livy.keytab": "",
"livy.spark.executor.instances": "",
"livy.spark.driver.memory": "",
"livy.spark.dynamicAllocation.enabled": "",
"zeppelin.livy.concurrentSQL": "false",
"livy.spark.dynamicAllocation.cachedExecutorIdleTimeout": "",
"livy.spark.master": "local[*]",
"zeppelin.livy.spark.sql.maxResult": "1000",
"livy.spark.executor.cores": "",
"livy.spark.executor.memory": "",
"zeppelin.livy.url": "http://localhost:8998",
"livy.spark.dynamicAllocation.initialExecutors": "",
"livy.spark.dynamicAllocation.minExecutors": "",
"livy.spark.dynamicAllocation.maxExecutors": ""
},
"interpreterGroup": [
{
"class": "org.apache.zeppelin.livy.LivySparkInterpreter",
"name": "spark"
},
{
"class": "org.apache.zeppelin.livy.LivyPySparkInterpreter",
"name": "pyspark"
},
{
"class": "org.apache.zeppelin.livy.LivySparkRInterpreter",
"name": "sparkr"
},
{
"class": "org.apache.zeppelin.livy.LivySparkSQLInterpreter",
"name": "sql"
}
],
"dependencies": [],
"option": {
"remote": true,
"perNoteSession": false,
"perNoteProcess": false,
"isExistingProcess": false
}
},
"2C18DK1TS": {
"id": "2C18DK1TS",
"name": "python",
"group": "python",
"properties": {
"zeppelin.python": "python",
"zeppelin.interpreter.localRepo": "/home/haoren/soft/zeppelin/local-repo/2C18DK1TS"
},
{
"class": "org.apache.zeppelin.python.PythonInterpreter",
"name": "python"
}
],
"dependencies": [],
"option": {
"remote": true,
"perNoteSession": false,
"perNoteProcess": false,
"isExistingProcess": false
}
},
"2C2CNKWYY": {
"id": "2C2CNKWYY",
"name": "lens",
"group": "lens",
"properties": {
"lens.session.cluster.user": "default",
"zeppelin.lens.maxResults": "1000",
"lens.client.dbname": "default",
"lens.query.enable.persistent.resultset": "false",
"zeppelin.lens.maxThreads": "10",
"lens.server.base.url": "http:///u003chostname/u003e:/u003cport/u003e/lensapi",
"zeppelin.lens.run.concurrent": "true"
},
"interpreterGroup": [
{
"class": "org.apache.zeppelin.lens.LensInterpreter",
"name": "lens"
}
],
"dependencies": [],
"option": {
"remote": true,
"perNoteSession": false,
"perNoteProcess": false,
"isExistingProcess": false
}
}
},
"interpreterBindings": {
"2C13EQNF7": [
"2C29FZKVG",
"2BYE767ZH",
"2BYECAAP6",
"2BZMQHQTC",
"2BZJZ266V",
"2BY5XFDQC",
"2C18DK1TS",
"2C2CNKWYY",
"2BYKSJZ9C",
"2BY98FHVP",
"2BZ82J2SU",
"2BZ3DPPQX",
"2BZTZF2EV",
"2C1DG6ZVR",
"2C1SV5WUS",
"2BXY3DBVE",
"2C17RTEG8",
"2BZ2H37EF"
],
"2A94M5J1Z": [
"2C29FZKVG",
"2BYE767ZH",
"2BYECAAP6",
"2BZMQHQTC",
"2BZJZ266V",
"2BY5XFDQC",
"2C18DK1TS",
"2C2CNKWYY",
"2BYKSJZ9C",
"2BY98FHVP",
"2BZ82J2SU",
"2BZ3DPPQX",
"2BZTZF2EV",
"2C1DG6ZVR",
"2C1SV5WUS",
"2BXY3DBVE",
"2C17RTEG8",
"2BZ2H37EF"
],
"2BQA35CJZ": [
"2C29FZKVG",
"2BYE767ZH",
"2BYECAAP6",
"2BZMQHQTC",
"2BZJZ266V",
"2BY5XFDQC",
"2C18DK1TS",
"2C2CNKWYY",
"2BYKSJZ9C",
"2BY98FHVP",
"2BZ82J2SU",
"2BZ3DPPQX",
"2BZTZF2EV",
"2C1DG6ZVR",
"2C1SV5WUS",
"2BXY3DBVE",
"2C17RTEG8",
"2BZ2H37EF"
],
"2C1M3J3XZ": [
"2C29FZKVG",
"2BYE767ZH",
"2BYECAAP6",
"2BZMQHQTC",
"2BZJZ266V",
"2BY5XFDQC",
"2C18DK1TS",
"2C2CNKWYY",
"2BYKSJZ9C",
"2BY98FHVP",
"2BZ82J2SU",
"2BZ3DPPQX",
"2BZTZF2EV",
"2C1DG6ZVR",
"2C1SV5WUS",
"2BXY3DBVE",
"2C17RTEG8",
"2BZ2H37EF"
],
"2C2GYXTXY": [
"2C29FZKVG",
"2BYE767ZH",
"2BYECAAP6",
"2BZMQHQTC",
"2BZJZ266V",
"2BY5XFDQC",
"2C18DK1TS",
"2C2CNKWYY",
"2BYKSJZ9C",
"2BY98FHVP",
"2BZ82J2SU",
"2BZ3DPPQX",
"2BZTZF2EV",
"2C1DG6ZVR",
"2C1SV5WUS",
"2BXY3DBVE",
"2C17RTEG8",
"2BZ2H37EF"
],
"2C1JVSN53": [
"2C29FZKVG",
"2BYE767ZH",
"2BYECAAP6",
"2BZMQHQTC",
"2BZJZ266V",
"2BY5XFDQC",
"2C18DK1TS",
"2C2CNKWYY",
"2BYKSJZ9C",
"2BY98FHVP",
"2BZ82J2SU",
"2BZ3DPPQX",
"2BZTZF2EV",
"2C1DG6ZVR",
"2C1SV5WUS",
"2BXY3DBVE",
"2C17RTEG8",
"2BZ2H37EF"
],
"2C49TEC59": [
"2C29FZKVG",
"2BYE767ZH",
"2BYECAAP6",
"2BZMQHQTC",
"2BZJZ266V",
"2BY5XFDQC",
"2C18DK1TS",
"2C2CNKWYY",
"2BYKSJZ9C",
"2BY98FHVP",
"2BZ82J2SU",
"2BZ3DPPQX",
"2BZTZF2EV",
"2C1DG6ZVR",
"2C1SV5WUS",
"2BXY3DBVE",
"2C17RTEG8",
"2BZ2H37EF"
],
"2C1XJZXGT": [
"2C29FZKVG",
"2BYE767ZH",
"2BYECAAP6",
"2BZMQHQTC",
"2BZJZ266V",
"2BY5XFDQC",
"2C18DK1TS",
"2C2CNKWYY",
"2BYKSJZ9C",
"2BY98FHVP",
"2BZ82J2SU",
"2BZ3DPPQX",
"2BZTZF2EV",
"2C1DG6ZVR",
"2C1SV5WUS",
"2BXY3DBVE",
"2C17RTEG8",
"2BZ2H37EF"
],
"2C56N6X9C": [
"2C29FZKVG",
"2BYE767ZH",
"2BYECAAP6",
"2BZMQHQTC",
"2BZJZ266V",
"2BY5XFDQC",
"2C18DK1TS",
"2C2CNKWYY",
"2BYKSJZ9C",
"2BY98FHVP",
"2BZ82J2SU",
"2BZ3DPPQX",
"2BZTZF2EV",
"2C1DG6ZVR",
"2C1SV5WUS",
"2BXY3DBVE",
"2C17RTEG8",
"2BZ2H37EF"
],
"2C319P4S7": [
"2C29FZKVG",
"2BYE767ZH",
"2BYECAAP6",
"2BZMQHQTC",
"2BZJZ266V",
"2BY5XFDQC",
"2C18DK1TS",
"2C2CNKWYY",
"2BYKSJZ9C",
"2BY98FHVP",
"2BZ82J2SU",
"2BZ3DPPQX",
"2BZTZF2EV",
"2C1DG6ZVR",
"2C1SV5WUS",
"2BXY3DBVE",
"2C17RTEG8",
"2BZ2H37EF"
],
"2C38AKEYN": [
"2C29FZKVG",
"2BYE767ZH",
"2BYECAAP6",
"2BZMQHQTC",
"2BZJZ266V",
"2BY5XFDQC",
"2C18DK1TS",
"2C2CNKWYY",
"2BYKSJZ9C",
"2BY98FHVP",
"2BZ82J2SU",
"2BZ3DPPQX",
"2BZTZF2EV",
"2C1DG6ZVR",
"2C1SV5WUS",
"2BXY3DBVE",
"2C17RTEG8",
"2BZ2H37EF"
],
"2C53H6D3R": [
"2C29FZKVG",
"2BYE767ZH",
"2BYECAAP6",
"2BZMQHQTC",
"2BZJZ266V",
"2BY5XFDQC",
"2C18DK1TS",
"2C2CNKWYY",
"2BYKSJZ9C",
"2BY98FHVP",
"2BZ82J2SU",
"2BZ3DPPQX",
"2BZTZF2EV",
"2C1DG6ZVR",
"2C1SV5WUS",
"2BXY3DBVE",
"2C17RTEG8",
"2BZ2H37EF"
],
"2C5CE6C6M": [
"2C29FZKVG",
"2BYE767ZH",
"2BYECAAP6",
"2BZMQHQTC",
"2BZJZ266V",
"2BY5XFDQC",
"2C18DK1TS",
"2C2CNKWYY",
"2BYKSJZ9C",
"2BY98FHVP",
"2BZ82J2SU",
"2BZ3DPPQX",
"2BZTZF2EV",
"2C1DG6ZVR",
"2C1SV5WUS",
"2BXY3DBVE",
"2C17RTEG8",
"2BZ2H37EF"
],
"2C6K6NBSS": [
"2C29FZKVG",
"2BYE767ZH",
"2BYECAAP6",
"2BZMQHQTC",
"2BZJZ266V",
"2BY5XFDQC",
"2C18DK1TS",
"2C2CNKWYY",
"2BYKSJZ9C",
"2BY98FHVP",
"2BZ82J2SU",
"2BZ3DPPQX",
"2BZTZF2EV",
"2C1DG6ZVR",
"2C1SV5WUS",
"2BXY3DBVE",
"2C17RTEG8",
"2BZ2H37EF"
],
"2C7DWXVKD": [
"2C29FZKVG",
"2BYE767ZH",
"2BYECAAP6",
"2BZMQHQTC",
"2BZJZ266V",
"2BY5XFDQC",
"2C18DK1TS",
"2C2CNKWYY",
"2BYKSJZ9C",
"2BY98FHVP",
"2BZ82J2SU",
"2BZ3DPPQX",
"2BZTZF2EV",
"2C1DG6ZVR",
"2C1SV5WUS",
"2BXY3DBVE",
"2C17RTEG8",
"2BZ2H37EF"
],
"2C7YHRF5U": [
"2C29FZKVG",
"2BYE767ZH",
"2BYECAAP6",
"2BZMQHQTC",
"2BZJZ266V",
"2BY5XFDQC",
"2C18DK1TS",
"2C2CNKWYY",
"2BYKSJZ9C",
"2BY98FHVP",
"2BZ82J2SU",
"2BZ3DPPQX",
"2BZTZF2EV",
"2C1DG6ZVR",
"2C1SV5WUS",
"2BXY3DBVE",
"2C17RTEG8",
"2BZ2H37EF"
]
},
"interpreterRepositories": [
{
"id": "central",
"type": "default",
"url": "http://repo1.maven.org/maven2/",
"releasePolicy": {
"enabled": true,
"updatePolicy": "daily",
"checksumPolicy": "warn"
},
"snapshotPolicy": {
"enabled": true,
"updatePolicy": "daily",
"checksumPolicy": "warn"
},
"mirroredRepositories": [],
"repositoryManager": false
},
{
"id": "local",
"type": "default",
"url": "file:///home/haoren/.m2/repository",
"releasePolicy": {
"enabled": true,
"updatePolicy": "daily",
"checksumPolicy": "warn"
},
"snapshotPolicy": {
"enabled": true,
"updatePolicy": "daily",
"checksumPolicy": "warn"
},
"mirroredRepositories": [],
"repositoryManager": false
}
]
}
?
新聞熱點
疑難解答
