提交 573e0ddd authored 作者: 林惠颖's avatar 林惠颖

【新增】logstash配置脚本提交

上级 c5132eaf
package com.loit.common.script;
import com.loit.common.script.dto.*;
import com.loit.common.utils.ListUtil;
import com.loit.common.utils.StringUtils;
import com.loit.common.utils.excel.ImportExcel;
import com.loit.common.utils.file.FileUtils;
import com.loit.common.utils.freemarker.FreeMarkerUtils;
import lombok.extern.slf4j.Slf4j;
import org.apache.commons.collections.CollectionUtils;
import org.apache.http.entity.ContentType;
import org.springframework.beans.BeanUtils;
import org.springframework.mock.web.MockMultipartFile;
import org.springframework.web.multipart.MultipartFile;
import java.io.File;
import java.io.FileInputStream;
import java.io.IOException;
import java.util.*;
@Slf4j
public class GeneratorLogstashScript {
protected static String root_path = "F:\\9Git140\\loit-build-common\\loit-build-component\\loit-build-deploy-env\\src\\main\\resources\\bin";
protected static String root_path_full = root_path + "\\elk";
protected static String time_loit_servers = "portal,getway,notice,file,version,gray-server,mobile-portal";
public static void main(String[] args) {
try {
String filePathStr = "F:\\9Git140\\loit-build-common\\loit-build-component\\loit-build-deploy-env\\src\\main\\resources\\deployInfo.xlsx";
File pdfFile = new File(filePathStr);
FileInputStream fileInputStream = new FileInputStream(pdfFile);
MultipartFile multipartFile = new MockMultipartFile(pdfFile.getName(), pdfFile.getName(),
ContentType.APPLICATION_OCTET_STREAM.toString(), fileInputStream);
ImportExcel ei = new ImportExcel(multipartFile, 1, 0);
List<DeployInfoDataDTO> grayVersionDataDTOList = ei.getDataList(DeployInfoDataDTO.class);
if (ListUtil.isEmpty(grayVersionDataDTOList)) {
return;
}
List<DeployInfoDataDTO> portalServerList = new ArrayList<>();
List<DeployInfoDataDTO> businessServerList = new ArrayList<>();
for (DeployInfoDataDTO dataDTO : grayVersionDataDTOList) {
if (!"backend".equals(dataDTO.getBackendFrontType())) {
continue;
}
if (time_loit_servers.contains(dataDTO.getServiceName())) {
portalServerList.add(dataDTO);
} else {
businessServerList.add(dataDTO);
}
}
if (CollectionUtils.isNotEmpty(portalServerList)) {
buildServerConf(portalServerList, "portal");
}
if (CollectionUtils.isNotEmpty(businessServerList)) {
buildServerConf(businessServerList, "business");
}
} catch (Exception e) {
log.error(e.getMessage(), e);
}
}
public static void buildServerConf(List<DeployInfoDataDTO> list, String folderName) throws IOException {
String fixedIp = "";
BackendDataDTO backendDataDTO = new BackendDataDTO();
for (DeployInfoDataDTO dataDTO : list) {
Map<String, String> map = new HashMap<>();
map.put("deployPath", dataDTO.getDeployPath());
map.put("serviceName", dataDTO.getServiceName());
if (StringUtils.isBlank(fixedIp)) {
fixedIp = dataDTO.getFixedIp();
backendDataDTO = new BackendDataDTO();
BeanUtils.copyProperties(dataDTO, backendDataDTO);
backendDataDTO.getMapList().add(map);
continue;
}
if (dataDTO.getFixedIp().equals(fixedIp)) {
backendDataDTO.getMapList().add(map);
} else {
buildBackendConfig(backendDataDTO, folderName);
buildBashConfig(backendDataDTO, folderName);
fixedIp = dataDTO.getFixedIp();
backendDataDTO = new BackendDataDTO();
BeanUtils.copyProperties(dataDTO, backendDataDTO);
backendDataDTO.getMapList().add(map);
}
}
}
/**
* 生成logstash-es-sone.conf 及其 sh
*/
private static void buildBackendConfig(BackendDataDTO backendDataDTO, String folderName) throws IOException {
String serviceName = backendDataDTO.getServiceName();
String fixedIp = backendDataDTO.getFixedIp();
List<Map<String, String>> mapList = backendDataDTO.getMapList();
if (StringUtils.isBlank(serviceName)) {
return;
}
BackendFrontEnum backendFrontType = BackendFrontEnum.getEnumByCode(backendDataDTO.getBackendFrontType());
if (!BackendFrontEnum.BACKEND.equals(backendFrontType)) {
return;
}
String fileDir = root_path_full + "\\" + fixedIp + "\\" + folderName;
File folder = new File(fileDir);
if (!folder.exists()) {
folder.mkdirs();
}
String fileName = "logstash-es-sone-" + folderName + ".conf";
String logstashFileName = fileDir + "\\" + fileName;
Map model = new HashMap();
model.put("mapList", mapList);
String result = FreeMarkerUtils.process("sh\\logstash-conf.ftl", model);
FileUtils.write(logstashFileName, result);
}
/**
* 生成logstash 启动 停止 脚本
* @param backendDataDTO
* @param folderName
* @throws IOException
*/
private static void buildBashConfig(BackendDataDTO backendDataDTO, String folderName) throws IOException {
String serviceName = backendDataDTO.getServiceName();
String fixedIp = backendDataDTO.getFixedIp();
if (StringUtils.isBlank(serviceName)) {
return;
}
BackendFrontEnum backendFrontType = BackendFrontEnum.getEnumByCode(backendDataDTO.getBackendFrontType());
if (!BackendFrontEnum.BACKEND.equals(backendFrontType)) {
return;
}
String fileDir = root_path_full + "\\" + fixedIp;
File folder = new File(fileDir);
if (!folder.exists()) {
folder.mkdirs();
}
String fileName = "logstash-es-sone-" + folderName + ".conf";
String startFileName = "logstash-start-" + folderName + ".sh";
String stopFileName = "logstash-stop-" + folderName + ".sh";
String logstashStartFileName = fileDir + "\\" + startFileName;
String logstashStopFileName = fileDir + "\\" + stopFileName;
Map model = new HashMap();
model.put("fileName", fileName);
String startResult = FreeMarkerUtils.process("sh\\logstash-start.ftl", model);
FileUtils.write(logstashStartFileName, startResult);
String stopResult = FreeMarkerUtils.process("sh\\logstash-stop.ftl", model);
FileUtils.write(logstashStopFileName, stopResult);
}
}
package com.loit.common.script.dto;
import com.loit.common.utils.excel.annotation.ExcelField;
import io.swagger.annotations.ApiModel;
import io.swagger.annotations.ApiModelProperty;
import java.io.Serializable;
import java.util.ArrayList;
import java.util.List;
import java.util.Map;
@ApiModel(value = "DeployInfoDataDTO", description = "部署信息DTO")
public class BackendDataDTO implements Serializable {
private static final long serialVersionUID = -6587921299183759035L;
@ApiModelProperty(value = "固定IP")
@ExcelField(title = "固定IP", sort = 1)
private String fixedIp;
@ApiModelProperty(value = "浮动IP")
@ExcelField(title = "浮动IP", sort = 2)
private String floatingIp;
@ApiModelProperty(value = "部署路径")
@ExcelField(title = "deployPath", sort = 3)
private String deployPath;
@ApiModelProperty(value = "前后端类型")
@ExcelField(title = "前后端类型", sort = 4)
private String backendFrontType;
@ApiModelProperty(value = "模块服务名")
@ExcelField(title = "模块服务名", sort = 5)
private String serviceName;
@ApiModelProperty(value = "端口")
@ExcelField(title = "端口", sort = 6)
private String port;
@ApiModelProperty(value = "部署包名称")
@ExcelField(title = "部署包名称", sort = 7)
private String deployJar;
@ApiModelProperty(value = "前端子系统缩写")
@ExcelField(title = "前端子系统缩写", sort = 8)
private String serviceNameAbb;
@ApiModelProperty(value = "spring.profiles.active")
@ExcelField(title = "spring.profiles.active", sort = 9)
private String springProfilesActive;
private List<Map<String, String>> mapList = new ArrayList<>();
public String getFixedIp() {
return fixedIp;
}
public void setFixedIp(String fixedIp) {
this.fixedIp = fixedIp;
}
public String getFloatingIp() {
return floatingIp;
}
public void setFloatingIp(String floatingIp) {
this.floatingIp = floatingIp;
}
public String getDeployPath() {
return deployPath;
}
public void setDeployPath(String deployPath) {
this.deployPath = deployPath;
}
public String getBackendFrontType() {
return backendFrontType;
}
public void setBackendFrontType(String backendFrontType) {
this.backendFrontType = backendFrontType;
}
public String getServiceName() {
return serviceName;
}
public void setServiceName(String serviceName) {
this.serviceName = serviceName;
}
public String getPort() {
return port;
}
public void setPort(String port) {
this.port = port;
}
public String getDeployJar() {
return deployJar;
}
public void setDeployJar(String deployJar) {
this.deployJar = deployJar;
}
public String getServiceNameAbb() {
return serviceNameAbb;
}
public void setServiceNameAbb(String serviceNameAbb) {
this.serviceNameAbb = serviceNameAbb;
}
public String getSpringProfilesActive() {
return springProfilesActive;
}
public void setSpringProfilesActive(String springProfilesActive) {
this.springProfilesActive = springProfilesActive;
}
public static long getSerialVersionUID() {
return serialVersionUID;
}
public List<Map<String, String>> getMapList() {
return mapList;
}
public void setMapList(List<Map<String, String>> mapList) {
this.mapList = mapList;
}
}
mkdir -p /var/lib/logstash/sone
nohup /usr/local/logstash-6.4.3/bin/logstash --path.data=/var/lib/logstash/sone -f /usr/local/logstash-6.4.3/config/logstash-es-sone-portal.conf >/dev/null 2>&1 &
#!/bin/sh
echo '---------------kill_logstash-es-sone-portal.conf----------------'
KILL_PROCESS_NAME='/usr/local/logstash-6.4.3/config/logstash-es-sone-portal.conf'
PROCESS_ID=`ps -ef | grep $KILL_PROCESS_NAME | grep -v 'grep' | awk '{print $2}'`
echo 'ProcessId: ' $PROCESS_ID
for id in $PROCESS_ID
do
echo 'KILL_ID: ' $id
kill -s 9 $id
done
input {
file {
path => [
"/home/soft/loit-notice-5003/logs/loit-notice.log"
]
discover_interval => 15
stat_interval => 1
codec => multiline {
pattern => "^\["
negate => true
what => "previous"
charset => "UTF-8"
}
type => "elasticsearch"
start_position => "beginning"
}
}
filter {
# pattern matching logback pattern
grok {
match => {
"message" => "\[%{TIMESTAMP_ISO8601:exeTime}\]\s+%{DATA:appName}\s+\[%{DATA:reqInfo}\]\s+\[%{DATA:userId}\]\s+\[%{DATA:thread}\]\s+%{LOGLEVEL:logLevel}\s+%{DATA:class}\s+-\s+%{GREEDYDATA:msg}"
}
}
}
output {
stdout {
codec => rubydebug
}
elasticsearch {
hosts => ["10.0.120.212:9200","10.0.120.44:9200","10.0.120.143:9200"]
index => "loitsone-%{+YYYY.MM}-%{+xxxx.ww}"
}
}
input {
file {
path => [
"/home/soft/loit-sj-dataassets-8138/logs/loit-sj-dataassets.log"
]
discover_interval => 15
stat_interval => 1
codec => multiline {
pattern => "^\["
negate => true
what => "previous"
charset => "UTF-8"
}
type => "elasticsearch"
start_position => "beginning"
}
}
filter {
# pattern matching logback pattern
grok {
match => {
"message" => "\[%{TIMESTAMP_ISO8601:exeTime}\]\s+%{DATA:appName}\s+\[%{DATA:reqInfo}\]\s+\[%{DATA:userId}\]\s+\[%{DATA:thread}\]\s+%{LOGLEVEL:logLevel}\s+%{DATA:class}\s+-\s+%{GREEDYDATA:msg}"
}
}
}
output {
stdout {
codec => rubydebug
}
elasticsearch {
hosts => ["10.0.120.212:9200","10.0.120.44:9200","10.0.120.143:9200"]
index => "loitsone-%{+YYYY.MM}-%{+xxxx.ww}"
}
}
mkdir -p /var/lib/logstash/sone
nohup /usr/local/logstash-6.4.3/bin/logstash --path.data=/var/lib/logstash/sone -f /usr/local/logstash-6.4.3/config/logstash-es-sone-business.conf >/dev/null 2>&1 &
#!/bin/sh
echo '---------------kill_logstash-es-sone-business.conf----------------'
KILL_PROCESS_NAME='/usr/local/logstash-6.4.3/config/logstash-es-sone-business.conf'
PROCESS_ID=`ps -ef | grep $KILL_PROCESS_NAME | grep -v 'grep' | awk '{print $2}'`
echo 'ProcessId: ' $PROCESS_ID
for id in $PROCESS_ID
do
echo 'KILL_ID: ' $id
kill -s 9 $id
done
input {
file {
path => [
"/home/soft/loit-duty-report-8123/logs/loit-duty-report.log"
]
discover_interval => 15
stat_interval => 1
codec => multiline {
pattern => "^\["
negate => true
what => "previous"
charset => "UTF-8"
}
type => "elasticsearch"
start_position => "beginning"
}
}
filter {
# pattern matching logback pattern
grok {
match => {
"message" => "\[%{TIMESTAMP_ISO8601:exeTime}\]\s+%{DATA:appName}\s+\[%{DATA:reqInfo}\]\s+\[%{DATA:userId}\]\s+\[%{DATA:thread}\]\s+%{LOGLEVEL:logLevel}\s+%{DATA:class}\s+-\s+%{GREEDYDATA:msg}"
}
}
}
output {
stdout {
codec => rubydebug
}
elasticsearch {
hosts => ["10.0.120.212:9200","10.0.120.44:9200","10.0.120.143:9200"]
index => "loitsone-%{+YYYY.MM}-%{+xxxx.ww}"
}
}
mkdir -p /var/lib/logstash/sone
nohup /usr/local/logstash-6.4.3/bin/logstash --path.data=/var/lib/logstash/sone -f /usr/local/logstash-6.4.3/config/logstash-es-sone-business.conf >/dev/null 2>&1 &
#!/bin/sh
echo '---------------kill_logstash-es-sone-business.conf----------------'
KILL_PROCESS_NAME='/usr/local/logstash-6.4.3/config/logstash-es-sone-business.conf'
PROCESS_ID=`ps -ef | grep $KILL_PROCESS_NAME | grep -v 'grep' | awk '{print $2}'`
echo 'ProcessId: ' $PROCESS_ID
for id in $PROCESS_ID
do
echo 'KILL_ID: ' $id
kill -s 9 $id
done
input {
file {
path => [
"/home/soft/loit-web-portal-8126/logs/loit-web-portal.log"
]
discover_interval => 15
stat_interval => 1
codec => multiline {
pattern => "^\["
negate => true
what => "previous"
charset => "UTF-8"
}
type => "elasticsearch"
start_position => "beginning"
}
}
filter {
# pattern matching logback pattern
grok {
match => {
"message" => "\[%{TIMESTAMP_ISO8601:exeTime}\]\s+%{DATA:appName}\s+\[%{DATA:reqInfo}\]\s+\[%{DATA:userId}\]\s+\[%{DATA:thread}\]\s+%{LOGLEVEL:logLevel}\s+%{DATA:class}\s+-\s+%{GREEDYDATA:msg}"
}
}
}
output {
stdout {
codec => rubydebug
}
elasticsearch {
hosts => ["10.0.120.212:9200","10.0.120.44:9200","10.0.120.143:9200"]
index => "loitsone-%{+YYYY.MM}-%{+xxxx.ww}"
}
}
mkdir -p /var/lib/logstash/sone
nohup /usr/local/logstash-6.4.3/bin/logstash --path.data=/var/lib/logstash/sone -f /usr/local/logstash-6.4.3/config/logstash-es-sone-business.conf >/dev/null 2>&1 &
#!/bin/sh
echo '---------------kill_logstash-es-sone-business.conf----------------'
KILL_PROCESS_NAME='/usr/local/logstash-6.4.3/config/logstash-es-sone-business.conf'
PROCESS_ID=`ps -ef | grep $KILL_PROCESS_NAME | grep -v 'grep' | awk '{print $2}'`
echo 'ProcessId: ' $PROCESS_ID
for id in $PROCESS_ID
do
echo 'KILL_ID: ' $id
kill -s 9 $id
done
input {
file {
path => [
"/home/soft/loit-sj-loitworkflow-8118/logs/loit-sj-loitworkflow.log"
]
discover_interval => 15
stat_interval => 1
codec => multiline {
pattern => "^\["
negate => true
what => "previous"
charset => "UTF-8"
}
type => "elasticsearch"
start_position => "beginning"
}
}
filter {
# pattern matching logback pattern
grok {
match => {
"message" => "\[%{TIMESTAMP_ISO8601:exeTime}\]\s+%{DATA:appName}\s+\[%{DATA:reqInfo}\]\s+\[%{DATA:userId}\]\s+\[%{DATA:thread}\]\s+%{LOGLEVEL:logLevel}\s+%{DATA:class}\s+-\s+%{GREEDYDATA:msg}"
}
}
}
output {
stdout {
codec => rubydebug
}
elasticsearch {
hosts => ["10.0.120.212:9200","10.0.120.44:9200","10.0.120.143:9200"]
index => "loitsone-%{+YYYY.MM}-%{+xxxx.ww}"
}
}
mkdir -p /var/lib/logstash/sone
nohup /usr/local/logstash-6.4.3/bin/logstash --path.data=/var/lib/logstash/sone -f /usr/local/logstash-6.4.3/config/logstash-es-sone-business.conf >/dev/null 2>&1 &
#!/bin/sh
echo '---------------kill_logstash-es-sone-business.conf----------------'
KILL_PROCESS_NAME='/usr/local/logstash-6.4.3/config/logstash-es-sone-business.conf'
PROCESS_ID=`ps -ef | grep $KILL_PROCESS_NAME | grep -v 'grep' | awk '{print $2}'`
echo 'ProcessId: ' $PROCESS_ID
for id in $PROCESS_ID
do
echo 'KILL_ID: ' $id
kill -s 9 $id
done
input {
file {
path => [
"/home/soft/loit-general-config-8102/logs/loit-general-config.log"
]
discover_interval => 15
stat_interval => 1
codec => multiline {
pattern => "^\["
negate => true
what => "previous"
charset => "UTF-8"
}
type => "elasticsearch"
start_position => "beginning"
}
}
filter {
# pattern matching logback pattern
grok {
match => {
"message" => "\[%{TIMESTAMP_ISO8601:exeTime}\]\s+%{DATA:appName}\s+\[%{DATA:reqInfo}\]\s+\[%{DATA:userId}\]\s+\[%{DATA:thread}\]\s+%{LOGLEVEL:logLevel}\s+%{DATA:class}\s+-\s+%{GREEDYDATA:msg}"
}
}
}
output {
stdout {
codec => rubydebug
}
elasticsearch {
hosts => ["10.0.120.212:9200","10.0.120.44:9200","10.0.120.143:9200"]
index => "loitsone-%{+YYYY.MM}-%{+xxxx.ww}"
}
}
mkdir -p /var/lib/logstash/sone
nohup /usr/local/logstash-6.4.3/bin/logstash --path.data=/var/lib/logstash/sone -f /usr/local/logstash-6.4.3/config/logstash-es-sone-business.conf >/dev/null 2>&1 &
#!/bin/sh
echo '---------------kill_logstash-es-sone-business.conf----------------'
KILL_PROCESS_NAME='/usr/local/logstash-6.4.3/config/logstash-es-sone-business.conf'
PROCESS_ID=`ps -ef | grep $KILL_PROCESS_NAME | grep -v 'grep' | awk '{print $2}'`
echo 'ProcessId: ' $PROCESS_ID
for id in $PROCESS_ID
do
echo 'KILL_ID: ' $id
kill -s 9 $id
done
mkdir -p /var/lib/logstash/sone
nohup /usr/local/logstash-6.4.3/bin/logstash --path.data=/var/lib/logstash/sone -f /usr/local/logstash-6.4.3/config/logstash-es-sone-portal.conf >/dev/null 2>&1 &
#!/bin/sh
echo '---------------kill_logstash-es-sone-portal.conf----------------'
KILL_PROCESS_NAME='/usr/local/logstash-6.4.3/config/logstash-es-sone-portal.conf'
PROCESS_ID=`ps -ef | grep $KILL_PROCESS_NAME | grep -v 'grep' | awk '{print $2}'`
echo 'ProcessId: ' $PROCESS_ID
for id in $PROCESS_ID
do
echo 'KILL_ID: ' $id
kill -s 9 $id
done
input {
file {
path => [
"/home/soft/loit-version-8125/logs/loit-version.log",
"/home/soft/loit-version-8126/logs/loit-version.log"
]
discover_interval => 15
stat_interval => 1
codec => multiline {
pattern => "^\["
negate => true
what => "previous"
charset => "UTF-8"
}
type => "elasticsearch"
start_position => "beginning"
}
}
filter {
# pattern matching logback pattern
grok {
match => {
"message" => "\[%{TIMESTAMP_ISO8601:exeTime}\]\s+%{DATA:appName}\s+\[%{DATA:reqInfo}\]\s+\[%{DATA:userId}\]\s+\[%{DATA:thread}\]\s+%{LOGLEVEL:logLevel}\s+%{DATA:class}\s+-\s+%{GREEDYDATA:msg}"
}
}
}
output {
stdout {
codec => rubydebug
}
elasticsearch {
hosts => ["10.0.120.212:9200","10.0.120.44:9200","10.0.120.143:9200"]
index => "loitsone-%{+YYYY.MM}-%{+xxxx.ww}"
}
}
mkdir -p /var/lib/logstash/sone
nohup /usr/local/logstash-6.4.3/bin/logstash --path.data=/var/lib/logstash/sone -f /usr/local/logstash-6.4.3/config/logstash-es-sone-portal.conf >/dev/null 2>&1 &
#!/bin/sh
echo '---------------kill_logstash-es-sone-portal.conf----------------'
KILL_PROCESS_NAME='/usr/local/logstash-6.4.3/config/logstash-es-sone-portal.conf'
PROCESS_ID=`ps -ef | grep $KILL_PROCESS_NAME | grep -v 'grep' | awk '{print $2}'`
echo 'ProcessId: ' $PROCESS_ID
for id in $PROCESS_ID
do
echo 'KILL_ID: ' $id
kill -s 9 $id
done
input {
file {
path => [
"/home/soft/loit-mobile-portal-8116/logs/loit-mobile-portal.log"
]
discover_interval => 15
stat_interval => 1
codec => multiline {
pattern => "^\["
negate => true
what => "previous"
charset => "UTF-8"
}
type => "elasticsearch"
start_position => "beginning"
}
}
filter {
# pattern matching logback pattern
grok {
match => {
"message" => "\[%{TIMESTAMP_ISO8601:exeTime}\]\s+%{DATA:appName}\s+\[%{DATA:reqInfo}\]\s+\[%{DATA:userId}\]\s+\[%{DATA:thread}\]\s+%{LOGLEVEL:logLevel}\s+%{DATA:class}\s+-\s+%{GREEDYDATA:msg}"
}
}
}
output {
stdout {
codec => rubydebug
}
elasticsearch {
hosts => ["10.0.120.212:9200","10.0.120.44:9200","10.0.120.143:9200"]
index => "loitsone-%{+YYYY.MM}-%{+xxxx.ww}"
}
}
mkdir -p /var/lib/logstash/sone
nohup /usr/local/logstash-6.4.3/bin/logstash --path.data=/var/lib/logstash/sone -f /usr/local/logstash-6.4.3/config/logstash-es-sone-portal.conf >/dev/null 2>&1 &
#!/bin/sh
echo '---------------kill_logstash-es-sone-portal.conf----------------'
KILL_PROCESS_NAME='/usr/local/logstash-6.4.3/config/logstash-es-sone-portal.conf'
PROCESS_ID=`ps -ef | grep $KILL_PROCESS_NAME | grep -v 'grep' | awk '{print $2}'`
echo 'ProcessId: ' $PROCESS_ID
for id in $PROCESS_ID
do
echo 'KILL_ID: ' $id
kill -s 9 $id
done
input {
file {
path => [
"/home/soft/gateway/logs/loit-getway.log"
]
discover_interval => 15
stat_interval => 1
codec => multiline {
pattern => "^\["
negate => true
what => "previous"
charset => "UTF-8"
}
type => "elasticsearch"
start_position => "beginning"
}
}
filter {
# pattern matching logback pattern
grok {
match => {
"message" => "\[%{TIMESTAMP_ISO8601:exeTime}\]\s+%{DATA:appName}\s+\[%{DATA:reqInfo}\]\s+\[%{DATA:userId}\]\s+\[%{DATA:thread}\]\s+%{LOGLEVEL:logLevel}\s+%{DATA:class}\s+-\s+%{GREEDYDATA:msg}"
}
}
}
output {
stdout {
codec => rubydebug
}
elasticsearch {
hosts => ["10.0.120.212:9200","10.0.120.44:9200","10.0.120.143:9200"]
index => "loitsone-%{+YYYY.MM}-%{+xxxx.ww}"
}
}
input {
file {
path => [
"/home/soft/loit-law-8128/logs/loit-law.log"
]
discover_interval => 15
stat_interval => 1
codec => multiline {
pattern => "^\["
negate => true
what => "previous"
charset => "UTF-8"
}
type => "elasticsearch"
start_position => "beginning"
}
}
filter {
# pattern matching logback pattern
grok {
match => {
"message" => "\[%{TIMESTAMP_ISO8601:exeTime}\]\s+%{DATA:appName}\s+\[%{DATA:reqInfo}\]\s+\[%{DATA:userId}\]\s+\[%{DATA:thread}\]\s+%{LOGLEVEL:logLevel}\s+%{DATA:class}\s+-\s+%{GREEDYDATA:msg}"
}
}
}
output {
stdout {
codec => rubydebug
}
elasticsearch {
hosts => ["10.0.120.212:9200","10.0.120.44:9200","10.0.120.143:9200"]
index => "loitsone-%{+YYYY.MM}-%{+xxxx.ww}"
}
}
mkdir -p /var/lib/logstash/sone
nohup /usr/local/logstash-6.4.3/bin/logstash --path.data=/var/lib/logstash/sone -f /usr/local/logstash-6.4.3/config/logstash-es-sone-business.conf >/dev/null 2>&1 &
mkdir -p /var/lib/logstash/sone
nohup /usr/local/logstash-6.4.3/bin/logstash --path.data=/var/lib/logstash/sone -f /usr/local/logstash-6.4.3/config/logstash-es-sone-portal.conf >/dev/null 2>&1 &
#!/bin/sh
echo '---------------kill_logstash-es-sone-business.conf----------------'
KILL_PROCESS_NAME='/usr/local/logstash-6.4.3/config/logstash-es-sone-business.conf'
PROCESS_ID=`ps -ef | grep $KILL_PROCESS_NAME | grep -v 'grep' | awk '{print $2}'`
echo 'ProcessId: ' $PROCESS_ID
for id in $PROCESS_ID
do
echo 'KILL_ID: ' $id
kill -s 9 $id
done
#!/bin/sh
echo '---------------kill_logstash-es-sone-portal.conf----------------'
KILL_PROCESS_NAME='/usr/local/logstash-6.4.3/config/logstash-es-sone-portal.conf'
PROCESS_ID=`ps -ef | grep $KILL_PROCESS_NAME | grep -v 'grep' | awk '{print $2}'`
echo 'ProcessId: ' $PROCESS_ID
for id in $PROCESS_ID
do
echo 'KILL_ID: ' $id
kill -s 9 $id
done
input {
file {
path => [
"/home/soft/loit-portal-7007/logs/loit-portal.log"
]
discover_interval => 15
stat_interval => 1
codec => multiline {
pattern => "^\["
negate => true
what => "previous"
charset => "UTF-8"
}
type => "elasticsearch"
start_position => "beginning"
}
}
filter {
# pattern matching logback pattern
grok {
match => {
"message" => "\[%{TIMESTAMP_ISO8601:exeTime}\]\s+%{DATA:appName}\s+\[%{DATA:reqInfo}\]\s+\[%{DATA:userId}\]\s+\[%{DATA:thread}\]\s+%{LOGLEVEL:logLevel}\s+%{DATA:class}\s+-\s+%{GREEDYDATA:msg}"
}
}
}
output {
stdout {
codec => rubydebug
}
elasticsearch {
hosts => ["10.0.120.212:9200","10.0.120.44:9200","10.0.120.143:9200"]
index => "loitsone-%{+YYYY.MM}-%{+xxxx.ww}"
}
}
mkdir -p /var/lib/logstash/sone
nohup /usr/local/logstash-6.4.3/bin/logstash --path.data=/var/lib/logstash/sone -f /usr/local/logstash-6.4.3/config/logstash-es-sone-portal.conf >/dev/null 2>&1 &
#!/bin/sh
echo '---------------kill_logstash-es-sone-portal.conf----------------'
KILL_PROCESS_NAME='/usr/local/logstash-6.4.3/config/logstash-es-sone-portal.conf'
PROCESS_ID=`ps -ef | grep $KILL_PROCESS_NAME | grep -v 'grep' | awk '{print $2}'`
echo 'ProcessId: ' $PROCESS_ID
for id in $PROCESS_ID
do
echo 'KILL_ID: ' $id
kill -s 9 $id
done
input {
file {
path => [
"/home/soft/loit-gray-8128/logs/loit-gray-server.log"
]
discover_interval => 15
stat_interval => 1
codec => multiline {
pattern => "^\["
negate => true
what => "previous"
charset => "UTF-8"
}
type => "elasticsearch"
start_position => "beginning"
}
}
filter {
# pattern matching logback pattern
grok {
match => {
"message" => "\[%{TIMESTAMP_ISO8601:exeTime}\]\s+%{DATA:appName}\s+\[%{DATA:reqInfo}\]\s+\[%{DATA:userId}\]\s+\[%{DATA:thread}\]\s+%{LOGLEVEL:logLevel}\s+%{DATA:class}\s+-\s+%{GREEDYDATA:msg}"
}
}
}
output {
stdout {
codec => rubydebug
}
elasticsearch {
hosts => ["10.0.120.212:9200","10.0.120.44:9200","10.0.120.143:9200"]
index => "loitsone-%{+YYYY.MM}-%{+xxxx.ww}"
}
}
input {
file {
path => [
"/home/soft/loit-sj-forward-9134/logs/loit-sj-forward.log"
]
discover_interval => 15
stat_interval => 1
codec => multiline {
pattern => "^\["
negate => true
what => "previous"
charset => "UTF-8"
}
type => "elasticsearch"
start_position => "beginning"
}
}
filter {
# pattern matching logback pattern
grok {
match => {
"message" => "\[%{TIMESTAMP_ISO8601:exeTime}\]\s+%{DATA:appName}\s+\[%{DATA:reqInfo}\]\s+\[%{DATA:userId}\]\s+\[%{DATA:thread}\]\s+%{LOGLEVEL:logLevel}\s+%{DATA:class}\s+-\s+%{GREEDYDATA:msg}"
}
}
}
output {
stdout {
codec => rubydebug
}
elasticsearch {
hosts => ["10.0.120.212:9200","10.0.120.44:9200","10.0.120.143:9200"]
index => "loitsone-%{+YYYY.MM}-%{+xxxx.ww}"
}
}
mkdir -p /var/lib/logstash/sone
nohup /usr/local/logstash-6.4.3/bin/logstash --path.data=/var/lib/logstash/sone -f /usr/local/logstash-6.4.3/config/logstash-es-sone-business.conf >/dev/null 2>&1 &
#!/bin/sh
echo '---------------kill_logstash-es-sone-business.conf----------------'
KILL_PROCESS_NAME='/usr/local/logstash-6.4.3/config/logstash-es-sone-business.conf'
PROCESS_ID=`ps -ef | grep $KILL_PROCESS_NAME | grep -v 'grep' | awk '{print $2}'`
echo 'ProcessId: ' $PROCESS_ID
for id in $PROCESS_ID
do
echo 'KILL_ID: ' $id
kill -s 9 $id
done
input {
file {
path => [
"/home/soft/loit-sj-loitworkflow-8118/logs/loit-sj-loitworkflow.log"
]
discover_interval => 15
stat_interval => 1
codec => multiline {
pattern => "^\["
negate => true
what => "previous"
charset => "UTF-8"
}
type => "elasticsearch"
start_position => "beginning"
}
}
filter {
# pattern matching logback pattern
grok {
match => {
"message" => "\[%{TIMESTAMP_ISO8601:exeTime}\]\s+%{DATA:appName}\s+\[%{DATA:reqInfo}\]\s+\[%{DATA:userId}\]\s+\[%{DATA:thread}\]\s+%{LOGLEVEL:logLevel}\s+%{DATA:class}\s+-\s+%{GREEDYDATA:msg}"
}
}
}
output {
stdout {
codec => rubydebug
}
elasticsearch {
hosts => ["10.0.120.212:9200","10.0.120.44:9200","10.0.120.143:9200"]
index => "loitsone-%{+YYYY.MM}-%{+xxxx.ww}"
}
}
mkdir -p /var/lib/logstash/sone
nohup /usr/local/logstash-6.4.3/bin/logstash --path.data=/var/lib/logstash/sone -f /usr/local/logstash-6.4.3/config/logstash-es-sone-business.conf >/dev/null 2>&1 &
#!/bin/sh
echo '---------------kill_logstash-es-sone-business.conf----------------'
KILL_PROCESS_NAME='/usr/local/logstash-6.4.3/config/logstash-es-sone-business.conf'
PROCESS_ID=`ps -ef | grep $KILL_PROCESS_NAME | grep -v 'grep' | awk '{print $2}'`
echo 'ProcessId: ' $PROCESS_ID
for id in $PROCESS_ID
do
echo 'KILL_ID: ' $id
kill -s 9 $id
done
mkdir -p /var/lib/logstash/sone
nohup /usr/local/logstash-6.4.3/bin/logstash --path.data=/var/lib/logstash/sone -f /usr/local/logstash-6.4.3/config/logstash-es-sone-portal.conf >/dev/null 2>&1 &
#!/bin/sh
echo '---------------kill_logstash-es-sone-portal.conf----------------'
KILL_PROCESS_NAME='/usr/local/logstash-6.4.3/config/logstash-es-sone-portal.conf'
PROCESS_ID=`ps -ef | grep $KILL_PROCESS_NAME | grep -v 'grep' | awk '{print $2}'`
echo 'ProcessId: ' $PROCESS_ID
for id in $PROCESS_ID
do
echo 'KILL_ID: ' $id
kill -s 9 $id
done
input {
file {
path => [
"/home/soft/loit-portal-7007/logs/loit-portal.log"
]
discover_interval => 15
stat_interval => 1
codec => multiline {
pattern => "^\["
negate => true
what => "previous"
charset => "UTF-8"
}
type => "elasticsearch"
start_position => "beginning"
}
}
filter {
# pattern matching logback pattern
grok {
match => {
"message" => "\[%{TIMESTAMP_ISO8601:exeTime}\]\s+%{DATA:appName}\s+\[%{DATA:reqInfo}\]\s+\[%{DATA:userId}\]\s+\[%{DATA:thread}\]\s+%{LOGLEVEL:logLevel}\s+%{DATA:class}\s+-\s+%{GREEDYDATA:msg}"
}
}
}
output {
stdout {
codec => rubydebug
}
elasticsearch {
hosts => ["10.0.120.212:9200","10.0.120.44:9200","10.0.120.143:9200"]
index => "loitsone-%{+YYYY.MM}-%{+xxxx.ww}"
}
}
input {
file {
path => [
"/home/soft/loit-sj-supervision-8112/logs/loit-sj-supervision.log"
]
discover_interval => 15
stat_interval => 1
codec => multiline {
pattern => "^\["
negate => true
what => "previous"
charset => "UTF-8"
}
type => "elasticsearch"
start_position => "beginning"
}
}
filter {
# pattern matching logback pattern
grok {
match => {
"message" => "\[%{TIMESTAMP_ISO8601:exeTime}\]\s+%{DATA:appName}\s+\[%{DATA:reqInfo}\]\s+\[%{DATA:userId}\]\s+\[%{DATA:thread}\]\s+%{LOGLEVEL:logLevel}\s+%{DATA:class}\s+-\s+%{GREEDYDATA:msg}"
}
}
}
output {
stdout {
codec => rubydebug
}
elasticsearch {
hosts => ["10.0.120.212:9200","10.0.120.44:9200","10.0.120.143:9200"]
index => "loitsone-%{+YYYY.MM}-%{+xxxx.ww}"
}
}
mkdir -p /var/lib/logstash/sone
nohup /usr/local/logstash-6.4.3/bin/logstash --path.data=/var/lib/logstash/sone -f /usr/local/logstash-6.4.3/config/logstash-es-sone-business.conf >/dev/null 2>&1 &
#!/bin/sh
echo '---------------kill_logstash-es-sone-business.conf----------------'
KILL_PROCESS_NAME='/usr/local/logstash-6.4.3/config/logstash-es-sone-business.conf'
PROCESS_ID=`ps -ef | grep $KILL_PROCESS_NAME | grep -v 'grep' | awk '{print $2}'`
echo 'ProcessId: ' $PROCESS_ID
for id in $PROCESS_ID
do
echo 'KILL_ID: ' $id
kill -s 9 $id
done
input {
file {
path => [
"/home/soft/loit-law-8128/logs/loit-law.log"
]
discover_interval => 15
stat_interval => 1
codec => multiline {
pattern => "^\["
negate => true
what => "previous"
charset => "UTF-8"
}
type => "elasticsearch"
start_position => "beginning"
}
}
filter {
# pattern matching logback pattern
grok {
match => {
"message" => "\[%{TIMESTAMP_ISO8601:exeTime}\]\s+%{DATA:appName}\s+\[%{DATA:reqInfo}\]\s+\[%{DATA:userId}\]\s+\[%{DATA:thread}\]\s+%{LOGLEVEL:logLevel}\s+%{DATA:class}\s+-\s+%{GREEDYDATA:msg}"
}
}
}
output {
stdout {
codec => rubydebug
}
elasticsearch {
hosts => ["10.0.120.212:9200","10.0.120.44:9200","10.0.120.143:9200"]
index => "loitsone-%{+YYYY.MM}-%{+xxxx.ww}"
}
}
mkdir -p /var/lib/logstash/sone
nohup /usr/local/logstash-6.4.3/bin/logstash --path.data=/var/lib/logstash/sone -f /usr/local/logstash-6.4.3/config/logstash-es-sone-business.conf >/dev/null 2>&1 &
mkdir -p /var/lib/logstash/sone
nohup /usr/local/logstash-6.4.3/bin/logstash --path.data=/var/lib/logstash/sone -f /usr/local/logstash-6.4.3/config/logstash-es-sone-portal.conf >/dev/null 2>&1 &
#!/bin/sh
echo '---------------kill_logstash-es-sone-business.conf----------------'
KILL_PROCESS_NAME='/usr/local/logstash-6.4.3/config/logstash-es-sone-business.conf'
PROCESS_ID=`ps -ef | grep $KILL_PROCESS_NAME | grep -v 'grep' | awk '{print $2}'`
echo 'ProcessId: ' $PROCESS_ID
for id in $PROCESS_ID
do
echo 'KILL_ID: ' $id
kill -s 9 $id
done
#!/bin/sh
echo '---------------kill_logstash-es-sone-portal.conf----------------'
KILL_PROCESS_NAME='/usr/local/logstash-6.4.3/config/logstash-es-sone-portal.conf'
PROCESS_ID=`ps -ef | grep $KILL_PROCESS_NAME | grep -v 'grep' | awk '{print $2}'`
echo 'ProcessId: ' $PROCESS_ID
for id in $PROCESS_ID
do
echo 'KILL_ID: ' $id
kill -s 9 $id
done
input {
file {
path => [
"/home/soft/gateway/logs/loit-getway.log"
]
discover_interval => 15
stat_interval => 1
codec => multiline {
pattern => "^\["
negate => true
what => "previous"
charset => "UTF-8"
}
type => "elasticsearch"
start_position => "beginning"
}
}
filter {
# pattern matching logback pattern
grok {
match => {
"message" => "\[%{TIMESTAMP_ISO8601:exeTime}\]\s+%{DATA:appName}\s+\[%{DATA:reqInfo}\]\s+\[%{DATA:userId}\]\s+\[%{DATA:thread}\]\s+%{LOGLEVEL:logLevel}\s+%{DATA:class}\s+-\s+%{GREEDYDATA:msg}"
}
}
}
output {
stdout {
codec => rubydebug
}
elasticsearch {
hosts => ["10.0.120.212:9200","10.0.120.44:9200","10.0.120.143:9200"]
index => "loitsone-%{+YYYY.MM}-%{+xxxx.ww}"
}
}
input {
file {
path => [
"/home/soft/loit-sj-dataassets-8138/logs/loit-sj-dataassets.log"
]
discover_interval => 15
stat_interval => 1
codec => multiline {
pattern => "^\["
negate => true
what => "previous"
charset => "UTF-8"
}
type => "elasticsearch"
start_position => "beginning"
}
}
filter {
# pattern matching logback pattern
grok {
match => {
"message" => "\[%{TIMESTAMP_ISO8601:exeTime}\]\s+%{DATA:appName}\s+\[%{DATA:reqInfo}\]\s+\[%{DATA:userId}\]\s+\[%{DATA:thread}\]\s+%{LOGLEVEL:logLevel}\s+%{DATA:class}\s+-\s+%{GREEDYDATA:msg}"
}
}
}
output {
stdout {
codec => rubydebug
}
elasticsearch {
hosts => ["10.0.120.212:9200","10.0.120.44:9200","10.0.120.143:9200"]
index => "loitsone-%{+YYYY.MM}-%{+xxxx.ww}"
}
}
mkdir -p /var/lib/logstash/sone
nohup /usr/local/logstash-6.4.3/bin/logstash --path.data=/var/lib/logstash/sone -f /usr/local/logstash-6.4.3/config/logstash-es-sone-business.conf >/dev/null 2>&1 &
#!/bin/sh
echo '---------------kill_logstash-es-sone-business.conf----------------'
KILL_PROCESS_NAME='/usr/local/logstash-6.4.3/config/logstash-es-sone-business.conf'
PROCESS_ID=`ps -ef | grep $KILL_PROCESS_NAME | grep -v 'grep' | awk '{print $2}'`
echo 'ProcessId: ' $PROCESS_ID
for id in $PROCESS_ID
do
echo 'KILL_ID: ' $id
kill -s 9 $id
done
mkdir -p /var/lib/logstash/sone
nohup /usr/local/logstash-6.4.3/bin/logstash --path.data=/var/lib/logstash/sone -f /usr/local/logstash-6.4.3/config/logstash-es-sone-portal.conf >/dev/null 2>&1 &
#!/bin/sh
echo '---------------kill_logstash-es-sone-portal.conf----------------'
KILL_PROCESS_NAME='/usr/local/logstash-6.4.3/config/logstash-es-sone-portal.conf'
PROCESS_ID=`ps -ef | grep $KILL_PROCESS_NAME | grep -v 'grep' | awk '{print $2}'`
echo 'ProcessId: ' $PROCESS_ID
for id in $PROCESS_ID
do
echo 'KILL_ID: ' $id
kill -s 9 $id
done
input {
file {
path => [
"/home/soft/loit-portal-7007/logs/loit-portal.log"
]
discover_interval => 15
stat_interval => 1
codec => multiline {
pattern => "^\["
negate => true
what => "previous"
charset => "UTF-8"
}
type => "elasticsearch"
start_position => "beginning"
}
}
filter {
# pattern matching logback pattern
grok {
match => {
"message" => "\[%{TIMESTAMP_ISO8601:exeTime}\]\s+%{DATA:appName}\s+\[%{DATA:reqInfo}\]\s+\[%{DATA:userId}\]\s+\[%{DATA:thread}\]\s+%{LOGLEVEL:logLevel}\s+%{DATA:class}\s+-\s+%{GREEDYDATA:msg}"
}
}
}
output {
stdout {
codec => rubydebug
}
elasticsearch {
hosts => ["10.0.120.212:9200","10.0.120.44:9200","10.0.120.143:9200"]
index => "loitsone-%{+YYYY.MM}-%{+xxxx.ww}"
}
}
input {
file {
path => [
"/home/soft/loit-sj-analysis-8130/logs/loit-sj-analysis.log"
]
discover_interval => 15
stat_interval => 1
codec => multiline {
pattern => "^\["
negate => true
what => "previous"
charset => "UTF-8"
}
type => "elasticsearch"
start_position => "beginning"
}
}
filter {
# pattern matching logback pattern
grok {
match => {
"message" => "\[%{TIMESTAMP_ISO8601:exeTime}\]\s+%{DATA:appName}\s+\[%{DATA:reqInfo}\]\s+\[%{DATA:userId}\]\s+\[%{DATA:thread}\]\s+%{LOGLEVEL:logLevel}\s+%{DATA:class}\s+-\s+%{GREEDYDATA:msg}"
}
}
}
output {
stdout {
codec => rubydebug
}
elasticsearch {
hosts => ["10.0.120.212:9200","10.0.120.44:9200","10.0.120.143:9200"]
index => "loitsone-%{+YYYY.MM}-%{+xxxx.ww}"
}
}
mkdir -p /var/lib/logstash/sone
nohup /usr/local/logstash-6.4.3/bin/logstash --path.data=/var/lib/logstash/sone -f /usr/local/logstash-6.4.3/config/logstash-es-sone-business.conf >/dev/null 2>&1 &
#!/bin/sh
echo '---------------kill_logstash-es-sone-business.conf----------------'
KILL_PROCESS_NAME='/usr/local/logstash-6.4.3/config/logstash-es-sone-business.conf'
PROCESS_ID=`ps -ef | grep $KILL_PROCESS_NAME | grep -v 'grep' | awk '{print $2}'`
echo 'ProcessId: ' $PROCESS_ID
for id in $PROCESS_ID
do
echo 'KILL_ID: ' $id
kill -s 9 $id
done
input {
file {
path => [
"/home/soft/loit-law-8128/logs/loit-law.log"
]
discover_interval => 15
stat_interval => 1
codec => multiline {
pattern => "^\["
negate => true
what => "previous"
charset => "UTF-8"
}
type => "elasticsearch"
start_position => "beginning"
}
}
filter {
# pattern matching logback pattern
grok {
match => {
"message" => "\[%{TIMESTAMP_ISO8601:exeTime}\]\s+%{DATA:appName}\s+\[%{DATA:reqInfo}\]\s+\[%{DATA:userId}\]\s+\[%{DATA:thread}\]\s+%{LOGLEVEL:logLevel}\s+%{DATA:class}\s+-\s+%{GREEDYDATA:msg}"
}
}
}
output {
stdout {
codec => rubydebug
}
elasticsearch {
hosts => ["10.0.120.212:9200","10.0.120.44:9200","10.0.120.143:9200"]
index => "loitsone-%{+YYYY.MM}-%{+xxxx.ww}"
}
}
mkdir -p /var/lib/logstash/sone
nohup /usr/local/logstash-6.4.3/bin/logstash --path.data=/var/lib/logstash/sone -f /usr/local/logstash-6.4.3/config/logstash-es-sone-business.conf >/dev/null 2>&1 &
mkdir -p /var/lib/logstash/sone
nohup /usr/local/logstash-6.4.3/bin/logstash --path.data=/var/lib/logstash/sone -f /usr/local/logstash-6.4.3/config/logstash-es-sone-portal.conf >/dev/null 2>&1 &
#!/bin/sh
echo '---------------kill_logstash-es-sone-business.conf----------------'
KILL_PROCESS_NAME='/usr/local/logstash-6.4.3/config/logstash-es-sone-business.conf'
PROCESS_ID=`ps -ef | grep $KILL_PROCESS_NAME | grep -v 'grep' | awk '{print $2}'`
echo 'ProcessId: ' $PROCESS_ID
for id in $PROCESS_ID
do
echo 'KILL_ID: ' $id
kill -s 9 $id
done
#!/bin/sh
echo '---------------kill_logstash-es-sone-portal.conf----------------'
KILL_PROCESS_NAME='/usr/local/logstash-6.4.3/config/logstash-es-sone-portal.conf'
PROCESS_ID=`ps -ef | grep $KILL_PROCESS_NAME | grep -v 'grep' | awk '{print $2}'`
echo 'ProcessId: ' $PROCESS_ID
for id in $PROCESS_ID
do
echo 'KILL_ID: ' $id
kill -s 9 $id
done
input {
file {
path => [
"/home/soft/loit-portal-7007/logs/loit-portal.log"
]
discover_interval => 15
stat_interval => 1
codec => multiline {
pattern => "^\["
negate => true
what => "previous"
charset => "UTF-8"
}
type => "elasticsearch"
start_position => "beginning"
}
}
filter {
# pattern matching logback pattern
grok {
match => {
"message" => "\[%{TIMESTAMP_ISO8601:exeTime}\]\s+%{DATA:appName}\s+\[%{DATA:reqInfo}\]\s+\[%{DATA:userId}\]\s+\[%{DATA:thread}\]\s+%{LOGLEVEL:logLevel}\s+%{DATA:class}\s+-\s+%{GREEDYDATA:msg}"
}
}
}
output {
stdout {
codec => rubydebug
}
elasticsearch {
hosts => ["10.0.120.212:9200","10.0.120.44:9200","10.0.120.143:9200"]
index => "loitsone-%{+YYYY.MM}-%{+xxxx.ww}"
}
}
input {
file {
path => [
"/home/soft/loit-sj-ledger-8104/logs/loit-sj-ledger.log"
]
discover_interval => 15
stat_interval => 1
codec => multiline {
pattern => "^\["
negate => true
what => "previous"
charset => "UTF-8"
}
type => "elasticsearch"
start_position => "beginning"
}
}
filter {
# pattern matching logback pattern
grok {
match => {
"message" => "\[%{TIMESTAMP_ISO8601:exeTime}\]\s+%{DATA:appName}\s+\[%{DATA:reqInfo}\]\s+\[%{DATA:userId}\]\s+\[%{DATA:thread}\]\s+%{LOGLEVEL:logLevel}\s+%{DATA:class}\s+-\s+%{GREEDYDATA:msg}"
}
}
}
output {
stdout {
codec => rubydebug
}
elasticsearch {
hosts => ["10.0.120.212:9200","10.0.120.44:9200","10.0.120.143:9200"]
index => "loitsone-%{+YYYY.MM}-%{+xxxx.ww}"
}
}
mkdir -p /var/lib/logstash/sone
nohup /usr/local/logstash-6.4.3/bin/logstash --path.data=/var/lib/logstash/sone -f /usr/local/logstash-6.4.3/config/logstash-es-sone-business.conf >/dev/null 2>&1 &
#!/bin/sh
echo '---------------kill_logstash-es-sone-business.conf----------------'
KILL_PROCESS_NAME='/usr/local/logstash-6.4.3/config/logstash-es-sone-business.conf'
PROCESS_ID=`ps -ef | grep $KILL_PROCESS_NAME | grep -v 'grep' | awk '{print $2}'`
echo 'ProcessId: ' $PROCESS_ID
for id in $PROCESS_ID
do
echo 'KILL_ID: ' $id
kill -s 9 $id
done
input {
file {
path => [
"/home/soft/loit-sj-knowledge-8132/logs/loit-sj-knowledge.log"
]
discover_interval => 15
stat_interval => 1
codec => multiline {
pattern => "^\["
negate => true
what => "previous"
charset => "UTF-8"
}
type => "elasticsearch"
start_position => "beginning"
}
}
filter {
# pattern matching logback pattern
grok {
match => {
"message" => "\[%{TIMESTAMP_ISO8601:exeTime}\]\s+%{DATA:appName}\s+\[%{DATA:reqInfo}\]\s+\[%{DATA:userId}\]\s+\[%{DATA:thread}\]\s+%{LOGLEVEL:logLevel}\s+%{DATA:class}\s+-\s+%{GREEDYDATA:msg}"
}
}
}
output {
stdout {
codec => rubydebug
}
elasticsearch {
hosts => ["10.0.120.212:9200","10.0.120.44:9200","10.0.120.143:9200"]
index => "loitsone-%{+YYYY.MM}-%{+xxxx.ww}"
}
}
mkdir -p /var/lib/logstash/sone
nohup /usr/local/logstash-6.4.3/bin/logstash --path.data=/var/lib/logstash/sone -f /usr/local/logstash-6.4.3/config/logstash-es-sone-business.conf >/dev/null 2>&1 &
#!/bin/sh
echo '---------------kill_logstash-es-sone-business.conf----------------'
KILL_PROCESS_NAME='/usr/local/logstash-6.4.3/config/logstash-es-sone-business.conf'
PROCESS_ID=`ps -ef | grep $KILL_PROCESS_NAME | grep -v 'grep' | awk '{print $2}'`
echo 'ProcessId: ' $PROCESS_ID
for id in $PROCESS_ID
do
echo 'KILL_ID: ' $id
kill -s 9 $id
done
mkdir -p /var/lib/logstash/sone
nohup /usr/local/logstash-6.4.3/bin/logstash --path.data=/var/lib/logstash/sone -f /usr/local/logstash-6.4.3/config/logstash-es-sone-portal.conf >/dev/null 2>&1 &
#!/bin/sh
echo '---------------kill_logstash-es-sone-portal.conf----------------'
KILL_PROCESS_NAME='/usr/local/logstash-6.4.3/config/logstash-es-sone-portal.conf'
PROCESS_ID=`ps -ef | grep $KILL_PROCESS_NAME | grep -v 'grep' | awk '{print $2}'`
echo 'ProcessId: ' $PROCESS_ID
for id in $PROCESS_ID
do
echo 'KILL_ID: ' $id
kill -s 9 $id
done
input {
file {
path => [
"/home/soft/loit-file-7004/logs/loit-file.log"
]
discover_interval => 15
stat_interval => 1
codec => multiline {
pattern => "^\["
negate => true
what => "previous"
charset => "UTF-8"
}
type => "elasticsearch"
start_position => "beginning"
}
}
filter {
# pattern matching logback pattern
grok {
match => {
"message" => "\[%{TIMESTAMP_ISO8601:exeTime}\]\s+%{DATA:appName}\s+\[%{DATA:reqInfo}\]\s+\[%{DATA:userId}\]\s+\[%{DATA:thread}\]\s+%{LOGLEVEL:logLevel}\s+%{DATA:class}\s+-\s+%{GREEDYDATA:msg}"
}
}
}
output {
stdout {
codec => rubydebug
}
elasticsearch {
hosts => ["10.0.120.212:9200","10.0.120.44:9200","10.0.120.143:9200"]
index => "loitsone-%{+YYYY.MM}-%{+xxxx.ww}"
}
}
mkdir -p /var/lib/logstash/sone
nohup /usr/local/logstash-6.4.3/bin/logstash --path.data=/var/lib/logstash/sone -f /usr/local/logstash-6.4.3/config/logstash-es-sone-portal.conf >/dev/null 2>&1 &
#!/bin/sh
echo '---------------kill_logstash-es-sone-portal.conf----------------'
KILL_PROCESS_NAME='/usr/local/logstash-6.4.3/config/logstash-es-sone-portal.conf'
PROCESS_ID=`ps -ef | grep $KILL_PROCESS_NAME | grep -v 'grep' | awk '{print $2}'`
echo 'ProcessId: ' $PROCESS_ID
for id in $PROCESS_ID
do
echo 'KILL_ID: ' $id
kill -s 9 $id
done
input {
file {
path => [
"/home/soft/gateway/logs/loit-getway.log"
]
discover_interval => 15
stat_interval => 1
codec => multiline {
pattern => "^\["
negate => true
what => "previous"
charset => "UTF-8"
}
type => "elasticsearch"
start_position => "beginning"
}
}
filter {
# pattern matching logback pattern
grok {
match => {
"message" => "\[%{TIMESTAMP_ISO8601:exeTime}\]\s+%{DATA:appName}\s+\[%{DATA:reqInfo}\]\s+\[%{DATA:userId}\]\s+\[%{DATA:thread}\]\s+%{LOGLEVEL:logLevel}\s+%{DATA:class}\s+-\s+%{GREEDYDATA:msg}"
}
}
}
output {
stdout {
codec => rubydebug
}
elasticsearch {
hosts => ["10.0.120.212:9200","10.0.120.44:9200","10.0.120.143:9200"]
index => "loitsone-%{+YYYY.MM}-%{+xxxx.ww}"
}
}
input {
file {
path => [
"/home/soft/loit-sj-knowledge-8132/logs/loit-sj-knowledge.log"
]
discover_interval => 15
stat_interval => 1
codec => multiline {
pattern => "^\["
negate => true
what => "previous"
charset => "UTF-8"
}
type => "elasticsearch"
start_position => "beginning"
}
}
filter {
# pattern matching logback pattern
grok {
match => {
"message" => "\[%{TIMESTAMP_ISO8601:exeTime}\]\s+%{DATA:appName}\s+\[%{DATA:reqInfo}\]\s+\[%{DATA:userId}\]\s+\[%{DATA:thread}\]\s+%{LOGLEVEL:logLevel}\s+%{DATA:class}\s+-\s+%{GREEDYDATA:msg}"
}
}
}
output {
stdout {
codec => rubydebug
}
elasticsearch {
hosts => ["10.0.120.212:9200","10.0.120.44:9200","10.0.120.143:9200"]
index => "loitsone-%{+YYYY.MM}-%{+xxxx.ww}"
}
}
mkdir -p /var/lib/logstash/sone
nohup /usr/local/logstash-6.4.3/bin/logstash --path.data=/var/lib/logstash/sone -f /usr/local/logstash-6.4.3/config/logstash-es-sone-business.conf >/dev/null 2>&1 &
#!/bin/sh
echo '---------------kill_logstash-es-sone-business.conf----------------'
KILL_PROCESS_NAME='/usr/local/logstash-6.4.3/config/logstash-es-sone-business.conf'
PROCESS_ID=`ps -ef | grep $KILL_PROCESS_NAME | grep -v 'grep' | awk '{print $2}'`
echo 'ProcessId: ' $PROCESS_ID
for id in $PROCESS_ID
do
echo 'KILL_ID: ' $id
kill -s 9 $id
done
input {
file {
path => [
"/home/soft/loit-general-config-8102/logs/loit-general-config.log"
]
discover_interval => 15
stat_interval => 1
codec => multiline {
pattern => "^\["
negate => true
what => "previous"
charset => "UTF-8"
}
type => "elasticsearch"
start_position => "beginning"
}
}
filter {
# pattern matching logback pattern
grok {
match => {
"message" => "\[%{TIMESTAMP_ISO8601:exeTime}\]\s+%{DATA:appName}\s+\[%{DATA:reqInfo}\]\s+\[%{DATA:userId}\]\s+\[%{DATA:thread}\]\s+%{LOGLEVEL:logLevel}\s+%{DATA:class}\s+-\s+%{GREEDYDATA:msg}"
}
}
}
output {
stdout {
codec => rubydebug
}
elasticsearch {
hosts => ["10.0.120.212:9200","10.0.120.44:9200","10.0.120.143:9200"]
index => "loitsone-%{+YYYY.MM}-%{+xxxx.ww}"
}
}
mkdir -p /var/lib/logstash/sone
nohup /usr/local/logstash-6.4.3/bin/logstash --path.data=/var/lib/logstash/sone -f /usr/local/logstash-6.4.3/config/logstash-es-sone-business.conf >/dev/null 2>&1 &
#!/bin/sh
echo '---------------kill_logstash-es-sone-business.conf----------------'
KILL_PROCESS_NAME='/usr/local/logstash-6.4.3/config/logstash-es-sone-business.conf'
PROCESS_ID=`ps -ef | grep $KILL_PROCESS_NAME | grep -v 'grep' | awk '{print $2}'`
echo 'ProcessId: ' $PROCESS_ID
for id in $PROCESS_ID
do
echo 'KILL_ID: ' $id
kill -s 9 $id
done
input {
file {
path => [
"/home/soft/loit-general-config-form-8139/logs/loit-general-config-form.log",
"/home/soft/loit-general-config-form-8140/logs/loit-general-config-form.log"
]
discover_interval => 15
stat_interval => 1
codec => multiline {
pattern => "^\["
negate => true
what => "previous"
charset => "UTF-8"
}
type => "elasticsearch"
start_position => "beginning"
}
}
filter {
# pattern matching logback pattern
grok {
match => {
"message" => "\[%{TIMESTAMP_ISO8601:exeTime}\]\s+%{DATA:appName}\s+\[%{DATA:reqInfo}\]\s+\[%{DATA:userId}\]\s+\[%{DATA:thread}\]\s+%{LOGLEVEL:logLevel}\s+%{DATA:class}\s+-\s+%{GREEDYDATA:msg}"
}
}
}
output {
stdout {
codec => rubydebug
}
elasticsearch {
hosts => ["10.0.120.212:9200","10.0.120.44:9200","10.0.120.143:9200"]
index => "loitsone-%{+YYYY.MM}-%{+xxxx.ww}"
}
}
mkdir -p /var/lib/logstash/sone
nohup /usr/local/logstash-6.4.3/bin/logstash --path.data=/var/lib/logstash/sone -f /usr/local/logstash-6.4.3/config/logstash-es-sone-business.conf >/dev/null 2>&1 &
#!/bin/sh
echo '---------------kill_logstash-es-sone-business.conf----------------'
KILL_PROCESS_NAME='/usr/local/logstash-6.4.3/config/logstash-es-sone-business.conf'
PROCESS_ID=`ps -ef | grep $KILL_PROCESS_NAME | grep -v 'grep' | awk '{print $2}'`
echo 'ProcessId: ' $PROCESS_ID
for id in $PROCESS_ID
do
echo 'KILL_ID: ' $id
kill -s 9 $id
done
mkdir -p /var/lib/logstash/sone
nohup /usr/local/logstash-6.4.3/bin/logstash --path.data=/var/lib/logstash/sone -f /usr/local/logstash-6.4.3/config/logstash-es-sone-portal.conf >/dev/null 2>&1 &
#!/bin/sh
echo '---------------kill_logstash-es-sone-portal.conf----------------'
KILL_PROCESS_NAME='/usr/local/logstash-6.4.3/config/logstash-es-sone-portal.conf'
PROCESS_ID=`ps -ef | grep $KILL_PROCESS_NAME | grep -v 'grep' | awk '{print $2}'`
echo 'ProcessId: ' $PROCESS_ID
for id in $PROCESS_ID
do
echo 'KILL_ID: ' $id
kill -s 9 $id
done
input {
file {
path => [
"/home/soft/loit-file-7004/logs/loit-file.log"
]
discover_interval => 15
stat_interval => 1
codec => multiline {
pattern => "^\["
negate => true
what => "previous"
charset => "UTF-8"
}
type => "elasticsearch"
start_position => "beginning"
}
}
filter {
# pattern matching logback pattern
grok {
match => {
"message" => "\[%{TIMESTAMP_ISO8601:exeTime}\]\s+%{DATA:appName}\s+\[%{DATA:reqInfo}\]\s+\[%{DATA:userId}\]\s+\[%{DATA:thread}\]\s+%{LOGLEVEL:logLevel}\s+%{DATA:class}\s+-\s+%{GREEDYDATA:msg}"
}
}
}
output {
stdout {
codec => rubydebug
}
elasticsearch {
hosts => ["10.0.120.212:9200","10.0.120.44:9200","10.0.120.143:9200"]
index => "loitsone-%{+YYYY.MM}-%{+xxxx.ww}"
}
}
input {
file {
path => [
"/home/soft/loit-sj-large-screen-8114/logs/loit-sj-large-screen.log"
]
discover_interval => 15
stat_interval => 1
codec => multiline {
pattern => "^\["
negate => true
what => "previous"
charset => "UTF-8"
}
type => "elasticsearch"
start_position => "beginning"
}
}
filter {
# pattern matching logback pattern
grok {
match => {
"message" => "\[%{TIMESTAMP_ISO8601:exeTime}\]\s+%{DATA:appName}\s+\[%{DATA:reqInfo}\]\s+\[%{DATA:userId}\]\s+\[%{DATA:thread}\]\s+%{LOGLEVEL:logLevel}\s+%{DATA:class}\s+-\s+%{GREEDYDATA:msg}"
}
}
}
output {
stdout {
codec => rubydebug
}
elasticsearch {
hosts => ["10.0.120.212:9200","10.0.120.44:9200","10.0.120.143:9200"]
index => "loitsone-%{+YYYY.MM}-%{+xxxx.ww}"
}
}
mkdir -p /var/lib/logstash/sone
nohup /usr/local/logstash-6.4.3/bin/logstash --path.data=/var/lib/logstash/sone -f /usr/local/logstash-6.4.3/config/logstash-es-sone-business.conf >/dev/null 2>&1 &
#!/bin/sh
echo '---------------kill_logstash-es-sone-business.conf----------------'
KILL_PROCESS_NAME='/usr/local/logstash-6.4.3/config/logstash-es-sone-business.conf'
PROCESS_ID=`ps -ef | grep $KILL_PROCESS_NAME | grep -v 'grep' | awk '{print $2}'`
echo 'ProcessId: ' $PROCESS_ID
for id in $PROCESS_ID
do
echo 'KILL_ID: ' $id
kill -s 9 $id
done
input {
file {
path => [
"/home/soft/loit-sj-supervision-8112/logs/loit-sj-supervision.log"
]
discover_interval => 15
stat_interval => 1
codec => multiline {
pattern => "^\["
negate => true
what => "previous"
charset => "UTF-8"
}
type => "elasticsearch"
start_position => "beginning"
}
}
filter {
# pattern matching logback pattern
grok {
match => {
"message" => "\[%{TIMESTAMP_ISO8601:exeTime}\]\s+%{DATA:appName}\s+\[%{DATA:reqInfo}\]\s+\[%{DATA:userId}\]\s+\[%{DATA:thread}\]\s+%{LOGLEVEL:logLevel}\s+%{DATA:class}\s+-\s+%{GREEDYDATA:msg}"
}
}
}
output {
stdout {
codec => rubydebug
}
elasticsearch {
hosts => ["10.0.120.212:9200","10.0.120.44:9200","10.0.120.143:9200"]
index => "loitsone-%{+YYYY.MM}-%{+xxxx.ww}"
}
}
mkdir -p /var/lib/logstash/sone
nohup /usr/local/logstash-6.4.3/bin/logstash --path.data=/var/lib/logstash/sone -f /usr/local/logstash-6.4.3/config/logstash-es-sone-business.conf >/dev/null 2>&1 &
Markdown 格式
0%
您添加了 0 到此讨论。请谨慎行事。
请先完成此评论的编辑!
注册 或者 后发表评论