[大数据]es集群环境安装

2.1、下载相应版本后，登录192.168.1.1后,创建目录，elasticsearch安装解压文件，创建用户组，用户目录，修改eｓ配置文件和系统配置，以及制作启动目录

[root@ES-1 ~] # mkdir -p /data/elasticsearch

[root@ES-1 ~]mkdir -p /data/elasticsearch/esdata/{log,data}

[root@ES-1 ~] # cd /opt/

[root@ES-1 ~] tar -zxvf elasticsearch-6.4.2.tar.gz -C /data/elasticsearch

[root@ES-1 ~] # groupadd esuser

[root@ES-1 ~] # useradd -g esuser -m esuser

2.2、安装kibana软件和其他编辑器

[root@ES-1 ~]# rpm -ivh /opt/kibana-6.4.2-x86_64.rpm

[root@ES-1 ~]# rpm -ivh /opt/zip-3.0-11.el7.x86_64.rpm

[root@ES-1 ~]#rpm -ivh /opt/unzip-6.0-21.el7.x86_64.rpm

2.3、配置系统参数修改,生效以及配置es配置文件

[root@ES-1 ~]#

Vim /etc/security/limits.conf追加以下参数

esuser soft memlock unlimited

esuser hard memlock unlimited

esuser soft nofile 65536

esuser hard nofile 65536

* soft nofile 65536

* hard nofile 65536

* soft nproc 4096

* hard nproc 4096

root soft nproc 4096

root hard nproc 4096

[root@ES-1 ~]#vim /etc/sysctl.conf追加

vm.max_map_count = 262144

[root@ES-1 ~]vim /etc/sudoers追加

esuser ???ALL=(ALL) ??????ALL

[root@ES-1 ~]sysctl -p

[root@ES-1 ~] vim /data/elasticsearch/elasticsearch-6.4.2/config/elasticsearch.yml追加如下参数

cluster.name: postal ??#集群名

node.name: node　　　　#节点名

network.host: 192.168.1.1　　　#主机ip

bootstrap.memory_lock: true ?#内存锁开启

http.port: 8080 #端口http8080

http.cors.enabled: true ??

http.cors.allow-origin: "*"

node.master: true ?#规划是mdi所以为true

node.data: true #规划是mdi所以为true

node.ingest: true #规划是mdi所以为true

discovery.zen.ping.unicast.hosts: ["192.168.1.1"] ?#集群节点

discovery.zen.minimum_master_nodes: 1 ??#最小主节点1

path.data: /data/elasticsearch/esdata/data ?#数据目录

path.logs: /data/elasticsearch/esdata/log #日志目录

[root@ES-1 ~] vim /data/elasticsearch/elasticsearch-6.4.2/config/jvm.options 修改Xms1g为Xms8g，改Xmx1g　为Xmx8g

2.4、做启动服务,使用默认配置文件启动服务

[root@ES-1 ~]# vim /usr/lib/systemd/system/elasticsearch.service

[Unit]

Description=Elasticsearch Server Manager

Documentation=http://www.elastic.co

Wants=network-online.target

After=network-online.target

[Service]

EnvironmentFile=-/etc/sysconfig/elasticsearch

WorkingDirectory=/data/elasticsearch/elasticsearch-6.4.2

User=esuser

Group=esuser

ExecStart=/data/elasticsearch/elasticsearch-6.4.2/bin/elasticsearch

StandardOutput=journal

StandardError=inherit

# Specifies the maximum file descriptor number that can be opened by this process

LimitNOFILE=65536

# Specifies the maximum number of processes ,min=4096

LimitNPROC=4096

# in elasticsearch.yml and 'MAX_LOCKED_MEMORY=unlimited' in /etc/sysconfig/elasticsearch

LimitMEMLOCK=infinity

# Disable timeout logic and wait until process is stopped

TimeoutStopSec=0

# SIGTERM signal is used to stop the Java process

KillSignal=SIGTERM

# Send the signal only to the JVM rather than its control group

KillMode=process

# Java process is never killed

SendSIGKILL=no

# When a JVM receives a SIGTERM signal it exits with code 143

SuccessExitStatus=143

[Install]

WantedBy=multi-user.target

[root@ES-1 ~]chmod +x /usr/lib/systemd/system/elasticsearch.service

2.5、赋予权。设置启动，和启动elasticsearch.确认端口８０８０是否正常运行，并查看节点为mdi

[root@ES-1 ~]# chown -R esuser /data/elasticsearch/

[root@ES-1 ~]# systemctl enable elasticsearch.service

[root@ES-1 ~]# systemctl start ?elasticsearch.service

[root@ES-1 ~]#netstat -tulpen | grep 8080

2.6、浏配置kibana文件，查看端口是否正常

[root@ES-1 ~]#vim /etc/kibana/kibana.yml 追加到

server.port: 9999

server.host: "192.168.1.1"

elasticsearch.url: "http://192.168.1.1:8080"

[root@ES-1 ~]#systemctl restart kibana

[root@ES-1 ~]#netstat -tulpen | grep 9999

2.7、开启防火墙加四个节点的策略,没安装kibana的不需要开9999端口

[root@ES-1 ~]#systemctl start firewalld.service

[root@ES-1 ~]#

firewall-cmd --permanent --add-rich-rule="rule family="ipv4" ?source address="192.168.1.1" port ?protocol="tcp" port="8080" accept"

firewall-cmd --permanent --add-rich-rule="rule family="ipv4" ?source address="192.168.1.2" port ?protocol="tcp" port="8080" accept"

firewall-cmd --permanent --add-rich-rule="rule family="ipv4" ?source address="192.168.1.3" port ?protocol="tcp" port="8080" accept"

firewall-cmd --permanent --add-rich-rule="rule family="ipv4" ?source address="192.168.1.4" port ?protocol="tcp" port="8080" accept"

firewall-cmd --permanent --add-rich-rule="rule family="ipv4" ?source address="192.168.1.1" port ?protocol="tcp" port="9300" accept"

firewall-cmd --permanent --add-rich-rule="rule family="ipv4" ?source address="192.168.1.2" port ?protocol="tcp" port="9300" accept"

firewall-cmd --permanent --add-rich-rule="rule family="ipv4" ?source address="192.168.1.3" port ?protocol="tcp" port="9300" accept"

firewall-cmd --permanent --add-rich-rule="rule family="ipv4" ?source address="192.168.1.4" port ?protocol="tcp" port="9300" accept"

firewall-cmd --permanent --add-rich-rule="rule family="ipv4" ?source address="需要访问kibana的网段"?port protocol="tcp" port="9999" accept"

?[root@ES-1 ~]#firewall-cmd --reload&&?firewall-cmd --list-all

三、192.168.1.2ES环境安装

3.1、在远程linux1192.168.1.2（mdi)节点主机安装ES，操作如上（二）步骤。注意修改ES配置,不需要安装kibana

[root@192.168.1.2?~]# vim /data/elasticsearch/elasticsearch-6.4.2/config/elasticsearch.yml追加如下参数

cluster.name: postal ??#集群名

node.name: node　　　　#节点名

network.host: 192.168.1.2　　　#主机ip

bootstrap.memory_lock: true ?#内存锁开启

http.port: 8080#端口http8080

http.cors.enabled: true ??

http.cors.allow-origin: "*"

node.master: true ?#规划是mdi所以为true

node.data: true #规划是mdi所以为true

node.ingest: true #规划是mdi所以为true

discovery.zen.ping.unicast.hosts: ["192.168.1.1"] ?#集群节点

discovery.zen.minimum_master_nodes: 1 ??#最小主节点1

path.data: /data/elasticsearch/esdata/data ?#数据目录

path.logs: /data/elasticsearch/esdata/log #日志目录

四、192.168.1.3（data)ES环境安装

4.1、操作如二步骤，不需要安装kibana修改一下配置文件

[root@ES-1 ~] vim /data/elasticsearch/elasticsearch-6.4.2/config/elasticsearch.yml追加如下参数

cluster.name: postal ??#集群名

node.name: node　　　　#节点名

network.host: 192.168.1.3　　　#主机ip

bootstrap.memory_lock: true ?#内存锁开启

http.port: 8080 #端口http8080

http.cors.enabled: true ??

http.cors.allow-origin: "*"

node.master: false#规划是mdi所以为true

node.data: true #规划是mdi所以为true

node.ingest: false #规划是mdi所以为true

discovery.zen.ping.unicast.hosts: ["192.168.1.1"] ?#集群节点

discovery.zen.minimum_master_nodes: 1 ??#最小主节点1

path.data: /data/elasticsearch/esdata/data ?#数据目录

path.logs: /data/elasticsearch/esdata/log #日志目录

[root@ES-1 ~] vim /data/elasticsearch/elasticsearch-6.4.2/config/jvm.options 修改Xms1g为Xms8g，改Xmx1g　为Xmx8g

4.2、192.168.1.4上登录安装es数据节点，操作如二，不需要安装kibana.修改配置文件如下，节点查看，防火墙查看。

[root@server~]# [root@ES-1 ~] vim /data/elasticsearch/elasticsearch-6.4.2/config/elasticsearch.yml追加如下参数

cluster.name: postal ??#集群名

node.name: node　　　　#节点名

network.host: 192.168.1.4　　　#主机ip

bootstrap.memory_lock: true ?#内存锁开启

http.port: 8080 #端口http8080

http.cors.enabled: true ??

http.cors.allow-origin: "*"

node.master: false#规划是mdi所以为true

node.data: true #规划是mdi所以为true

node.ingest: false #规划是mdi所以为true

discovery.zen.ping.unicast.hosts: ["192.168.1.1"] ?#集群节点

discovery.zen.minimum_master_nodes: 1 ??#最小主节点1

path.data: /data/elasticsearch/esdata/data ?#数据目录

path.logs: /data/elasticsearch/esdata/log #日志目录

[root@ES-1 ~] vim /data/elasticsearch/elasticsearch-6.4.2/config/jvm.options 修改Xms1g为Xms8g，改Xmx1g　为Xmx8g

• 创建索引数据

5.1、登录192.168.1.1查看节点状态

[root@ES-1 ~] curl 192.168.1.1:8080/_cat/nodes