Minio分布式部署及遇到的报错

 

1.机器分布

192.168.10.66

192.168.10.22

192.168.10.33

2.机器配置

Minio-server服务器

品牌：lenovo

cpu：4核

内存：3G

硬盘容量：40G硬盘 

IP：192.168.10.xx

网关 192.168.10.2

DNS1=8.8.8.8

3.下载相关工具

#下载minio服务端

wget http://dl.minio.org.cn/server/minio/release/linux-amd64/minio

#下载客户端

wget http://dl.minio.org.cn/client/mc/release/linux-amd64/mc

chmod +x minio

chmod +x mc 

cp mc /bin/

cp minio /bin/

4.搭建minio（三个节点为一个集群）

#创建目录（两个数据磁盘）

mkdir -p /data/minio{1,2}

mkdir /etc/minio

#编辑启动脚本

[root@localhost ~]# cat /opt/run.sh

#!/bin/bash

export MINIO_ACCESS_KEY=admin

export MINIO_SECRET_KEY=admin123

/usr/bin/minio server --config-dir /etc/minio 

http://192.168.10.66/data/minio1 http://192.168.10.66/data/minio2 

http://192.168.10.22/data/minio1 http://192.168.10.22/data/minio2 

http://192.168.10.33/data/minio1 http://192.168.10.33/data/minio2

#启动脚本加权限

chmod +x /opt/run.sh

# 配置systemd启动

[root@localhost ~]# cat /usr/lib/systemd/system/mi

microcode.service  minio.service      

[root@localhost ~]# cat /usr/lib/systemd/system/mi

microcode.service  minio.service      

[root@localhost ~]# cat /usr/lib/systemd/system/minio.service

[Unit]

Description=Minio service

Documentation=https://docs.minio.io/

 

[Service]

WorkingDirectory=/opt/

ExecStart=/opt/run.sh

 

# Let systemd restart this service on-failure

Restart=on-failure

RestartSec=5

 

# Specifies the maximum file descriptor number that can be opened by this process

LimitNOFILE=65536

 

# Disable timeout logic and wait until process is stopped

TimeoutStopSec=infinity

SendSIGKILL=no

 

[Install]

WantedBy=multi-user.target

#系统启动脚本添加权限

chmod +x /usr/lib/systemd/system/minio.service

#启动minio服务

systemctl daemon-reload

systemctl is-enabled minio.service

systemctl start minio.service

systemctl status minio.service

#查看日志

tailf /var/log/message

Apr 24 14:45:23 localhost run.sh: Endpoint: http://192.168.10.22:9000  http://172.17.0.1:9000  http://127.0.0.1:9000

Apr 24 14:45:23 localhost run.sh: Browser Access:

Apr 24 14:45:23 localhost run.sh: http://192.168.10.22:9000  http://172.17.0.1:9000  http://127.0.0.1:9000

Apr 24 14:45:23 localhost run.sh: Object API (Amazon S3 compatible):

Apr 24 14:45:23 localhost run.sh: Go:         https://docs.min.io/docs/golang-client-quickstart-guide

Apr 24 14:45:23 localhost run.sh: Java:       https://docs.min.io/docs/java-client-quickstart-guide

Apr 24 14:45:23 localhost run.sh: Python:     https://docs.min.io/docs/python-client-quickstart-guide

Apr 24 14:45:23 localhost run.sh: JavaScript: https://docs.min.io/docs/javascript-client-quickstart-guide

Apr 24 14:45:23 localhost run.sh: .NET:       https://docs.min.io/docs/dotnet-client-quickstart-guide

Apr 24 14:45:23 localhost run.sh: IAM initialization complete

Apr 24 14:47:29 localhost chronyd[771]: Forward time jump detected!

Apr 24 14:49:39 localhost chronyd[771]: Source 119.28.206.193 replaced with 188.165.11.86

#三台一样操作，每台都要看一下日志是否输出结果一样。

5.minio访问效果

  

6.minio命令行上传文件及查看

#连接minio

mc config host add minio http://192.168.10.66:9000 admin admin123

#新增目录

mc mb minio1/cert

#上传文件

mc cp ~/文件名字 minio/上传到minio指定命令

7.安装minio遇到的问题

#访问页面显示这个报错Server not initialized, please try again

#查看日志看到

[root@localhost data]# tailf /var/log/messages

Apr 24 14:40:53 localhost run.sh: Waiting for all other servers to be online to format the disks.

Apr 24 14:40:54 localhost run.sh: Unable to read 'format.json' from http://192.168.10.22:9000/data/minio1: client time 2021-04-24 06:40:54 +0000 UTC is too apart with server time 2020-11-18 15:23:57.145857292 +0000 UTC

Apr 24 14:40:54 localhost run.sh: Unable to read 'format.json' from http://192.168.10.22:9000/data/minio2: client time 2021-04-24 06:40:54 +0000 UTC is too apart with server time 2020-11-18 15:23:57.145865387 +0000 UTC

Apr 24 14:40:54 localhost run.sh: Waiting for all other servers to be online to format the disks.

Apr 24 14:40:54 localhost run.sh: Unable to read 'format.json' from http://192.168.10.22:9000/data/minio1: client time 2021-04-24 06:40:54 +0000 UTC is too apart with server time 2020-11-18 15:23:57.692449821 +0000 UTC

Apr 24 14:40:54 localhost run.sh: Unable to read 'format.json' from http://192.168.10.22:9000/data/minio2: client time 2021-04-24 06:40:54 +0000 UTC is too apart with server time 2020-11-18 15:23:57.692977041 +0000 UTC

Apr 24 14:40:54 localhost run.sh: Waiting for all other servers to be online to format the disks.

#以上是错误信息

#解决方法

看你的机器是不是时间不对

再来查看你的磁盘空间是不是满了

然后将进程kill掉

在重新启动一下。

8.nginx代理

安装nginx

yum -y install nginx

#配置修改

[root@web-01 default.d]# egrep -v "^#|^$" /etc/nginx/nginx.conf

user nginx;

worker_processes auto;

error_log /var/log/nginx/error.log;

pid /run/nginx.pid;

include /usr/share/nginx/modules/*.conf;

events {

    worker_connections 1024;

}

http {

    log_format  main  '$remote_addr - $remote_user [$time_local] "$request" '

                      '$status $body_bytes_sent "$http_referer" '

                      '"$http_user_agent" "$http_x_forwarded_for"';

    access_log  /var/log/nginx/access.log  main;

    sendfile            on;

    tcp_nopush          on;

    tcp_nodelay         on;

    keepalive_timeout   65;

    types_hash_max_size 2048;

    include             /etc/nginx/mime.types;

    default_type        application/octet-stream;

    # Load modular configuration files from the /etc/nginx/conf.d directory.

    # See http://nginx.org/en/docs/ngx_core_module.html#include

    # for more information.

        include /etc/nginx/default.d/*.conf;

}

　

#代理配置

[root@web-01 default.d]# egrep -v "^#|^$" minio.conf

upstream mino{

   server 192.168.10.66:9000;

   server 192.168.10.22:9000;

   server 192.168.10.33:9000;

}

server

{

        listen 80;

        server_name 192.168.10.88;

  location / {

          #include naxsi.rules;

     #limit_conn  one  150;

     #limit_conn perserver 1000;

     #limit_req   zone=concurrent  burst=6  nodelay;

             #proxy_pass http://127.0.0.1:8082;

             proxy_pass http://minio;

             proxy_set_header  X-Real-IP  $remote_addr;

             proxy_set_header Host $host;

     proxy_redirect off;

     proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;

     proxy_connect_timeout 300s;

     proxy_send_timeout 300s;

     proxy_read_timeout 300s;

     proxy_buffer_size       16k;

             proxy_buffers           4 64k;

             proxy_busy_buffers_size 128k;

             proxy_temp_file_write_size 128k;

             proxy_next_upstream error timeout invalid_header http_500 http_502 http_503 http_504 http_404;

         }

        location ~ /.

        {

            deny all;

        }

}