OpenShift 3.9 多节点集群（Ansible）安装

类型

主机名（域名）

IP

操作系统

内存

磁盘

Master

master.192.168.40.161.nip.io

192.168.40.161

CentOS7.5

2G

sda：10G for OS

sdb：20G for docker

Node

node1.192.168.40.162.nip.io

192.168.40.162

CentOS7.5

2G

sda：10G for OS

sdb：20G for docker

Node

node2.192.168.40.163.nip.io

192.168.40.163

CentOS7.5

2G

sda：10G for OS

sdb：20G for docker

hostnamectl set-hostname master.192.168.40.161.nip.io

192.168.40.161 master

192.168.40.162 node1

192.168.40.163 node2

SELINUX=enforcing

SELINUXTYPE=targeted

[[email protected] ~]$ pwd

/root

[[email protected] ~]$

[[email protected] ~]$ ssh-****** -t rsa

Generating public/private rsa key pair.

Enter file in which to save the key (/home/.ssh/id_rsa):

Created directory '/home/.ssh'.

Enter passphrase (empty for no passphrase):

Enter same passphrase again:

Your identification has been saved in /home/.ssh/id_rsa.

Your public key has been saved in /home/.ssh/id_rsa.pub.

The key fingerprint is:

29:1c:df:59:0d:5f:ee:28:07:c0:57:21:15:af:a3:88 [email protected]

The key's randomart image is:

+--[ RSA 2048]----+

| .. oo=o.|

| ...= + |

| . .o o o|

| . o o o . + |

| o S o . = .|

| . . . + . |

| E . . |

| |

| |

+-----------------+

[[email protected] ~]$

[[email protected] ~]$ cd .ssh

[[email protected] .ssh]$ ls

id_rsa id_rsa.pub

[[email protected] .ssh]$ cp id_rsa.pub authorized_keys

[[email protected] .ssh]$ ssh-copy-id master

[root@node2 .ssh]$ ssh-copy-id master

yum install -y update

yum install wget git net-tools bind-utils iptables-services bridge-utils bash-completion kexec-tools sos psacct bash-completion.noarch bash-completion-extras.noarch python-passlib NetworkManager -y

yum install docker-1.13.1 -y

echo DEVS=/dev/sdb > /etc/sysconfig/docker-storage-setup

echo VG=DOCKER >> /etc/sysconfig/docker-storage-setup

echo SETUP_LVM_THIN_POOL=yes >> /etc/sysconfig/docker-storage-setup

echo DATA_SIZE="100%FREE">> /etc/sysconfig/docker-storage-setup

rm -rf /var/lib/docker

wipefs --all /dev/sdb

docker-storage-setup

[[email protected] ~]# more /etc/docker/daemon.json

{

"registry-mirrors": ["https://换成自己的地址.mirror.aliyuncs.com"]

}

systemctl enable docker

systemctl start docker

#install epel

yum -y install epel-release

# Disable the EPEL repository globally so that is not accidentally used during later steps of the installation

sed -i -e "s/^enabled=1/enabled=0/" /etc/yum.repos.d/epel.repo

yum -y --enablerepo=epel install ansible pyOpenSSL #3.9必须2.5版本

git clone -b release-3.9 https://github.com/openshift/openshift-ansible

wget https://github.com/openshift/openshift-ansible/archive/openshift-ansible-3.9.32-1.zip

[centos-openshift-origin39]

name=CentOS OpenShift Origin

baseurl=http://mirrors.aliyun.com/centos/7/paas/x86_64/openshift-origin39/

enabled=1

gpgcheck=1

gpgkey=file:///etc/pki/rpm-gpg/RPM-GPG-KEY-CentOS-SIG-PaaS

[centos-openshift-origin39-testing]

name=CentOS OpenShift Origin Testing

baseurl=http://buildlogs.centos.org/centos/7/paas/x86_64/openshift-origin39/

enabled={{ 1 if openshift_repos_enable_testing else 0 }}

gpgcheck=0

gpgkey=file:///etc/pki/rpm-gpg/RPM-GPG-KEY-CentOS-SIG-PaaS

[centos-openshift-origin39-debuginfo]

name=CentOS OpenShift Origin DebugInfo

baseurl=http://debuginfo.centos.org/centos/7/paas/x86_64/

enabled=0

gpgcheck=1

gpgkey=file:///etc/pki/rpm-gpg/RPM-GPG-KEY-CentOS-SIG-PaaS

[centos-openshift-origin39-source]

name=CentOS OpenShift Origin Source

baseurl=http://vault.centos.org/centos/7/paas/Source/openshift-origin39/

enabled=0

gpgcheck=1

gpgkey=file:///etc/pki/rpm-gpg/RPM-GPG-KEY-CentOS-SIG-PaaS

# Create an OSEv3 group that contains the masters and nodes groups

[OSEv3:children]

#目前配置标准的三个角色

masters

nodes

etcd

# Set variables common for all OSEv3 hosts

[OSEv3:vars]

# SSH user, this user should allow ssh based auth without requiring a password

ansible_ssh_user=root

#使用origin社区版

openshift_deployment_type=origin

#指定安装版本

openshift_release=3.9

#指定默认域名，访问的时候需要使用该域名，没有dns服务器，需要手动添加本地hosts文件

openshift_master_default_subdomain=apps.192.168.40.161.nip.io

#禁止磁盘、内存和镜像检查

openshift_disable_check=disk_availability,docker_storage,memory_availability,docker_image_availability

#disk_availability：报错信息是推荐的master磁盘空间剩余量大于40GB。测试环境无法满足，跳过检测。

#memory_availability：报错信息是推荐的master内存为16GB，node内存为8GB，测试环境无法满足，跳过检测。

#docker_image_availability：报错信息是需要的几个镜像未找到，选择跳过，装完集群后，在使用的时候再自行下载。

#docker_storage：报错信息是推荐选择一块磁盘空间存储镜像，这里选择跳过。采用docker默认的方式存储镜像。

# uncomment the following to enable htpasswd authentication; defaults to DenyAllPasswordIdentityProvider

openshift_master_identity_providers=[{'name':'htpasswd_auth','login':'true','challenge':'true','kind':'HTPasswdPasswordIdentityProvider','filename':'/etc/origin/master/htpasswd'}]

#ntp时间同步

openshift_clock_enabled=true

#节点配额

openshift_node_kubelet_args={'pods-per-core': ['10']}

# host group for masters

[masters]

master openshift_schedulable=True

# host group for nodes, includes region info

[nodes]

master openshift_node_labels="{'region': 'infra'}"

node1 openshift_node_labels="{'region': 'infra', 'zone': 'default'}"

node2 openshift_node_labels="{'region': 'infra', 'zone': 'default'}"

[etcd]

master

ansible-playbook -i /etc/ansible/inventory.ini openshift-ansible/playbooks/prerequisites.yml

ansible-playbook -i /etc/ansible/inventory.ini openshift-ansible/playbooks/deploy_cluster.yml

oc label node node1.192.168.40.162.nip.io node-role.kubernetes.io/compute=true

[[email protected] ~]# htpasswd -b /etc/origin/master/htpasswd dev dev

oc adm policy add-cluster-role-to-user cluster-admin dev

systemctl restart origin-master-api

Cloning "https://github.com/gshipley/simplephp.git " ...

error: fatal: unable to access 'https://github.com/gshipley/simplephp.git/': Peer's certificate issuer has been marked as not trusted by the user.

chattr +i /etc/resolv.conf

error: build error: Failed to push image: After retrying 6 times, Push image still failed due to error: Get https://docker-registry.default.svc:5000/v1/_ping: dial tcp 192.168.40.163:5000: getsockopt: connection refused