Ubuntu 22.04 OpenShift 検証端末 – SNO 構築に必要な周辺環境を整える

sudo tee /etc/bind/named.conf.options <<"EOF"
options {
    directory "/var/cache/bind";
    forwarders { 8.8.8.8; 8.8.4.4; };
    dnssec-validation auto;
    listen-on-v6 { any; };
    allow-query { any; };
    recursion yes;
};
EOF

sudo tee /etc/bind/named.conf.local <<"EOF"
include "/etc/bind/zones.rfc1918";
zone "si1230.com" {
    type master;
    file "/etc/bind/si1230.com.zone";
};
zone "32.0.10.in-addr.arpa" {
    type master;
    file "/etc/bind/32.0.10.in-addr.arpa";
};
zone "33.0.10.in-addr.arpa" {
    type master;
    file "/etc/bind/33.0.10.in-addr.arpa";
};
EOF

sudo tee /etc/bind/si1230.com.zone <<"EOF"
$TTL 172800
@ IN SOA ocp-workbox.si1230.com. root.si1230.com. (
    2023010101
    3600
    300
    360000
    86400
)
    IN NS ocp-workbox.si1230.com.

ocp-workbox.si1230.com. IN A 10.0.32.120
node.sno.si1230.com. IN A 10.0.33.120
api.sno.si1230.com. IN A 10.0.33.120
api-int.sno.si1230.com. IN A 10.0.33.120
*.apps.sno.si1230.com. IN A 10.0.33.120
EOF

sudo tee /etc/bind/32.0.10.in-addr.arpa <<"EOF"
$TTL 172800
@ IN SOA ocp-workbox.si1230.com. root.si1230.com. (
    2023010101
    3600
    300
    360000
    86400
)
    IN NS ocp-workbox.si1230.com.

120 IN PTR ocp-workbox.si1230.com.
EOF

sudo tee /etc/bind/33.0.10.in-addr.arpa <<"EOF"
$TTL 172800
@ IN SOA ocp-workbox.si1230.com. root.si1230.com. (
    2023010101
    3600
    300
    360000
    86400
)
    IN NS ocp-workbox.si1230.com.

120 IN PTR ocp-node.sno.si1230.com.
EOF

curl -OL https://mirror.openshift.com/pub/openshift-v4/clients/ocp/latest/openshift-install-linux-4.11.20.tar.gz
curl -OL https://mirror.openshift.com/pub/openshift-v4/clients/ocp/latest/openshift-client-linux-4.11.20.tar.gz
curl -OL https://mirror.openshift.com/pub/openshift-v4/clients/ocp/latest/opm-linux-4.11.20.tar.gz
curl -OL https://mirror.openshift.com/pub/openshift-v4/clients/butane/latest/butane
curl -OL https://mirror.openshift.com/pub/openshift-v4/clients/helm/latest/helm-linux-amd64

curl -OL -x http://proxy.si1230.com:3128 https://mirror.openshift.com/pub/openshift-v4/clients/ocp/latest/openshift-install-linux-4.11.20.tar.gz

tar xzf openshift-install-linux-4.11.20.tar.gz
tar xzf openshift-client-linux-4.11.20.tar.gz
tar xzf opm-linux-4.11.20.tar.gz

sudo mv {openshift-install,oc,kubectl,opm,butane} /usr/local/bin
sudo mv helm-linux-amd64 /usr/local/bin/helm
sudo chmod 755 /usr/local/bin/*

rm *.tar.gz README.md

sudo tee /etc/profile.d/openshift-install.sh <<"EOF"
if [ -x /usr/local/bin ]; then
    source <(openshift-install completion bash)
fi
EOF
sudo tee /etc/profile.d/oc.sh <<"EOF"
if [ -x /usr/local/bin ]; then
    source <(oc completion bash)
fi
EOF
sudo tee /etc/profile.d/kubectl.sh <<"EOF"
if [ -x /usr/local/bin ]; then
    source <(kubectl completion bash)
fi
EOF
sudo tee /etc/profile.d/opm.sh <<"EOF"
if [ -x /usr/local/bin ]; then
    source <(opm completion bash)
fi
EOF
sudo tee /etc/profile.d/helm.sh <<"EOF"
if [ -x /usr/local/bin ]; then
    source <(helm completion bash)
fi
EOF

sudo DEBIAN_FRONTEND=noninteractive apt-get -o Dpkg::Options::=--force-confdef -o Dpkg::Options::=--force-confold install podman

ssh-keygen -t rsa -b 4096 -N '' -C "myadmin@workbox.si1230.com"

mkdir -p ~/work/ocp/sno/{ign,iso}

cd ~/work/ocp/sno/iso
curl -OL https://mirror.openshift.com/pub/openshift-v4/dependencies/rhcos/4.11/4.11.9/rhcos-4.11.9-x86_64-live.x86_64.iso

tee ~/work/ocp/sno/install-config.yaml <<"EOF"
apiVersion: v1
baseDomain: si1230.com
compute:
- name: worker
  replicas: 0
controlPlane:
  name: master
  replicas: 1
metadata:
  name: sno
networking:
  clusterNetwork:
  - cidr: 10.128.0.0/14
    hostPrefix: 23
  machineNetwork:
  - cidr: 10.0.0.0/24
  networkType: OVNKubernetes
  serviceNetwork:
  - 172.30.0.0/16
platform:
  none: {}
bootstrapInPlace:
  installationDisk: /dev/vda
pullSecret: 'pullSecret'
sshKey: 'sshKey'
EOF

tee ~/work/ocp/sno/01-master-network.bu <<"EOF"
variant: openshift
version: 4.11.0
metadata:
  name: 01-master-network-enp1s0
  labels:
    machineconfiguration.openshift.io/role: master
storage:
  files:
    - path: /etc/NetworkManager/system-connections/enp1s0.nmconnection
      mode: 0600
      overwrite: true
      contents:
        inline: |
          [connection]
          id=enp1s0
          type=ethernet
          interface-name=enp1s0

          [ethernet]
          mtu=1500

          [ipv4]
          address1=10.0.33.120/24,10.0.33.1
          dns=10.0.32.120;
          method=manual

          [ipv6]
          method=disabled

    - path: /etc/hostname
      mode: 0644
      overwrite: true
      contents:
        inline: |
          ocp-node
EOF

cp /home/myadmin/work/ocp/sno/install-config.yaml /home/myadmin/work/ocp/sno/ign
openshift-install create manifests --dir=/home/myadmin/work/ocp/sno/ign
INFO Consuming Install Config from target directory
WARNING Making control-plane schedulable by setting MastersSchedulable to true for Scheduler cluster settings
INFO Manifests created in: /home/myadmin/work/ocp/sno/ign/manifests and /home/myadmin/work/ocp/sno/ign/openshift

tree /home/myadmin/work/ocp/sno
/home/myadmin/work/ocp/sno
├── 01-master-network.bu
├── ign
│   ├── manifests
│   │   ├── cluster-config.yaml
│   │   ├── cluster-dns-02-config.yml
│   │   ├── cluster-infrastructure-02-config.yml
│   │   ├── cluster-ingress-02-config.yml
│   │   ├── cluster-network-01-crd.yml
│   │   ├── cluster-network-02-config.yml
│   │   ├── cluster-proxy-01-config.yaml
│   │   ├── cluster-scheduler-02-config.yml
│   │   ├── cvo-overrides.yaml
│   │   ├── kube-cloud-config.yaml
│   │   ├── kube-system-configmap-root-ca.yaml
│   │   ├── machine-config-server-tls-secret.yaml
│   │   └── openshift-config-secret-pull-secret.yaml
│   └── openshift
│       ├── 99_kubeadmin-password-secret.yaml
│       ├── 99_openshift-cluster-api_master-user-data-secret.yaml
│       ├── 99_openshift-cluster-api_worker-user-data-secret.yaml
│       ├── 99_openshift-machineconfig_99-master-ssh.yaml
│       ├── 99_openshift-machineconfig_99-worker-ssh.yaml
│       └── openshift-install-manifests.yaml
├── install-config.yaml
└── iso
    └── rhcos-4.11.9-x86_64-live.x86_64.iso

butane /home/myadmin/work/ocp/sno/01-master-network.bu -o /home/myadmin/work/ocp/sno/ign/openshift/01-master-network.yaml

tree /home/myadmin/work/ocp/sno
/home/myadmin/work/ocp/sno
├── 01-master-network.bu
├── ign
│   ├── manifests
│   │   ├── cluster-config.yaml
│   │   ├── cluster-dns-02-config.yml
│   │   ├── cluster-infrastructure-02-config.yml
│   │   ├── cluster-ingress-02-config.yml
│   │   ├── cluster-network-01-crd.yml
│   │   ├── cluster-network-02-config.yml
│   │   ├── cluster-proxy-01-config.yaml
│   │   ├── cluster-scheduler-02-config.yml
│   │   ├── cvo-overrides.yaml
│   │   ├── kube-cloud-config.yaml
│   │   ├── kube-system-configmap-root-ca.yaml
│   │   ├── machine-config-server-tls-secret.yaml
│   │   └── openshift-config-secret-pull-secret.yaml
│   └── openshift
│       ├── 01-master-network.yaml
│       ├── 99_kubeadmin-password-secret.yaml
│       ├── 99_openshift-cluster-api_master-user-data-secret.yaml
│       ├── 99_openshift-cluster-api_worker-user-data-secret.yaml
│       ├── 99_openshift-machineconfig_99-master-ssh.yaml
│       ├── 99_openshift-machineconfig_99-worker-ssh.yaml
│       └── openshift-install-manifests.yaml
├── install-config.yaml
└── iso
    └── rhcos-4.11.9-x86_64-live.x86_64.iso

openshift-install create single-node-ignition-config --dir=/home/myadmin/work/ocp/sno/ign
INFO Consuming Worker Machines from target directory
INFO Consuming OpenShift Install (Manifests) from target directory
INFO Consuming Openshift Manifests from target directory
INFO Consuming Master Machines from target directory
INFO Consuming Common Manifests from target directory
INFO Single-Node-Ignition-Config created in: /home/myadmin/work/ocp/sno/ign and /home/myadmin/work/ocp/sno/ign/auth

tree ~/work/ocp/sno
/home/myadmin/work/ocp/sno
├── 01-master-network.bu
├── ign
│   ├── auth
│   │   ├── kubeadmin-password
│   │   └── kubeconfig
│   ├── bootstrap-in-place-for-live-iso.ign
│   ├── metadata.json
│   └── worker.ign
├── install-config.yaml
└── iso
    └── rhcos-4.11.9-x86_64-live.x86_64.iso

cp ~/work/ocp/sno/ign/bootstrap-in-place-for-live-iso.ign ~/work/ocp/sno/iso

cp ~/work/ocp/sno/iso/rhcos-4.11.9-x86_64-live.x86_64.iso ~/work/ocp/sno/iso/rhcos-4.11.9-x86_64-live.x86_64-ocp-node.sno.si1230.com.iso

alias coreos-installer='podman run --privileged --pull always --rm -v /dev:/dev -v /run/udev:/run/udev -v $PWD:/data -w /data quay.io/coreos/coreos-installer:release'

cd ~/work/ocp/sno/iso && coreos-installer iso ignition embed -fi bootstrap-in-place-for-live-iso.ign rhcos-4.11.9-x86_64-live.x86_64-ocp-node.sno.si1230.com.iso
Trying to pull quay.io/coreos/coreos-installer:release...
Getting image source signatures
Copying blob d882444b85a3 [--------------------------------------] 0.0b / 0.0b
Copying blob 4b0f320c94da [--------------------------------------] 0.0b / 0.0b
Copying blob a5bf0747400a [--------------------------------------] 0.0b / 0.0b
Copying config 246a91e0c2 done
Writing manifest to image destination
Storing signatures

cd ~/work/ocp/sno/iso && coreos-installer iso kargs modify -a "console=ttyS0 rd.neednet=1 ip=10.0.33.120::10.0.33.1:255.255.255.0:ocp-node:enp1s0:none nameserver=10.0.32.120" rhcos-4.11.9-x86_64-live.x86_64-ocp-node.sno.si1230.com.iso
Trying to pull quay.io/coreos/coreos-installer:release...
Getting image source signatures
Copying blob d882444b85a3 [--------------------------------------] 0.0b / 0.0b
Copying blob 4b0f320c94da [--------------------------------------] 0.0b / 0.0b
Copying blob a5bf0747400a [--------------------------------------] 0.0b / 0.0b
Copying config 246a91e0c2 done
Writing manifest to image destination
Storing signatures

scp ~/work/ocp/sno/iso/rhcos-4.11.9-x86_64-live.x86_64-ocp-node.sno.si1230.com.iso hv0009.si1230.com:~/

sudo mv rhcos-4.11.9-x86_64-live.x86_64-ocp-node.sno.si1230.com.iso /var/lib/libvirt/images

tee ~/work/kvm/virt-install/si1230.com/ocp-install.sh <<"EOF"
#!/bin/bash

disksize="80"
hostname="ocp-node"
domain="sno.si1230.com"
name=${hostname}.${domain}
os="fedora-coreos-stable"
vcpus="2"
memory="8192"
net1="br2001"
imgdir="/var/lib/libvirt/images"
isodir="/var/lib/libvirt/images"
iso="rhcos-4.11.9-x86_64-live.x86_64-ocp-node.sno.si1230.com.iso"

virt-install \
--connect qemu:///system \
--name ${name} \
--os-variant ${os} \
--vcpus ${vcpus} \
--memory ${memory} \
--disk path=${imgdir}/${name}.qcow2,size=${disksize} \
--network bridge=${net1} \
--graphics spice,listen=0.0.0.0,keymap=ja \
--noautoconsole \
--cdrom ${isodir}/${iso} \
--boot uefi
EOF

chmod 755 ~/work/kvm/virt-install/si1230.com/ocp-install.sh
~/work/kvm/virt-install/si1230.com/ocp-install.sh

virsh console ocp-node.sno.si1230.com

ssh core@ocp-node.sno.si1230.com
journalctl -b -f -u release-image.service -u bootkube.service

virsh start ocp-node.sno.si1230.com

openshift-install wait-for install-complete --dir=work/ocp/sno/ign

export KUBECONFIG=ocp/auth/kubeconfig
oc get nodes
oc get clusterversion

rm -r ~/work/ocp/sno/{ign,iso}
mkdir -p ~/work/ocp/sno/{ign,iso}