超长干货！在裸机上配置高可用K3s，部署生产就绪工作负载

curl -sLS https://dl.get-arkade.dev | sh
# Install the binary using the command given as output, such as: sudo cp arkade-darwin /usr/local/bin/arkade
# Or on Linux:sudo cp arkade /usr/local/bin/arkade

arkade get kubectlarkade get k3suparkade get terraformarkade get kubectx

# Add (k3sup) to your PATH variableexport PATH=$PATH:$HOME/.arkade/bin/

terraform {  required_providers {    packet = {      source = "terraform-providers/packet"      version = "~> 3.2.1"    }  }  required_version = ">= 0.13"}
variable "api_token" {  description = "Equinix Metal API token"}
variable "project_id" {  description = "Equinix Metal Project ID"}
variable "servers" {  description = "Count of servers"}
variable "agents" {  description = "Count of agents"}
provider "packet" {  auth_token=var.api_token}
resource "packet_ssh_key" "key1" {  name       = "k3sup-1"  public_key = file("/home/alex/.ssh/id_rsa.pub")}
resource "packet_device" "k3s-server" {  count             = var.servers  hostname         = "k3s-server-${count.index+1}"  plan             = "c1.small.x86"  facilities       = ["ams1"]  operating_system = "ubuntu_20_10"  billing_cycle    = "hourly"  project_id       = var.project_id  depends_on       = [packet_ssh_key.key1]}
resource "packet_device" "k3s-agent" {  count            = var.agents  hostname         = "k3s-agent-${count.index+1}"  plan             = "c1.small.x86"  facilities       = ["ams1"]  operating_system = "ubuntu_20_10"  billing_cycle    = "hourly"  project_id       = var.project_id  depends_on       = [packet_ssh_key.key1]}
output "server_ips" {  value = packet_device.k3s-server.*.access_public_ipv4}
output "agent_ips" {  value = packet_device.k3s-agent.*.access_public_ipv4}

api_token   =   ""project_id  =   ""servers     =   3agents      =   2

terraform initterraform plan -var-file=main.tfvarsterraform apply -var-file=main.tfvars

agent_ips = [  "147.75.81.203",  "147.75.33.3",]server_ips = [  "147.75.32.35",  "147.75.80.83",  "147.75.32.99",]

export SERVER1=""export SERVER2=""export SERVER3=""
export AGENT1=""export AGENT2=""

export EIP="147.75.100.237"

k3sup install \  --ip $SERVER1 \  --tls-san $EIP \  --cluster \  --k3s-channel latest \  --k3s-extra-args "--no-deploy servicelb --disable-cloud-controller" \  --merge \  --local-path $HOME/.kube/config \  --context=em-ha-k3s

kubectx em-ha-k3s

[alex@nuc ~]$ kubectl get nodesNAME           STATUS     ROLES         AGE   VERSIONk3s-server-1   Ready      etcd,master   7s    v1.19.5+k3s2

kubectl apply -f https://kube-vip.io/manifests/rbac.yaml

ssh root@$SERVER1
ctr image pull docker.io/plndr/kube-vip:0.3.0
alias kube-vip="ctr run --rm --net-host docker.io/plndr/kube-vip:0.3.0"export INTERFACE=loexport EIP="147.75.100.237"
kube-vip vip /kube-vip manifest daemonset \  --interface $INTERFACE \  --vip $EIP \  --controlplane \  --services \  --inCluster \  --taint \  --bgp \  --packet \  --provider-config /etc/cloud-sa/cloud-sa.json | tee /var/lib/rancher/k3s/server/manifests/vip.yaml

export API_KEY=""export PROJECT_ID=""
cat < ccm-secret.yamlapiVersion: v1kind: Secretmetadata:  name: packet-cloud-config  namespace: kube-systemstringData:  cloud-sa.json: |    {      "apiKey": "$API_KEY",      "projectID": "$PROJECT_ID"    }EOF

kubectl apply -f ./ccm-secret.yamlkubectl apply -f https://gist.githubusercontent.com/thebsdbox/c86dd970549638105af8d96439175a59/raw/4abf90fb7929ded3f7a201818efbb6164b7081f0/ccm.yaml

kubectl get pods -n kube-system -w

k3sup join \  --ip $SERVER2 \  --server \  --server-ip $EIP \  --k3s-channel latest

k3sup join \  --ip $SERVER3 \  --server \  --server-ip $EIP \  --k3s-channel latest

agents=("$AGENT1" "$AGENT2")
for i in ${agents[*]} do    k3sup join \    --ip $i \    --server \    --server-ip $EIP \    --k3s-channel latestdone

export EIP="147.75.100.237"export SERVER1="147.75.32.35"
sed -ie s/$SERVER1/$EIP/g ~/.kube/config

cat ~/.kube/config |grep $EIP    server: https://147.75.100.237:6443

kubectl get nodes -o wide

kubectl apply -f https://raw.githubusercontent.com/inlets/inlets-operator/master/contrib/nginx-sample-deployment.yamlkubectl expose deployment nginx-1 --port=80 --type=LoadBalancer

kubectl get svc -o wide -wNAME         TYPE           CLUSTER-IP    EXTERNAL-IP   PORT(S)        AGE    SELECTORkubernetes   ClusterIP      10.43.0.1     <none>        443/TCP        151m   <none>nginx-1      LoadBalancer   10.43.71.39        80:30822/TCP   3s     app=nginxnginx-1      LoadBalancer   10.43.71.39        80:30822/TCP   5s     app=nginxnginx-1      LoadBalancer   10.43.71.39   147.75.80.22   80:30822/TCP   5s     app=nginx
NGINX_IP=$(kubectl get svc/nginx-1 -o jsonpath="{.spec.loadBalancerIP}")
curl -s http://$NGINX_IP | grep "
kubectl delete svc/nginx-1

arkade install kubernetes-dashboard

arkade info kubernetes-dashboard

kubectl delete svc/traefik -n kube-systemkubectl delete deploy/traefik -n kube-system

arkade install ingress-nginx# Orarkade install traefik2# Orarkade install nginx-inc# Orarkade install kong-ingress

arkade install cert-manager

export DOMAIN=gateway.example.comarkade install openfaasarkade install openfaas-ingress \  --email webmaster@$DOMAIN \  --domain $DOMAIN

export DOMAIN=registry.example.comarkade install docker-registryarkade install docker-registry-ingress \  --email webmaster@$DOMAIN \  --domain $DOMAIN