Skip to main content

K3S in Docker

curl -Lo k3d https://ghproxy.com/github.com/k3d-io/k3d/releases/download/v5.4.7/k3d-linux-arm64
chmod +x k3d
mv k3d /usr/local/bin

# k3d-default.yaml
k3d config init

k3d cluster create dev

export KUBECONFIG="$(k3d kubeconfig write k3s-default)"

Registry​

  • write to /etc/rancher/k3s/registries.yaml
# 自定义
k3d cluster create mycluster --registry-config "$HOME/my-registries.yaml"

k3d cluster create \
  --volume "${HOME}/.k3d/my-registries.yaml:/etc/rancher/k3s/registries.yaml" \
  --volume "${HOME}/.k3d/my-company-root.pem:/etc/ssl/certs/my-company-root.pem"

# 启动 registry
k3d cluster create mycluster --registry-create mycluster-registry
docker ps -f name=mycluster-registry

k3d registry create myregistry.localhost --port 12345
k3d cluster create newcluster --registry-use k3d-myregistry.localhost:12345
mirrors:
  'my.company.registry:5000':
    endpoint:
      - http://my.company.registry:5000
apiVersion: k3d.io/v1alpha3
kind: Simple
name: test
servers: 1
agents: 2
registries:
  create:
    name: myregistry
  config: |
    mirrors:
      "my.company.registry":
        endpoint:
          - http://my.company.registry:5000

k3d managed

  • /var/lib/registry
    • 默认没有映射出来
  • /etc/docker/registry/config.yml
    • 配置
# 使用默认配置
docker exec dev-registry cat /etc/docker/registry/config.yml

# host.k3d.internal
# k3d-dev-server-0

docker exec k3d-dev-server-0 cat /etc/hosts
# 更新了 k3s 镜像配置
docker exec k3d-dev-server-0 cat /etc/rancher/k3s/registries.yaml
auths: null
configs: null
mirrors:
  dev-registry:5000:
    endpoint:
      - http://dev-registry:5000
  dev-registry:42095:
    endpoint:
      - http://dev-registry:5000
# 确保能解析
docker exec k3d-dev-server-0 nslookup dev-registry

# host 通过 bridge 访问
docker inspect dev-registry -f '{{.NetworkSettings.Networks.bridge.IPAddress}}'
curl $(docker inspect dev-registry -f '{{.NetworkSettings.Networks.bridge.IPAddress}}'):5000 -I

# 能解析指向后可以测试
echo "$(docker inspect dev-registry -f '{{.NetworkSettings.Networks.bridge.IPAddress}}') dev-registry.localhost" >> /etc/hosts

docker pull wener/base:latest
docker tag wener/base:latest dev-registry.localhost:5000/wener_base:latest
# 主要注意配置 insecure-registries
docker push dev-registry.localhost:5000/wener_base:latest

macOS​

brew install k3d

Failed Cluster Start: error during post-start cluster preparation: error overwriting contents of /etc/hosts: Exec process in node 'k3d-dev-server-0' failed with exit code '139': Logs from failed access process:​

覆盖 hosts 时异常

sh -c cat /tmp/-etc-hosts-cUAunADhzSQlEbdflLOb > /etc/hosts

写入内容

::1 ip6-localhost ip6-loopback localhost
127.0.0.1 localhost
172.18.0.1 host.k3d.internal
172.18.0.2 k3d-dev-server-0
ff02::1 ip6-allnodes
ff02::2 ip6-allrouters