Wener Site

Gitlab Runner

约 6 分钟阅读
  • 是什么？
    • Gitlab 运行 CI/CD 任务的终端
    • Golang 实现
    • 支持架构 x86, AMD64, ARM64, ARM, s390x
    • 支持平台 Linux, Windows, macOS, FreeBSD
    • 部署方式 Docker, Helm, Shell
  • Runner 类型
    • shell
      • 直接 Shell 执行脚本，最快，不需要启动容器 - 例如构建 Golang 可能只需要十来秒
      • 需要环境需要提前准备好
      • 建议使用 root 权限，因此建议通过 docker 来使用
    • docker
      • 支持 image 指定镜像
    • ssh
      • 通过 SSH 执行命令，CI 执行任务时可能更有意义
    • kubernetes
      • 在集群环境下
    • docker-windows, docker-ssh, parallels, virtualbox, docker+machine, docker-ssh+machine
  • 参考
bash
# 查看注册参数
docker run --rm -it gitlab/gitlab-runner:alpine register --help
# 交互式注册
docker run --rm -it gitlab/gitlab-runner:alpine register
# 非交互式注册
TOKEN=""
# 注册为 docker executor
docker run --rm \
  -v /data/gitlab-runner/config:/etc/gitlab-runner gitlab/gitlab-runner:alpine register \
  --non-interactive \
  --executor "docker" \
  --docker-image wener/base:latest \
  --url "https://gitlab.com/" \
  --registration-token "$TOKEN" \
  --description "docker-runner" \
  --tag-list "docker,internal" \
  --run-untagged="true" \
  --locked="false" \
  --access-level="not_protected"

# 会生成配置 /data/gitlab-runner/config/config.toml

# 启动 runner
docker run -d --restart always -e TZ=Asia/Shanghai \
  -v /data/gitlab-runner/config:/etc/gitlab-runner \
  -v /var/run/docker.sock:/var/run/docker.sock \
  --name gitlab-runner gitlab/gitlab-runner:alpine
registerenvnote
-r,--registration-token=VALUEREGISTRATION_TOKEN新注册
-t,--tokenCI_SERVER_TOKEN识别已经注册
-u,--urlCI_SERVER_URL
-n,--non-interactiveREGISTER_NON_INTERACTIVE
--builds-dirRUNNER_BUILDS_DIR
--cache-dirRUNNER_CACHE_DIR
--executorRUNNER_EXECUTORshell, docker
--name,--descriptionRUNNER_NAME
bash
export REGISTER_NON_INTERACTIVE=true

配置

  • /etc/gitlab-runner/config.toml - *nix
  • ~/.gitlab-runner/config.tom - *nix 非 root
  • ./config.toml - 其他
  • Advanced configuration
ini
concurrent=4
# debug, info, warn, error, fatal, panic
log_level=info
# runner, text, json
log_format=runner
# 检测任务的间隔 - 最低 3s
check_interval=3
# 错误发送到 Sentry
sentry_dsn=false
# metrics 地址
# listen_address=0.0.0.0:9090

# 多 runner 协同用的会话服务
[session_server]
  listen_address = "[::]:8093"
  advertise_address = "runner-host-name.tld:8093"
  session_timeout = 1800

[[runners]]
  name = "My Docker Runner"
  # Gitlab 地址
  url = "http://127.0.0.1:3000/"
  # 内部特殊 token
  token = "$TOKEN"
  # tls-ca-file
  # tls-cert-file
  # tls-key-file
  # 该 token 能并行处理的任务数 - 0 不限
  limit=0
  # shell, docker, docker-windows, docker-ssh, ssh, parallels, virtualbox, docker+machine
  # docker-ssh+machine, kubernetes
  executor = "docker"
  # bash, sh, powershell, pwsh (PowerShell Core)
  shell=""
  # 构建目录 - Locally, Docker, SSH
  # builds_dir=/build
  # 缓存目录 - Locally, Docker, SSH - docker 环境需要该目录在 volume 中
  # cache_dir=/cache
  # 环境变量
  # environment=["ENV=value", "LC_ALL=en_US.UTF-8"]
  # 请求任务的并发
  request_concurrency=1
  # 日志大小 - 默认 4MB
  output_limit=4096
  # clone 之前 hook 脚本
  # pre_clone_script=
  # pre_build_script
  # post_build_script

  # 修改 clone 用的地址
  # clone_url

  # 是否禁用 CI_DEBUG_TRACE 特性
  # debug_trace_disabled
  # Extra job monitoring workers that pass their results as job artifacts to GitLab
  # referees

# 自定义构建目录
# GIT_CLONE_PATH
[runners.custom_build_dir]
# 默认启用环境 kubernetes, docker, docker-ssh, docker+machine, docker-ssh+machine
  # enabled = true
[runners.docker]
  # 优先使用 DOCKER_HOST
  host=unix:///var/run/docker.sock
  hostname=""
  runtime=""

  # ca.pem, cert.pem, key.pem
  # tls_cert_path
  # tls_verify

  # build 使用镜像
  image = "docker:stable"
  # 内存限制 - 例如 1G
  memory=""
  memory_swap=""
  memory_reservation=""

  # OOM 时不 kill
  oom_kill_disable=false
  # OOM kill 优先级
  oom_score_adjust=0

  # CPU 限制
  cpuset_cpus=0
  cpu_shares=1024
  cpus=""

  dns=[]
  dns_search=[]

  privileged=false

  # 是否禁止修改入口
  disable_entrypoint_overwrite=false
  userns_mode=
  cap_add=[]
  cap_drop=[]
  security_opt=[]
  devices=[]
  cache_dir=""
  # docker volume 构建时缓存
  disable_cache=true
  network_mode=
  wait_for_services_timeout=
  volumes = ["/certs/client", "/cache"]
  # 映射现有镜像配置
  # volumes = ["/opt/docker/daemon.json:/etc/docker/daemon.json:ro"]
  volumes_from=[]
  volume_driver=[]
  extra_hosts=[]
  shm_size = 0
  links=[]
  allowed_images=[]
  allowed_services=[]
  # never, if-not-present, always
  pull_policy=always
  sysctls=[]
  # 修改默认 helper
  # helper_image=""

  # 定义服务和别名
  [[runners.docker.services]]
    name = "redis:5"
    alias = "cache"

  [[runners.docker.services]]
    name = "docker:dind"
    # 全局修改 dind 镜像
    command = ["--registry-mirror", "https://registry-mirror.example.com"]

[runners.parallels]
  base_name=""
  template_name=""
  disable_snapshots=false

[runners.virtualbox]
  base_name=""
  template_name=""
  disable_snapshots=false

[runners.ssh]
  host = "my-production-server"
  port = "22"
  user = "root"
  password = "production-server-password"
  identity_file = ""

# Docker Machine
[runners.machine]
# https://docs.gitlab.com/runner/configuration/advanced-configuration.html#the-runnersmachine-section

# 自定义
[runners.custom]

# 缓存配置
[runners.cache]
# s3, gcs, azure
Type=s3
# 缓存 URL prefix
Path=
# Runner 之间共享缓存
Shared=false

  # S3 配置
  [runners.cache.s3]
    ServerAddress = "s3.amazonaws.com"
    AccessKey = "AWS_S3_ACCESS_KEY"
    SecretKey = "AWS_S3_SECRET_KEY"
    BucketName = "runners-cache"
    BucketLocation = "eu-west-1"
    Insecure = false

# Kubernetes
[runners.kubernetes]
  host = "https://45.67.34.123:4892"
  cert_file = "/etc/ssl/kubernetes/api.crt"
  key_file = "/etc/ssl/kubernetes/api.key"
  ca_file = "/etc/ssl/kubernetes/ca.crt"
  image = "golang:1.8"
  privileged = true
  allow_privilege_escalation = true
  image_pull_secrets = ["docker-registry-credentials"]
  [runners.kubernetes.node_selector]
    gitlab = "true"

[runners.referees]
  [runners.referees.metrics]
    prometheus_address = "http://localhost:9090"
    query_interval = 10
    metric_queries = []

about.gitlab.com/releases/2019/07/31/docker-in-docker-with-docker-19-dot-03

Docker in Docker

将共享 runner 修改为 私有

移除 runner 从新添加

Windows

  1. 下载安装 Git git-scm.com/download/win
  • 建议下载 Portable 解压即可
  • 如果想安装 Runner 为 Service 则需要用 msi
  1. 下载 Windows Runner
bash
mkdir -p /usr/local/bin
# 打开 bin 目录 - 复制下载的 gitlab runner 到这里，并更名为 gitlab-runner.exe
start "$(cygpath -d /usr/local/bin)"

# gitlab TOKEN
TOKEN=
gitlab-runner register \
  --non-interactive \
  --executor shell \
  --shell bash \
  --url "https://gitlab.com/" \
  --registration-token "$TOKEN" \
  --description windows-runner \
  --tag-list "windows,shell,bash" \
  --run-untagged=false \
  --locked=false \
  --access-level=not_protected \
  --builds-dir ./build \
  --cache-dir ./cache
# 生成的配置
cat config.toml
# 在 runner 下执行 - build 和 cache 也在该目录下
gitlab-runner run -d ./runner

AlpineLinux

bash
# 最新版
apk add gitlab-runner -X https://mirrors.aliyun.com/alpine/edge/community/
# register
# 配置文件 /etc/gitlab-runner/config.toml

# 默认使用 gitlab-runner 用户和分组
# 如果在 docker 里使用 root 更方便
cat << CONF > /etc/conf.d/gitlab-runner
GITLAB_RUNNER_USER="root"
GITLAB_RUNNER_GROUP="root"
CONF

Shell in Docker

  • 有些构建环境可能还会需要 py3，gcc
bash
# wener/gitlab-runner include docker, make, git
docker run -d --restart always \
  -v $PWD:/etc/gitlab-runner \
  -v $PWD/builds:/builds \
  -v $PWD/cache:/cache \
  -e TZ=Asia/Shanghai \
  -v /var/run/docker.sock:/var/run/docker.sock \
  --name gitlab-runner-shell wener/gitlab-runner

最小配置

ini
concurrent = 1
check_interval = 0
# 不运行没有指定 tag 的 - 相当于默认 runner - 一般 docker 会通用一点
run_untagged=false
shell="bash"

[session_server]
  session_timeout = 1800

[[runners]]
  name = "linux-shell-runner"
  url = "https://gitlab.com/"
  token = "$TOKEN"
  executor = "shell"

go

bash
apk add go -X https://mirrors.aliyun.com/alpine/edge/community
curl -sSfL https://raw.githubusercontent.com/golangci/golangci-lint/master/install.sh | sh -s v1.32.2

nodejs

bash
apk add nodejs npm nghttp2

java

bash
apk add openjdk11

k8s

bash
apk add kubectl

自定义 Runner

bash
cat << DOCKERFILE > Dockerfile
FROM wener/gitlab-runner
RUN apk add --no-cache util-linux coreutils python3
RUN apk add --no-cache nodejs npm nghttp2
RUN apk add --no-cache go -X https://mirrors.aliyun.com/alpine/edge/community
DOCKERFILE

docker build -t runner .

docker run -d --restart always \
  -v $PWD:/etc/gitlab-runner \
  -v $PWD/builds:/builds \
  -v $PWD/cache:/cache \
  -e TZ=Asia/Shanghai \
  -v /var/run/docker.sock:/var/run/docker.sock \
  --name gitlab-runner-shell runner

Kubernetes Executor

FAQ

zombie process in Runner

自行构建 runner 的时候注意添加 init

docker
RUN apk add --no-cache dumb-init
ENTRYPOINT ["/usr/bin/dumb-init", "gitlab-ci-runner"]
CMD ["run"]

关联信息

反向链接和本文引用的外部资料。

反向链接

  • Forge Awesome
    笔记 · gitlab runner

    Git · hg · fossil · VCS, tickets, wiki, docs, notes, forum, chat, UI, RBAC · vs Git · whynotgit · Hosted · github · gitee

References

其他外链

10 条

另有 2 个未显示 references。

另有 2 个 references 未显示。

最近更新commit 8f4d672Edit

Gitlab Repository

Previous Page

Gitlab SAST

Next Page

On this page

Gitlab Runner配置Docker in Docker将共享 runner 修改为 私有WindowsAlpineLinuxShell in DockerKubernetes ExecutorFAQzombie process in Runner