fork of https://github.com/sourcegraph/zoekt
ci: build and push docker images (#42)
This is a port and improvement of our docker images in infrastructure. It will
build and push zoekt-webserver and zoekt-indexserver images on every push to
master. We use GitHub actions to achieve this. It uses the same version format
as we previously did.
The improvement is to share a base image which contains all the zoekt binaries
and dependencies. The different images then just copy out what they need and
do the sourcegraph specific customizations. This helps us share layers in a
cluster as well as reduce the time it takes to build.
author
Keegan Carruthers-Smith
committer
GitHub
date
(Mar 21, 2020, 9:17 PM +0200)
commit
16fa237d
16fa237d6643f937d201d07d314a101672fad701
parent
4b034fd2
4b034fd27706e68e15b54bd0bb98861e8841affc
+272
-14
+57
.github/workflows/ci.yml
+57
.github/workflows/ci.yml
···
1
+
on: push
2
+
name: CI
3
+
jobs:
4
+
test:
5
+
runs-on: ubuntu-latest
6
+
steps:
7
+
- name: go
8
+
uses: actions/setup-go@v1
9
+
with:
10
+
go-version: 1.14.x
11
+
- name: checkout
12
+
uses: actions/checkout@v2
13
+
- name: test
14
+
run: go test ./...
15
+
16
+
# We build a shared docker image called "zoekt". This is not pushed, but is
17
+
# used for creating the indexserver and webserver images.
18
+
docker:
19
+
if: github.ref == 'refs/heads/master'
20
+
runs-on: ubuntu-latest
21
+
needs: test
22
+
steps:
23
+
- name: checkout
24
+
uses: actions/checkout@v2
25
+
26
+
# This is the same tag we used for zoekt in the infrastructure repo.
27
+
- name: version
28
+
id: version
29
+
run: echo "::set-output name=value::`date -u +'0.0.%Y%m%d%H%M%S'`-`git rev-parse --short HEAD`"
30
+
31
+
- name: build-zoekt
32
+
uses: docker/build-push-action@v1
33
+
with:
34
+
repository: zoekt
35
+
tags: "latest"
36
+
add_git_labels: "true"
37
+
push: "false"
38
+
39
+
- name: build-push-webserver
40
+
uses: docker/build-push-action@v1
41
+
with:
42
+
repository: sourcegraph/zoekt-webserver
43
+
tags: ${{ steps.version.outputs.value }},latest
44
+
dockerfile: Dockerfile.webserver
45
+
add_git_labels: "true"
46
+
username: ${{ secrets.DOCKER_USERNAME }}
47
+
password: ${{ secrets.DOCKER_PASSWORD }}
48
+
49
+
- name: build-push-indexserver
50
+
uses: docker/build-push-action@v1
51
+
with:
52
+
repository: sourcegraph/zoekt-indexserver
53
+
tags: ${{ steps.version.outputs.value }},latest
54
+
dockerfile: Dockerfile.indexserver
55
+
add_git_labels: "true"
56
+
username: ${{ secrets.DOCKER_USERNAME }}
57
+
password: ${{ secrets.DOCKER_PASSWORD }}
-14
.github/workflows/test.yml
-14
.github/workflows/test.yml
+42
Dockerfile
+42
Dockerfile
···
1
+
FROM golang:alpine AS builder
2
+
3
+
RUN apk add --no-cache ca-certificates
4
+
5
+
ENV CGO_ENABLED=0 GO111MODULE=on
6
+
WORKDIR /go/src/github.com/google/zoekt
7
+
8
+
# Cache dependencies
9
+
COPY go.mod go.sum ./
10
+
RUN go mod download
11
+
12
+
COPY . ./
13
+
RUN go install ./cmd/...
14
+
15
+
FROM alpine AS ctags
16
+
17
+
RUN apk add --no-cache --virtual build-deps ca-certificates curl jansson-dev \
18
+
libseccomp-dev linux-headers autoconf pkgconfig make automake \
19
+
gcc g++ binutils
20
+
21
+
ENV CTAGS_VERSION=1a94658c2cb47304d0e9811d49e0a5f48bdb3a0a
22
+
23
+
RUN curl -fsSL -o ctags.tar.gz "https://codeload.github.com/universal-ctags/ctags/tar.gz/$CTAGS_VERSION" && \
24
+
tar -C /tmp -xzf ctags.tar.gz && cd /tmp/ctags-$CTAGS_VERSION && \
25
+
./autogen.sh && LDFLAGS=-static ./configure --program-prefix=universal- --enable-json --enable-seccomp && \
26
+
make -j8 && make install && cd && \
27
+
rm -rf /tmp/ctags-$CTAGS_VERSION && \
28
+
apk --no-cache --purge del build-deps
29
+
30
+
FROM alpine AS zoekt
31
+
32
+
RUN apk add --no-cache git ca-certificates bind-tools tini
33
+
34
+
COPY .ctags.d /.ctags.d
35
+
COPY --from=ctags /usr/local/bin/universal-* /usr/local/bin/
36
+
COPY --from=builder /go/bin/* /usr/local/bin/
37
+
38
+
# zoekt-webserver has a large stable heap size (10s of gigs), and as such the
39
+
# default GOGC=100 could be better tuned. https://dave.cheney.net/tag/gogc
40
+
ENV GOGC=50
41
+
42
+
ENTRYPOINT ["/sbin/tini", "--"]
+24
Dockerfile.indexserver
+24
Dockerfile.indexserver
···
1
+
FROM alpine
2
+
3
+
RUN apk add --no-cache ca-certificates bind-tools
4
+
5
+
# Run as non-root user sourcegraph. External volumes should be mounted under /data (which will be owned by sourcegraph).
6
+
RUN mkdir -p /home/sourcegraph
7
+
RUN addgroup -S sourcegraph && adduser -S -G sourcegraph -h /home/sourcegraph sourcegraph && mkdir -p /data && chown -R sourcegraph:sourcegraph /data
8
+
USER sourcegraph
9
+
WORKDIR /home/sourcegraph
10
+
11
+
ENV SRC_FRONTEND_INTERNAL http://sourcegraph-frontend-internal
12
+
ENV DATA_DIR /data/index
13
+
RUN mkdir -p ${DATA_DIR}
14
+
15
+
# We copy from the locally built zoekt image
16
+
COPY --from=zoekt /.ctags.d /
17
+
COPY --from=zoekt /usr/local/bin/universal-* /usr/local/bin/zoekt-sourcegraph-indexserver /usr/local/bin/zoekt-archive-index /usr/local/bin/
18
+
19
+
# zoekt indexing has a large stable heap size (gigs), and as such the default
20
+
# GOGC=100 could be better tuned. https://dave.cheney.net/tag/gogc
21
+
ENV GOGC=50
22
+
23
+
ENTRYPOINT ["/sbin/tini", "--"]
24
+
CMD zoekt-sourcegraph-indexserver -index $DATA_DIR -sourcegraph_url $SRC_FRONTEND_INTERNAL -listen :6072 -interval 1m -cpu_fraction 1.0
+22
Dockerfile.webserver
+22
Dockerfile.webserver
···
1
+
FROM alpine
2
+
3
+
RUN apk add --no-cache ca-certificates bind-tools
4
+
5
+
# Run as non-root user sourcegraph. External volumes should be mounted under /data (which will be owned by sourcegraph).
6
+
RUN mkdir -p /home/sourcegraph
7
+
RUN addgroup -S sourcegraph && adduser -S -G sourcegraph -h /home/sourcegraph sourcegraph && mkdir -p /data && chown -R sourcegraph:sourcegraph /data
8
+
USER sourcegraph
9
+
WORKDIR /home/sourcegraph
10
+
11
+
ENV DATA_DIR /data/index
12
+
RUN mkdir -p ${DATA_DIR}
13
+
14
+
# We copy from the locally built zoekt image
15
+
COPY --from=zoekt /usr/local/bin/zoekt-webserver /usr/local/bin/
16
+
17
+
# zoekt-webserver has a large stable heap size (10s of gigs), and as such the
18
+
# default GOGC=100 could be better tuned. https://dave.cheney.net/tag/gogc
19
+
ENV GOGC=50
20
+
21
+
ENTRYPOINT ["/sbin/tini", "--"]
22
+
CMD zoekt-webserver -index $DATA_DIR -pprof -rpc