github/zot
1
0
Fork 0
mirror of https://github.com/project-zot/zot.git synced 2026-06-17 12:58:02 +08:00
Code Issues Packages Projects Releases Wiki Activity

ci: resource tuning for faster runs (#1967)

Browse Source 
Signed-off-by: Alexei Dodon <adodon@cisco.com>
This commit is contained in:
Alexei Dodon
2023-11-15 20:44:31 +02:00
committed by GitHub
parent dd1c73cadd
commit 8dd06c6e1e
31 changed files with 576 additions and 412 deletions
Download Patch File Download Diff File Expand all files Collapse all files
test/blackbox/pushpull.bats
+77 -52
View File
@@ -31,6 +31,8 @@ function setup_file() {
local oci_data_dir=${BATS_FILE_TMPDIR}/oci
mkdir -p ${zot_root_dir}
mkdir -p ${oci_data_dir}
zot_port=$(get_free_port)
echo ${zot_port} > ${BATS_FILE_TMPDIR}/zot.port
cat > ${zot_config_file}<<EOF
{
"distSpecVersion": "1.1.0-dev",
@@ -39,7 +41,7 @@ function setup_file() {
},
"http": {
"address": "0.0.0.0",
"port": "8080"
"port": "${zot_port}"
},
"log": {
"level": "debug",
@@ -49,7 +51,7 @@ function setup_file() {
EOF
git -C ${BATS_FILE_TMPDIR} clone https://github.com/project-zot/helm-charts.git
zot_serve ${ZOT_PATH} ${zot_config_file}
wait_zot_reachable 8080
wait_zot_reachable ${zot_port}
}
function teardown() {
@@ -62,22 +64,24 @@ function teardown_file() {
}
@test "push image" {
zot_port=`cat ${BATS_FILE_TMPDIR}/zot.port`
run skopeo --insecure-policy copy --dest-tls-verify=false \
oci:${TEST_DATA_DIR}/golang:1.20 \
docker://127.0.0.1:8080/golang:1.20
docker://127.0.0.1:${zot_port}/golang:1.20
[ "$status" -eq 0 ]
run curl http://127.0.0.1:8080/v2/_catalog
run curl http://127.0.0.1:${zot_port}/v2/_catalog
[ "$status" -eq 0 ]
[ $(echo "${lines[-1]}" | jq '.repositories[]') = '"golang"' ]
run curl http://127.0.0.1:8080/v2/golang/tags/list
run curl http://127.0.0.1:${zot_port}/v2/golang/tags/list
[ "$status" -eq 0 ]
[ $(echo "${lines[-1]}" | jq '.tags[]') = '"1.20"' ]
}
@test "pull image" {
local oci_data_dir=${BATS_FILE_TMPDIR}/oci
zot_port=`cat ${BATS_FILE_TMPDIR}/zot.port`
run skopeo --insecure-policy copy --src-tls-verify=false \
docker://127.0.0.1:8080/golang:1.20 \
docker://127.0.0.1:${zot_port}/golang:1.20 \
oci:${oci_data_dir}/golang:1.20
[ "$status" -eq 0 ]
run cat ${BATS_FILE_TMPDIR}/oci/golang/index.json
@@ -88,42 +92,45 @@ function teardown_file() {
@test "push image index" {
# --multi-arch below pushes an image index (containing many images) instead
# of an image manifest (single image)
zot_port=`cat ${BATS_FILE_TMPDIR}/zot.port`
run skopeo --insecure-policy copy --format=oci --dest-tls-verify=false --multi-arch=all \
docker://public.ecr.aws/docker/library/busybox:latest \
docker://127.0.0.1:8080/busybox:latest
docker://127.0.0.1:${zot_port}/busybox:latest
[ "$status" -eq 0 ]
run curl http://127.0.0.1:8080/v2/_catalog
run curl http://127.0.0.1:${zot_port}/v2/_catalog
[ "$status" -eq 0 ]
[ $(echo "${lines[-1]}" | jq '.repositories[0]') = '"busybox"' ]
run curl http://127.0.0.1:8080/v2/busybox/tags/list
run curl http://127.0.0.1:${zot_port}/v2/busybox/tags/list
[ "$status" -eq 0 ]
[ $(echo "${lines[-1]}" | jq '.tags[]') = '"latest"' ]
}
@test "pull image index" {
local oci_data_dir=${BATS_FILE_TMPDIR}/oci
zot_port=`cat ${BATS_FILE_TMPDIR}/zot.port`
run skopeo --insecure-policy copy --src-tls-verify=false --multi-arch=all \
docker://127.0.0.1:8080/busybox:latest \
docker://127.0.0.1:${zot_port}/busybox:latest \
oci:${oci_data_dir}/busybox:latest
[ "$status" -eq 0 ]
run cat ${BATS_FILE_TMPDIR}/oci/busybox/index.json
[ "$status" -eq 0 ]
[ $(echo "${lines[-1]}" | jq '.manifests[].annotations."org.opencontainers.image.ref.name"') = '"latest"' ]
run skopeo --insecure-policy --override-arch=arm64 --override-os=linux copy --src-tls-verify=false --multi-arch=all \
docker://127.0.0.1:8080/busybox:latest \
docker://127.0.0.1:${zot_port}/busybox:latest \
oci:${oci_data_dir}/busybox:latest
[ "$status" -eq 0 ]
run cat ${BATS_FILE_TMPDIR}/oci/busybox/index.json
[ "$status" -eq 0 ]
[ $(echo "${lines[-1]}" | jq '.manifests[].annotations."org.opencontainers.image.ref.name"') = '"latest"' ]
run curl -X DELETE http://127.0.0.1:8080/v2/busybox/manifests/latest
run curl -X DELETE http://127.0.0.1:${zot_port}/v2/busybox/manifests/latest
[ "$status" -eq 0 ]
}
@test "push oras artifact" {
zot_port=`cat ${BATS_FILE_TMPDIR}/zot.port`
echo "{\"name\":\"foo\",\"value\":\"bar\"}" > config.json
echo "hello world" > artifact.txt
run oras push --plain-http 127.0.0.1:8080/hello-artifact:v2 \
run oras push --plain-http 127.0.0.1:${zot_port}/hello-artifact:v2 \
--config config.json:application/vnd.acme.rocket.config.v1+json artifact.txt:text/plain -d -v
[ "$status" -eq 0 ]
rm -f artifact.txt
@@ -131,37 +138,41 @@ function teardown_file() {
}
@test "pull oras artifact" {
run oras pull --plain-http 127.0.0.1:8080/hello-artifact:v2 -d -v
zot_port=`cat ${BATS_FILE_TMPDIR}/zot.port`
run oras pull --plain-http 127.0.0.1:${zot_port}/hello-artifact:v2 -d -v
[ "$status" -eq 0 ]
grep -q "hello world" artifact.txt
rm -f artifact.txt
}
@test "attach oras artifacts" {
zot_port=`cat ${BATS_FILE_TMPDIR}/zot.port`
# attach signature
echo "{\"artifact\": \"\", \"signature\": \"pat hancock\"}" > ${BATS_FILE_TMPDIR}/signature.json
run oras attach --plain-http 127.0.0.1:8080/golang:1.20 --image-spec v1.1-image --artifact-type 'signature/example' ${BATS_FILE_TMPDIR}/signature.json:application/json
run oras attach --plain-http 127.0.0.1:${zot_port}/golang:1.20 --image-spec v1.1-image --artifact-type 'signature/example' ${BATS_FILE_TMPDIR}/signature.json:application/json
[ "$status" -eq 0 ]
# attach sbom
echo "{\"version\": \"0.0.0.0\", \"artifact\": \"'127.0.0.1:8080/golang:1.20'\", \"contents\": \"good\"}" > ${BATS_FILE_TMPDIR}/sbom.json
run oras attach --plain-http 127.0.0.1:8080/golang:1.20 --image-spec v1.1-image --artifact-type 'sbom/example' ${BATS_FILE_TMPDIR}/sbom.json:application/json
echo "{\"version\": \"0.0.0.0\", \"artifact\": \"'127.0.0.1:${zot_port}/golang:1.20'\", \"contents\": \"good\"}" > ${BATS_FILE_TMPDIR}/sbom.json
run oras attach --plain-http 127.0.0.1:${zot_port}/golang:1.20 --image-spec v1.1-image --artifact-type 'sbom/example' ${BATS_FILE_TMPDIR}/sbom.json:application/json
[ "$status" -eq 0 ]
}
@test "discover oras artifacts" {
run oras discover --plain-http -o json 127.0.0.1:8080/golang:1.20
zot_port=`cat ${BATS_FILE_TMPDIR}/zot.port`
run oras discover --plain-http -o json 127.0.0.1:${zot_port}/golang:1.20
[ "$status" -eq 0 ]
[ $(echo "$output" | jq -r ".manifests | length") -eq 2 ]
}
@test "add and list tags using oras" {
zot_port=`cat ${BATS_FILE_TMPDIR}/zot.port`
run skopeo --insecure-policy copy --dest-tls-verify=false \
oci:${TEST_DATA_DIR}/golang:1.20 \
docker://127.0.0.1:8080/oras-tags:1.20
docker://127.0.0.1:${zot_port}/oras-tags:1.20
[ "$status" -eq 0 ]
run oras tag --plain-http 127.0.0.1:8080/oras-tags:1.20 1 new latest
run oras tag --plain-http 127.0.0.1:${zot_port}/oras-tags:1.20 1 new latest
[ "$status" -eq 0 ]
run oras repo tags --plain-http 127.0.0.1:8080/oras-tags
run oras repo tags --plain-http 127.0.0.1:${zot_port}/oras-tags
[ "$status" -eq 0 ]
echo "$output"
[ $(echo "$output" | wc -l) -eq 4 ]
@@ -169,22 +180,22 @@ function teardown_file() {
[ "${lines[-2]}" == "latest" ]
[ "${lines[-3]}" == "1.20" ]
[ "${lines[-4]}" == "1" ]
run oras repo tags --plain-http --last new 127.0.0.1:8080/oras-tags
run oras repo tags --plain-http --last new 127.0.0.1:${zot_port}/oras-tags
[ "$status" -eq 0 ]
echo "$output"
[ -z $output ]
run oras repo tags --plain-http --last latest 127.0.0.1:8080/oras-tags
run oras repo tags --plain-http --last latest 127.0.0.1:${zot_port}/oras-tags
[ "$status" -eq 0 ]
echo "$output"
[ $(echo "$output" | wc -l) -eq 1 ]
[ "${lines[-1]}" == "new" ]
run oras repo tags --plain-http --last "1.20" 127.0.0.1:8080/oras-tags
run oras repo tags --plain-http --last "1.20" 127.0.0.1:${zot_port}/oras-tags
[ "$status" -eq 0 ]
echo "$output"
[ $(echo "$output" | wc -l) -eq 2 ]
[ "${lines[-2]}" == "latest" ]
[ "${lines[-1]}" == "new" ]
run oras repo tags --plain-http --last "1" 127.0.0.1:8080/oras-tags
run oras repo tags --plain-http --last "1" 127.0.0.1:${zot_port}/oras-tags
[ "$status" -eq 0 ]
echo "$output"
[ $(echo "$output" | wc -l) -eq 3 ]
@@ -194,33 +205,38 @@ function teardown_file() {
}
@test "push helm chart" {
zot_port=`cat ${BATS_FILE_TMPDIR}/zot.port`
run helm package ${BATS_FILE_TMPDIR}/helm-charts/charts/zot -d ${BATS_FILE_TMPDIR}
[ "$status" -eq 0 ]
local chart_version=$(awk '/version/{printf $2}' ${BATS_FILE_TMPDIR}/helm-charts/charts/zot/Chart.yaml)
run helm push ${BATS_FILE_TMPDIR}/zot-${chart_version}.tgz oci://localhost:8080/zot-chart
run helm push ${BATS_FILE_TMPDIR}/zot-${chart_version}.tgz oci://localhost:${zot_port}/zot-chart
[ "$status" -eq 0 ]
}
@test "pull helm chart" {
zot_port=`cat ${BATS_FILE_TMPDIR}/zot.port`
local chart_version=$(awk '/version/{printf $2}' ${BATS_FILE_TMPDIR}/helm-charts/charts/zot/Chart.yaml)
run helm pull oci://localhost:8080/zot-chart/zot --version ${chart_version} -d ${BATS_FILE_TMPDIR}
run helm pull oci://localhost:${zot_port}/zot-chart/zot --version ${chart_version} -d ${BATS_FILE_TMPDIR}
[ "$status" -eq 0 ]
}
@test "push image with regclient" {
run regctl registry set localhost:8080 --tls disabled
zot_port=`cat ${BATS_FILE_TMPDIR}/zot.port`
run regctl registry set localhost:${zot_port} --tls disabled
[ "$status" -eq 0 ]
run regctl image copy ocidir://${TEST_DATA_DIR}/golang:1.20 localhost:8080/test-regclient
run regctl image copy ocidir://${TEST_DATA_DIR}/golang:1.20 localhost:${zot_port}/test-regclient
[ "$status" -eq 0 ]
}
@test "pull image with regclient" {
run regctl image copy localhost:8080/test-regclient ocidir://${TEST_DATA_DIR}/golang:1.20
zot_port=`cat ${BATS_FILE_TMPDIR}/zot.port`
run regctl image copy localhost:${zot_port}/test-regclient ocidir://${TEST_DATA_DIR}/golang:1.20
[ "$status" -eq 0 ]
}
@test "list repositories with regclient" {
run regctl repo ls localhost:8080
zot_port=`cat ${BATS_FILE_TMPDIR}/zot.port`
run regctl repo ls localhost:${zot_port}
[ "$status" -eq 0 ]
found=0
@@ -235,7 +251,8 @@ function teardown_file() {
}
@test "list image tags with regclient" {
run regctl tag ls localhost:8080/test-regclient
zot_port=`cat ${BATS_FILE_TMPDIR}/zot.port`
run regctl tag ls localhost:${zot_port}/test-regclient
[ "$status" -eq 0 ]
found=0
@@ -250,87 +267,95 @@ function teardown_file() {
}
@test "push manifest with regclient" {
manifest=$(regctl manifest get localhost:8080/test-regclient --format=raw-body)
run regctl manifest put localhost:8080/test-regclient:1.0.0 --format oci --content-type application/vnd.oci.image.manifest.v1+json --format oci <<EOF
zot_port=`cat ${BATS_FILE_TMPDIR}/zot.port`
manifest=$(regctl manifest get localhost:${zot_port}/test-regclient --format=raw-body)
run regctl manifest put localhost:${zot_port}/test-regclient:1.0.0 --format oci --content-type application/vnd.oci.image.manifest.v1+json --format oci <<EOF
$manifest
EOF
[ "$status" -eq 0 ]
}
@test "pull manifest with regclient" {
run regctl manifest get localhost:8080/test-regclient
zot_port=`cat ${BATS_FILE_TMPDIR}/zot.port`
run regctl manifest get localhost:${zot_port}/test-regclient
[ "$status" -eq 0 ]
}
@test "pull manifest with docker client" {
run docker pull localhost:8080/test-regclient
zot_port=`cat ${BATS_FILE_TMPDIR}/zot.port`
run docker pull localhost:${zot_port}/test-regclient
[ "$status" -eq 0 ]
}
@test "pull manifest with crictl" {
run crictl pull localhost:8080/test-regclient
zot_port=`cat ${BATS_FILE_TMPDIR}/zot.port`
run crictl pull localhost:${zot_port}/test-regclient
[ "$status" -eq 0 ]
}
@test "push OCI artifact with regclient" {
run regctl artifact put localhost:8080/artifact:demo <<EOF
zot_port=`cat ${BATS_FILE_TMPDIR}/zot.port`
run regctl artifact put localhost:${zot_port}/artifact:demo <<EOF
this is an artifact
EOF
[ "$status" -eq 0 ]
}
@test "pull OCI artifact with regclient" {
run regctl manifest get localhost:8080/artifact:demo
zot_port=`cat ${BATS_FILE_TMPDIR}/zot.port`
run regctl manifest get localhost:${zot_port}/artifact:demo
[ "$status" -eq 0 ]
run regctl artifact get localhost:8080/artifact:demo
run regctl artifact get localhost:${zot_port}/artifact:demo
[ "$status" -eq 0 ]
[ "${lines[-1]}" == "this is an artifact" ]
}
@test "push OCI artifact references with regclient" {
run regctl artifact put localhost:8080/manifest-ref:demo <<EOF
zot_port=`cat ${BATS_FILE_TMPDIR}/zot.port`
run regctl artifact put localhost:${zot_port}/manifest-ref:demo <<EOF
test artifact
EOF
[ "$status" -eq 0 ]
run regctl artifact list localhost:8080/manifest-ref:demo --format raw-body
run regctl artifact list localhost:${zot_port}/manifest-ref:demo --format raw-body
[ "$status" -eq 0 ]
[ $(echo "${lines[-1]}" | jq '.manifests | length') -eq 0 ]
run regctl artifact put --annotation demo=true --annotation format=oci --artifact-type "application/vnd.example.icecream.v1" --subject localhost:8080/manifest-ref:demo << EOF
run regctl artifact put --annotation demo=true --annotation format=oci --artifact-type "application/vnd.example.icecream.v1" --subject localhost:${zot_port}/manifest-ref:demo << EOF
test reference
EOF
[ "$status" -eq 0 ]
# with artifact media-type
run regctl artifact put localhost:8080/artifact-ref:demo <<EOF
run regctl artifact put localhost:${zot_port}/artifact-ref:demo <<EOF
test artifact
EOF
[ "$status" -eq 0 ]
run regctl artifact list localhost:8080/artifact-ref:demo --format raw-body
run regctl artifact list localhost:${zot_port}/artifact-ref:demo --format raw-body
[ "$status" -eq 0 ]
[ $(echo "${lines[-1]}" | jq '.manifests | length') -eq 0 ]
run regctl artifact put --annotation demo=true --annotation format=oci --artifact-type "application/vnd.example.icecream.v1" --subject localhost:8080/artifact-ref:demo << EOF
run regctl artifact put --annotation demo=true --annotation format=oci --artifact-type "application/vnd.example.icecream.v1" --subject localhost:${zot_port}/artifact-ref:demo << EOF
test reference
EOF
[ "$status" -eq 0 ]
}
@test "pull OCI artifact references with regclient" {
run regctl artifact list localhost:8080/manifest-ref:demo --format raw-body
zot_port=`cat ${BATS_FILE_TMPDIR}/zot.port`
run regctl artifact list localhost:${zot_port}/manifest-ref:demo --format raw-body
[ "$status" -eq 0 ]
[ $(echo "${lines[-1]}" | jq '.manifests | length') -eq 1 ]
run regctl artifact list --filter-artifact-type "application/vnd.example.icecream.v1" localhost:8080/manifest-ref:demo --format raw-body
run regctl artifact list --filter-artifact-type "application/vnd.example.icecream.v1" localhost:${zot_port}/manifest-ref:demo --format raw-body
[ "$status" -eq 0 ]
[ $(echo "${lines[-1]}" | jq '.manifests | length') -eq 1 ]
run regctl artifact list --filter-artifact-type "application/invalid" localhost:8080/manifest-ref:demo --format raw-body
run regctl artifact list --filter-artifact-type "application/invalid" localhost:${zot_port}/manifest-ref:demo --format raw-body
[ "$status" -eq 0 ]
[ $(echo "${lines[-1]}" | jq '.manifests | length') -eq 0 ]
# with artifact media-type
run regctl artifact list localhost:8080/artifact-ref:demo --format raw-body
run regctl artifact list localhost:${zot_port}/artifact-ref:demo --format raw-body
[ "$status" -eq 0 ]
[ $(echo "${lines[-1]}" | jq '.manifests | length') -eq 1 ]
run regctl artifact list --filter-artifact-type "application/vnd.example.icecream.v1" localhost:8080/artifact-ref:demo --format raw-body
run regctl artifact list --filter-artifact-type "application/vnd.example.icecream.v1" localhost:${zot_port}/artifact-ref:demo --format raw-body
[ "$status" -eq 0 ]
[ $(echo "${lines[-1]}" | jq '.manifests | length') -eq 1 ]
run regctl artifact list --filter-artifact-type "application/invalid" localhost:8080/artifact-ref:demo --format raw-body
run regctl artifact list --filter-artifact-type "application/invalid" localhost:${zot_port}/artifact-ref:demo --format raw-body
[ "$status" -eq 0 ]
[ $(echo "${lines[-1]}" | jq '.manifests | length') -eq 0 ]
}