Files
zot/test/blackbox/events_nats.bats
T
Piaras Hoban bc5fd1a357 feat(events): add events extension (#3045)
* feat: add events config

Signed-off-by: Piaras Hoban <phoban01@gmail.com>

* feat: implement event support with log sink

Signed-off-by: Piaras Hoban <phoban01@gmail.com>

* feat: integrate events and update tests

Signed-off-by: Piaras Hoban <phoban01@gmail.com>

* refactor: update event config

Signed-off-by: Piaras Hoban <phoban01@gmail.com>

* feat: implement http and nats sinks. remove log sink

Signed-off-by: Piaras Hoban <phoban01@gmail.com>

* refactor: events extension setup

Signed-off-by: Piaras Hoban <phoban01@gmail.com>

* chore: cleanup tests to use nil event recorder

Signed-off-by: Piaras Hoban <phoban01@gmail.com>

* chore: update events config example and add more logging

Signed-off-by: Piaras Hoban <phoban01@gmail.com>

* refactor: better use of build tags for minimal binary

Signed-off-by: Piaras Hoban <phoban01@gmail.com>

* fix: missing store param in evelated privileges tests

Signed-off-by: Piaras Hoban <phoban01@gmail.com>

* fix: regression in config decoding

Signed-off-by: Piaras Hoban <phoban01@gmail.com>

* chore: update check logs script to enable cross-platform usage via GREP_BIN_PATH envvar

Signed-off-by: Piaras Hoban <phoban01@gmail.com>

* chore: fix log lint issue for events

Signed-off-by: Piaras Hoban <phoban01@gmail.com>

* chore: fix failing events disabled test

Signed-off-by: Piaras Hoban <phoban01@gmail.com>

* test: add blackbox tests for events

Signed-off-by: Piaras Hoban <phoban01@gmail.com>

* chore: specify architecture when downloading binaries in Makefile

Signed-off-by: Piaras Hoban <phoban01@gmail.com>

* chore: improve failure handling when no valid sinks are provided

Signed-off-by: Piaras Hoban <phoban01@gmail.com>

* test: fix data race in events test

Signed-off-by: Piaras Hoban <phoban01@gmail.com>

* chore: cleanup event decoding

Signed-off-by: Piaras Hoban <phoban01@gmail.com>

* test: fix logging tests

Signed-off-by: Piaras Hoban <phoban01@gmail.com>

* test: make nats server test more reliable

Signed-off-by: Piaras Hoban <phoban01@gmail.com>

* chore: go mod cleanup

Signed-off-by: Piaras Hoban <phoban01@gmail.com>

* test: add sleep when setting up nats client

Signed-off-by: Piaras Hoban <phoban01@gmail.com>

* fix: ensure event sink errors do not propogate

Signed-off-by: Piaras Hoban <phoban01@gmail.com>

* test: increase coverage for events

Signed-off-by: Piaras Hoban <phoban01@gmail.com>

* feat(events): Refactor events to be non-blocking from caller.

Signed-off-by: Asgeir Nilsen <asgeir.nilsen@bouvet.no>
Signed-off-by: Piaras Hoban <phoban01@gmail.com>

* chore: remove harded-coded linux

Co-authored-by: Andrei Aaron <andreifdaaron@gmail.com>
Signed-off-by: Piaras Hoban <phoban01@gmail.com>

* feat(events): fail to start if incorrect event sink is configured

Signed-off-by: Piaras Hoban <phoban01@gmail.com>

* test: allow cli tests to return errors instead of panic

Signed-off-by: Piaras Hoban <phoban01@gmail.com>

* chore: bump nats server to v2.11.3

Signed-off-by: Piaras Hoban <phoban01@gmail.com>

---------

Signed-off-by: Piaras Hoban <phoban01@gmail.com>
Signed-off-by: Asgeir Nilsen <asgeir.nilsen@bouvet.no>
Co-authored-by: Asgeir Nilsen <asgeir.nilsen@bouvet.no>
Co-authored-by: Andrei Aaron <andreifdaaron@gmail.com>
2025-05-02 12:30:06 -07:00

158 lines
5.1 KiB
Bash

# Note: Intended to be run as "make run-blackbox-tests" or "make run-blackbox-ci"
# Makefile target installs & checks all necessary tooling
# Extra tools that are not covered in Makefile target needs to be added in verify_prerequisites()
load helpers_zot
load helpers_events
function verify_prerequisites() {
if [ ! $(command -v curl) ]; then
echo "you need to install curl as a prerequisite to running the tests" >&3
return 1
fi
if [ ! $(command -v jq) ]; then
echo "you need to install jq as a prerequisite to running the tests" >&3
return 1
fi
if [ ! $(command -v docker) ]; then
echo "you need to install docker as a prerequisite to running the tests" >&3
return 1
fi
}
function setup_file() {
# verify prerequisites are available
if ! $(verify_prerequisites); then
exit 1
fi
# Setup nats server
nats_server_port=$(get_free_port)
nats_server_start nats_server_local ${nats_server_port}
echo ${nats_server_port} > ${BATS_FILE_TMPDIR}/nats_server.port
skopeo --insecure-policy copy --format=oci docker://ghcr.io/project-zot/golang:1.20 oci:${TEST_DATA_DIR}/golang:1.20
# Setup zot server
local zot_root_dir=${BATS_FILE_TMPDIR}/zot
local zot_config_file=${BATS_FILE_TMPDIR}/zot_config.json
local oci_data_dir=${BATS_FILE_TMPDIR}/oci
mkdir -p ${zot_root_dir}
mkdir -p ${oci_data_dir}
zot_port=$(get_free_port)
echo ${zot_port} > ${BATS_FILE_TMPDIR}/zot.port
cat > ${zot_config_file}<<EOF
{
"distSpecVersion": "1.1.1",
"storage": {
"rootDirectory": "${zot_root_dir}"
},
"http": {
"address": "0.0.0.0",
"port": "${zot_port}"
},
"log": {
"level": "debug",
"output": "${BATS_FILE_TMPDIR}/zot.log"
},
"extensions": {
"events": {
"enable": true,
"sinks": [{
"type": "nats",
"address": "nats://127.0.0.1:${nats_server_port}",
"timeout": "5s",
"channel": "zot.test",
"credentials": {
"username": "jane.joe",
"password": "opensesame"
}
}]
}
}
}
EOF
zot_serve ${ZOT_PATH} ${zot_config_file}
wait_zot_reachable ${zot_port}
}
function teardown_file() {
zot_stop_all
nats_server_stop nats_server_local
}
@test "nats/publish repository created event" {
nats_server_port=$(cat ${BATS_FILE_TMPDIR}/nats_server.port)
zot_port=$(cat ${BATS_FILE_TMPDIR}/zot.port)
output_path=${BATS_FILE_TMPDIR}/events/repository_created
# Wait for event
run wait_event_on_subject "zot.test" ${nats_server_port} ${output_path}
[ "$status" -eq 0 ]
# Push a new image and create repository
run skopeo --insecure-policy copy --dest-tls-verify=false \
oci:${TEST_DATA_DIR}/golang:1.20 \
docker://127.0.0.1:${zot_port}/golang:1.20
[ "$status" -eq 0 ]
# Check the correct number of events were generated
count=$(find "${output_path}" -type f | wc -l)
[ "$count" -eq 1 ]
result=$(jq '.Data | @base64d | fromjson' ${output_path}/1.json)
[ $(echo "${result}" | jq -r '.type') = "zotregistry.repository.created" ]
[ $(echo "${result}" | jq -r '.data.name') = "golang" ]
}
@test "nats/publish image updated event" {
nats_server_port=$(cat ${BATS_FILE_TMPDIR}/nats_server.port)
zot_port=$(cat ${BATS_FILE_TMPDIR}/zot.port)
output_path=${BATS_FILE_TMPDIR}/events/updated
# Wait for event
run wait_event_on_subject "zot.test" ${nats_server_port} ${output_path}
[ "$status" -eq 0 ]
# Push a new image tag
run skopeo --insecure-policy copy --dest-tls-verify=false \
oci:${TEST_DATA_DIR}/golang:1.20 \
docker://127.0.0.1:${zot_port}/golang:latest
[ "$status" -eq 0 ]
# Check the correct number of events were generated
count=$(find "${output_path}" -type f | wc -l)
[ "$count" -eq 1 ]
# Validate the event
result=$(jq '.Data | @base64d | fromjson' ${output_path}/1.json)
[ $(echo "${result}" | jq -r '.type') = "zotregistry.image.updated" ]
[ $(echo "${result}" | jq -r '.data.name') = "golang" ]
[ $(echo "${result}" | jq -r '.data.reference') = "latest" ]
}
@test "nats/publish image deleted event" {
nats_server_port=$(cat ${BATS_FILE_TMPDIR}/nats_server.port)
zot_port=$(cat ${BATS_FILE_TMPDIR}/zot.port)
output_path=${BATS_FILE_TMPDIR}/events/deleted
# Wait for event
run wait_event_on_subject "zot.test" ${nats_server_port} ${output_path}
[ "$status" -eq 0 ]
# Delete the tag
run curl -X DELETE http://localhost:${zot_port}/v2/golang/manifests/latest
[ "$status" -eq 0 ]
# Check the correct number of events were generated
count=$(find "${output_path}" -type f | wc -l)
[ "$count" -eq 1 ]
# Validate the event
result=$(jq '.Data | @base64d | fromjson' ${output_path}/1.json)
[ $(echo "${result}" | jq -r '.type') = "zotregistry.image.deleted" ]
[ $(echo "${result}" | jq -r '.data.name') = "golang" ]
[ $(echo "${result}" | jq -r '.data.reference') = "latest" ]
}