feat(cache): dynamodb implementation (#953)

Signed-off-by: Catalin Hofnar <catalin.hofnar@gmail.com>
2026-06-15 20:07:55 +08:00 · 2022-11-22 20:29:57 +02:00
parent 49c3d05706
commit 31b9481713
22 changed files with 1746 additions and 48 deletions
@@ -0,0 +1,88 @@
+load helpers_cloud
+
+function setup() {
+    # Verify prerequisites are available
+    if ! verify_prerequisites; then
+        exit 1
+    fi
+
+    # Setup zot server
+    local zot_root_dir=${BATS_FILE_TMPDIR}/zot
+    local zot_config_file=${BATS_FILE_TMPDIR}/zot_config.json
+    
+    echo ${zot_root_dir} >&3
+
+    mkdir -p ${zot_root_dir}
+
+    cat > ${zot_config_file}<<EOF
+{
+	"distSpecVersion": "1.0.1-dev",
+	"storage": {
+        "rootDirectory": "${zot_root_dir}",
+        "dedupe": true,
+        "remoteCache": true,
+        "storageDriver": {
+            "name": "s3",
+            "rootdirectory": "/zot",
+            "region": "us-east-2",
+            "regionendpoint": "localhost:4566",
+            "bucket": "zot-storage",
+            "secure": false,
+            "skipverify": false
+        },
+        "cacheDriver": {
+            "name": "dynamodb",
+            "endpoint": "http://localhost:4566",
+            "region": "us-east-2",
+            "tableName": "BlobTable"
+        }
+	},
+	"http": {
+		"address": "127.0.0.1",
+		"port": "8080"
+	},
+	"log": {
+		"level": "debug"
+	},
+	"extensions": {
+		"metrics": {
+            "enable": true,
+            "prometheus": {
+                "path": "/metrics"
+            }
+        },
+		"search": {
+			"cve": {
+				"updateInterval": "2h"
+			}
+		},
+		"scrub": {
+			"enable": true,
+			"interval": "24h"
+		}
+	}
+}
+EOF
+    awslocal s3 --region "us-east-2" mb s3://zot-storage
+    awslocal dynamodb --endpoint-url "http://localhost:4566" --region "us-east-2" create-table --table-name "BlobTable" --attribute-definitions AttributeName=Digest,AttributeType=S --key-schema AttributeName=Digest,KeyType=HASH --provisioned-throughput ReadCapacityUnits=10,WriteCapacityUnits=5
+    zot_serve_strace ${zot_config_file}
+    wait_zot_reachable "http://127.0.0.1:8080/v2/_catalog"
+}
+
+function teardown() {
+    local zot_root_dir=${BATS_FILE_TMPDIR}/zot
+    zot_stop
+    rm -rf ${zot_root_dir}
+    aws s3 --endpoint-url "http://localhost:4566" rb s3://"zot-storage" --force
+    aws dynamodb --endpoint-url "http://localhost:4566" --region "us-east-2" delete-table --table-name "BlobTable"
+}
+
+@test "check for local disk writes" {
+    run skopeo --insecure-policy copy --dest-tls-verify=false \
+        docker://centos:centos8 docker://localhost:8080/centos:8
+    [ "$status" -eq 0 ]
+    cat strace.txt | grep openat | grep -v O_RDONLY | grep -Eo '\".*\"' | while read -r line ; do
+        echo ${line} >&3
+        [[ "$line" =~ .*metadata.* || "$line" =~ .*trivy.* ]]
+    done
+}
@@ -0,0 +1,44 @@
+ROOT_DIR=$(git rev-parse --show-toplevel)
+OS="${OS:-linux}"
+ARCH="${ARCH:-amd64}"
+ZOT_PATH=${ROOT_DIR}/bin/zot-${OS}-${ARCH}
+
+
+function verify_prerequisites {
+    if [ ! -f ${ZOT_PATH} ]; then
+        echo "you need to build ${ZOT_PATH} before running the tests" >&3
+        return 1
+    fi
+
+    if [ ! command -v skopeo &> /dev/null ]; then
+        echo "you need to install skopeo as a prerequisite to running the tests" >&3
+        return 1
+    fi
+
+    if [ ! command -v awslocal ] &>/dev/null; then
+        echo "you need to install aws cli as a prerequisite to running the tests" >&3
+        return 1
+    fi
+
+    return 0
+}
+
+function zot_serve_strace() {
+    local config_file=${1}
+    strace -o "strace.txt" -f -e trace=openat ${ZOT_PATH} serve ${config_file} &
+}
+
+function zot_stop() {
+    pkill zot
+}
+
+function wait_zot_reachable() {
+    zot_url=${1}
+    curl --connect-timeout 3 \
+        --max-time 3 \
+        --retry 10 \
+        --retry-delay 0 \
+        --retry-max-time 60 \
+        --retry-connrefused \
+        ${zot_url}
+}