ci: fix cache misses (#1053)

Signed-off-by: Mohammed Naser <mnaser@vexxhost.com>
diff --git a/images/barbican/Dockerfile b/images/barbican/Dockerfile
index 046f67e..243df60 100644
--- a/images/barbican/Dockerfile
+++ b/images/barbican/Dockerfile
@@ -5,10 +5,7 @@
 
 FROM openstack-venv-builder AS build
 COPY --from=barbican --link /src /src/barbican
-ARG TARGETARCH
-ARG TARGETVARIANT
-RUN \
-    --mount=type=cache,id=pip-$TARGETARCH$TARGETVARIANT-$RELEASE-cache,sharing=locked,target=/root/.cache/pip <<EOF bash -xe
+RUN <<EOF bash -xe
 pip3 install \
     --constraint /upper-constraints.txt \
         /src/barbican \