diff --git a/scripts/ci/gitlab/pipeline/benchmarks.yml b/scripts/ci/gitlab/pipeline/benchmarks.yml
index 09a0d7d215..af51277024 100644
--- a/scripts/ci/gitlab/pipeline/benchmarks.yml
+++ b/scripts/ci/gitlab/pipeline/benchmarks.yml
@@ -29,6 +29,8 @@ benchmarks-assets:
     - export BRANCHNAME="weights-statemint-${CI_COMMIT_BRANCH}-${CURRENT_TIME}"
     - !reference [.git-commit-push, script]
     - ./scripts/ci/create-benchmark-pr.sh "[benchmarks] Update weights for statemine/t" "$BRANCHNAME"
+    - rm -f ./artifacts/polkadot-parachain
+    - rm -f ./artifacts/test-parachain
   after_script:
     - rm -rf .git/config
   tags:
@@ -48,6 +50,8 @@ benchmarks-collectives:
     - export BRANCHNAME="weights-collectives-${CI_COMMIT_BRANCH}-${CURRENT_TIME}"
     - !reference [.git-commit-push, script]
     - ./scripts/ci/create-benchmark-pr.sh "[benchmarks] Update weights for collectives" "$BRANCHNAME"
+    - rm -f ./artifacts/polkadot-parachain
+    - rm -f ./artifacts/test-parachain
   after_script:
     - rm -rf .git/config
   tags:
diff --git a/scripts/ci/gitlab/pipeline/publish.yml b/scripts/ci/gitlab/pipeline/publish.yml
index 5773bc2b06..1956dcb622 100644
--- a/scripts/ci/gitlab/pipeline/publish.yml
+++ b/scripts/ci/gitlab/pipeline/publish.yml
@@ -87,10 +87,8 @@ publish-benchmarks-assets-s3:      &publish-benchmarks
   variables:
     GIT_STRATEGY:                  none
     BUCKET:                        "releases.parity.io"
-    PREFIX:                        "cumulus/$CI_COMMIT_REF_NAME/benchmarks"
+    PREFIX:                        "cumulus/$CI_COMMIT_REF_NAME/benchmarks-assets"
   script:
-    - echo "___Removing binary from artifacts___"
-    - rm -f ./artifacts/polkadot-parachain
     - echo "___Publishing benchmark results___"
     - aws s3 sync ./artifacts/ s3://${BUCKET}/${PREFIX}/
   after_script:
@@ -98,6 +96,10 @@ publish-benchmarks-assets-s3:      &publish-benchmarks
 
 publish-benchmarks-collectives-s3:
   <<:                              *publish-benchmarks
+  variables:
+    GIT_STRATEGY:                  none
+    BUCKET:                        "releases.parity.io"
+    PREFIX:                        "cumulus/$CI_COMMIT_REF_NAME/benchmarks-collectives"
   needs:
     - job:                         benchmarks-collectives
       artifacts:                   true