diff --git a/src/llvm/__tests__/llvm.test.ts b/src/llvm/__tests__/llvm.test.ts
index 62ac97b8..0677b2fb 100644
--- a/src/llvm/__tests__/llvm.test.ts
+++ b/src/llvm/__tests__/llvm.test.ts
@@ -124,6 +124,7 @@ describe("setup-llvm", () => {
 
   it("should setup LLVM 15.0.2", async () => {
     await cleanupTmpDir("llvm")
+    await cleanupTmpDir("/Users/runner/hostedtoolcache/llvm")
 
     const { binDir } = await setupLLVM("15.0.2", directory, process.arch)
     await testBin("clang++", ["--version"], binDir)