diff --git a/promql/bench_test.go b/promql/bench_test.go
index b628aa2a89..cd91854513 100644
--- a/promql/bench_test.go
+++ b/promql/bench_test.go
@@ -36,6 +36,7 @@ func NewBenchmark(b *testing.B, input string) *Benchmark {
 
 // Run runs the benchmark.
 func (b *Benchmark) Run() {
+	defer b.t.Close()
 	b.b.ReportAllocs()
 	b.b.ResetTimer()
 	for i := 0; i < b.b.N; i++ {
diff --git a/promql/engine_test.go b/promql/engine_test.go
index eeebe9f5ac..c2e1c77532 100644
--- a/promql/engine_test.go
+++ b/promql/engine_test.go
@@ -204,6 +204,8 @@ load 10s
 	if err != nil {
 		t.Fatalf("unexpected error creating test: %q", err)
 	}
+	defer test.Close()
+
 	err = test.Run()
 	if err != nil {
 		t.Fatalf("unexpected error initializing test: %q", err)