diff --git a/scrape/manager_test.go b/scrape/manager_test.go
index 8852704346..85aaef7612 100644
--- a/scrape/manager_test.go
+++ b/scrape/manager_test.go
@@ -633,7 +633,7 @@ func BenchmarkManagerReload(b *testing.B) {
 		activeTargets: map[uint64]*Target{},
 	}
 
-	for i := 0; i < b.N; i++ {
+	for i := 0; i < 10000; i++ {
 		sp.activeTargets[uint64(i)] = &Target{
 			discoveredLabels: labels.FromStrings("__address__", fmt.Sprintf("foo-%d", i)),
 			labels:           labels.FromStrings("label_key", fmt.Sprintf("foo-%d", i)),