diff --git a/src/main/java/moa/tasks/EvaluatePeriodicHeldOutTest.java b/src/main/java/moa/tasks/EvaluatePeriodicHeldOutTest.java
index <HASH>..<HASH> 100644
--- a/src/main/java/moa/tasks/EvaluatePeriodicHeldOutTest.java
+++ b/src/main/java/moa/tasks/EvaluatePeriodicHeldOutTest.java
@@ -169,7 +169,9 @@ public class EvaluatePeriodicHeldOutTest extends MainTask {
             if (totalTrainTime > this.trainTimeOption.getValue()) {
                 break;
             }
-            //testStream.restart();
+	    if (this.cacheTestOption.isSet()) {
+                testStream.restart();
+            } 
             evaluator.reset();
             long testInstancesProcessed = 0;
             monitor.setCurrentActivityDescription("Testing (after "
Updated EvaluatePeriodicHeldOutTest