diff --git a/ssl/test/runner/runner.go b/ssl/test/runner/runner.go
index cdef60c2..378ac57a 100644
--- a/ssl/test/runner/runner.go
+++ b/ssl/test/runner/runner.go
@@ -1106,7 +1106,10 @@ func runTest(test *testCase, shimPath string, mallocNumToFail int64) error {
 	}
 
 	if len(extraStderr) > 0 || (!failed && len(stderr) > 0) {
-		return fmt.Errorf("unexpected error output:\n%s\n%s", stderr, extraStderr)
+		lines := strings.Split(stderr, "\n")
+		if len(lines) != 2 || lines[1] != "" || !strings.Contains(lines[0], "The kernel entropy pool contains too few bits") {
+			return fmt.Errorf("unexpected error output:\n%s\n%s", stderr, extraStderr)
+		}
 	}
 
 	if *useValgrind && isValgrindError {