diff --git a/command/plan_test.go b/command/plan_test.go
index 90dac183e..4cdc15ceb 100644
--- a/command/plan_test.go
+++ b/command/plan_test.go
@@ -156,7 +156,7 @@ func TestPlanCommand_From_URL(t *testing.T) {
 		t.Fatalf("expected exit code 1, got %d: %q", code, ui.ErrorWriter.String())
 	}
 
-	if out := ui.ErrorWriter.String(); !strings.Contains(out, "Error reading URL") {
-		t.Fatalf("expected runtime error, got: %s", out)
+	if out := ui.ErrorWriter.String(); !strings.Contains(out, "Error getting jobfile") {
+		t.Fatalf("expected error getting jobfile, got: %s", out)
 	}
 }
diff --git a/command/run_test.go b/command/run_test.go
index b4514efac..5c8dc10dc 100644
--- a/command/run_test.go
+++ b/command/run_test.go
@@ -202,7 +202,7 @@ func TestRunCommand_From_URL(t *testing.T) {
 		t.Fatalf("expected exit code 1, got %d: %q", code, ui.ErrorWriter.String())
 	}
 
-	if out := ui.ErrorWriter.String(); !strings.Contains(out, "Error reading URL") {
-		t.Fatalf("expected runtime error, got: %s", out)
+	if out := ui.ErrorWriter.String(); !strings.Contains(out, "Error getting jobfile") {
+		t.Fatalf("expected error getting jobfile, got: %s", out)
 	}
 }
diff --git a/command/validate_test.go b/command/validate_test.go
index 308980274..a3f3b7916 100644
--- a/command/validate_test.go
+++ b/command/validate_test.go
@@ -153,7 +153,7 @@ func TestValidateCommand_From_URL(t *testing.T) {
 		t.Fatalf("expected exit code 1, got %d: %q", code, ui.ErrorWriter.String())
 	}
 
-	if out := ui.ErrorWriter.String(); !strings.Contains(out, "Error reading URL") {
-		t.Fatalf("expected runtime error, got: %s", out)
+	if out := ui.ErrorWriter.String(); !strings.Contains(out, "Error getting jobfile") {
+		t.Fatalf("expected error getting jobfile, got: %s", out)
 	}
 }