diff --git a/lib/heroku/command/pg_backups.rb b/lib/heroku/command/pg_backups.rb
index 68d4b6f8a..d93eae123 100644
--- a/lib/heroku/command/pg_backups.rb
+++ b/lib/heroku/command/pg_backups.rb
@@ -396,7 +396,10 @@ def cancel_backup
   def schedule_backups
     db = shift_argument
     validate_arguments!
-    at = options[:at] || '04:00 UTC'
+    if !options[:at]
+      error("A time must be specified when scheduling backups")
+    end
+    at = options[:at]
     schedule_opts = parse_schedule_time(at)
 
     resolver = generate_resolver