diff --git a/lib/livebook_web/helpers/session_helpers.ex b/lib/livebook_web/helpers/session_helpers.ex
index 6183cd3fc..96f69ea02 100644
--- a/lib/livebook_web/helpers/session_helpers.ex
+++ b/lib/livebook_web/helpers/session_helpers.ex
@@ -208,7 +208,8 @@ defmodule LivebookWeb.SessionHelpers do
       title: "Close session",
       description: description,
       confirm_text: "Close session",
-      confirm_icon: "close-circle-line"
+      confirm_icon: "close-circle-line",
+      danger: session.file == nil
     )
   end