diff --git a/test/livebook/runtime/evaluator_test.exs b/test/livebook/runtime/evaluator_test.exs
index a4952ec12..690251df0 100644
--- a/test/livebook/runtime/evaluator_test.exs
+++ b/test/livebook/runtime/evaluator_test.exs
@@ -766,7 +766,7 @@ defmodule Livebook.Runtime.EvaluatorTest do
       code = ~S'''
       defmodule Livebook.Runtime.EvaluatorTest.DoctestsGeneratedBase do
         defmacro __using__(_) do
-          quote do
+          quote generated: true do
             @doc """
 
                 iex> 1
@@ -798,7 +798,7 @@ defmodule Livebook.Runtime.EvaluatorTest do
       code = ~S'''
       defmodule Livebook.Runtime.EvaluatorTest.DoctestsGeneratedBase do
         defmacro __using__(_) do
-          quote do
+          quote generated: true do
             @doc """
 
                 iex> 1