diff --git a/nni/common/concrete_trace_utils/concrete_tracer.py b/nni/common/concrete_trace_utils/concrete_tracer.py
index 5137cc3d8..02050977f 100644
--- a/nni/common/concrete_trace_utils/concrete_tracer.py
+++ b/nni/common/concrete_trace_utils/concrete_tracer.py
@@ -1091,8 +1091,6 @@ class ConcreteTracer(TracerBase):
             pass
 
         self.submodule_paths = None
-        with MagicMethodPatcher():
-            GraphModule(self.root, self.graph)  # assign graph.owning_module
         return self.graph
 
 # List of pairs of (global dict, function name) functions