fixed ImportHook not seeing namespaces in assemblies loaded via direc…

…t call to Assembly.Load* methods
pythonnet · lostmsu · Sep 24, 2021 · Sep 24, 2021 · Sep 24, 2021 · Sep 24, 2021
commit 904fe328cc4a89dc471a61b7b0ce5a9cbd8ee06a
diff --git a/src/runtime/assemblymanager.cs b/src/runtime/assemblymanager.cs
@@ -290,7 +290,10 @@ internal static void ScanAssembly(Assembly assembly)
                     for (var n = 0; n < names.Length; n++)
                     {
                         s = n == 0 ? names[0] : s + "." + names[n];
-                        namespaces.TryAdd(s, new ConcurrentDictionary<Assembly, string>());
+                        if (namespaces.TryAdd(s, new ConcurrentDictionary<Assembly, string>()))
+                        {
+                            ImportHook.AddNamespace(s);
+                        }
                     }
                 }
 

diff --git a/src/runtime/importhook.cs b/src/runtime/importhook.cs
@@ -1,6 +1,5 @@
 using System;
-using System.Collections.Generic;
-using System.Runtime.InteropServices;
+using System.Collections.Concurrent;
 
 namespace Python.Runtime
 {
@@ -37,6 +36,9 @@ def find_spec(klass, fullname, paths=None, target=None):
         if 'clr' not in sys.modules:
             return None
         clr = sys.modules['clr']
+
+        clr._add_pending_namespaces()
+
         if clr._available_namespaces and fullname in clr._available_namespaces:
             return importlib.machinery.ModuleSpec(fullname, DotNetLoader(), is_package=True)
         return None
@@ -169,12 +171,26 @@ static void TeardownNameSpaceTracking()
             Runtime.PyDict_SetItemString(root.dict, availableNsKey, Runtime.PyNone);
         }
 
-        public static void AddNamespace(string name)
+        static readonly ConcurrentQueue<string> addPending = new();
+        public static void AddNamespace(string name) => addPending.Enqueue(name);
+
+        internal static int AddPendingNamespaces()
+        {
+            int added = 0;
+            while (addPending.TryDequeue(out string ns))
+            {
+                AddNamespaceWithGIL(ns);
+                added++;
+            }
+            return added;
+        }
+
+        internal static void AddNamespaceWithGIL(string name)
         {
             var pyNs = Runtime.PyString_FromString(name);
             try
             {
-                var nsSet = Runtime.PyDict_GetItemString(new BorrowedReference(root.dict), availableNsKey);
+                var nsSet = Runtime.PyDict_GetItemString(root.DictRef, availableNsKey);
                 if (!(nsSet.IsNull  || nsSet.DangerousGetAddress() == Runtime.PyNone))
                 {
                     if (Runtime.PySet_Add(nsSet, new BorrowedReference(pyNs)) != 0)

diff --git a/src/runtime/moduleobject.cs b/src/runtime/moduleobject.cs
@@ -535,8 +535,9 @@ public static Assembly AddReference(string name)
             // method because it may be called from other threads, leading to deadlocks
             // if it is called while Python code is executing.
             var currNs = AssemblyManager.GetNamespaces().Except(origNs);
-            foreach(var ns in currNs){
-                ImportHook.AddNamespace(ns);
+            foreach(var ns in currNs)
+            {
+                ImportHook.AddNamespaceWithGIL(ns);
             }
             return assembly;
         }
@@ -602,5 +603,9 @@ public static ModuleObject _load_clr_module(PyObject spec)
             mod = ImportHook.Import(modname.ToString());
             return mod;
         }
+
+        [ModuleFunction]
+        [ForbidPythonThreads]
+        public static int _add_pending_namespaces() => ImportHook.AddPendingNamespaces();
     }
 }
diff --git a/src/runtime/native/TypeOffset.cs b/src/runtime/native/TypeOffset.cs
@@ -161,7 +161,8 @@ static void ValidateRequiredOffsetsPresent(PropertyInfo[] offsetProperties)
                 "Initialize",
                 "InitializeSlots",
                 "ListAssemblies",
-                "_load_clr_module",
+                nameof(CLRModule._load_clr_module),
+                nameof(CLRModule._add_pending_namespaces),
                 "Release",
                 "Reset",
                 "set_SuppressDocs",