Merge branch 'master' of https://github.com/StarBeat/UnityDependencyAnalyzer

LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2025 StarBeats
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

UnityDependencyAnalyzer/AssetDefine.cs

@@ -1,4 +1,5 @@
-using MongoDB.Bson.Serialization.Attributes;
+using MemoryPack;
+using MongoDB.Bson.Serialization.Attributes;
 using MongoDB.Driver;
 using System.Collections.Concurrent;
 using System.Diagnostics.CodeAnalysis;
@@ -8,7 +9,8 @@ using System.Text.Json.Serialization;
 namespace AssetDependencyGraph
 {
     [BsonIgnoreExtraElements]
-    public class AssetIdentify
+    [MemoryPackable]
+    public partial class AssetIdentify
     {
         public string Path = null!;
         public string AssetType = null!;
@@ -44,7 +46,8 @@ namespace AssetDependencyGraph
     }
 
     [BsonIgnoreExtraElements]
-    public class AssetNode
+    [MemoryPackable]
+    public partial class AssetNode
     {
         public AssetIdentify Self=null!;
         public string AssetType=null!;

UnityDependencyAnalyzer/DependencyAnalysis.cs

@@ -1,4 +1,5 @@
-using MongoDB.Bson.Serialization.Attributes;
+using MemoryPack;
+using MongoDB.Bson.Serialization.Attributes;
 using MongoDB.Bson.Serialization.Options;
 using System;
 using System.Collections.Concurrent;
@@ -239,7 +240,7 @@ namespace AssetDependencyGraph
         [BsonDictionaryOptions(Representation = DictionaryRepresentation.ArrayOfArrays)]
         private ConcurrentDictionary<AssetIdentify, AssetNode> assetIdentify2AssetNodeDic = new();
         private ConcurrentDictionary<string, AssetIdentify> path2Id = new();
-        private List<(string path, bool isDir)> allPath = new();
+        private ConcurrentBag<(string path, bool isDir)> allPath = new();
         private UnityLmdb unityLmdb;
         private static Regex isGuid = new Regex("^[\\da-f]{32}$");
 
@@ -335,19 +336,19 @@ namespace AssetDependencyGraph
             unityLmdb.ResolveGuidPath();
         }
 
-        public void AnalyzeMainProcess(string rootFolder, int processCnt = 8)
+        public async ValueTask AnalyzeMainProcess(string projectPath, string rootFolder, int processCnt = 8)
         {
             Stopwatch sw = Stopwatch.StartNew();
             sw.Start();
-            Utils.TraverseDirectory(rootFolder, Visivt, -1);
+            Utils.TraverseDirectoryParallel(rootFolder, Visivt);
             sw.Stop();
             Console.WriteLine($"遍历目录耗时:{sw.ElapsedMilliseconds / 1000f}s");
 
             sw.Restart();
             var itemCnt = allPath.Count / processCnt;
             List<string> subProcessArgs = new();
-            List<string> resultJsonPaths = new();
+            List<string> resultPaths = new();
-            var projectPath = Environment.GetCommandLineArgs()[1];
+            var allPathArray = allPath.ToArray();
             for (int i = 0; i < processCnt; i++)
             {
                 int r = (itemCnt * (i + 1));
@@ -356,11 +357,11 @@ namespace AssetDependencyGraph
                     r = allPath.Count;
                 }
                 
-                var s = JsonSerializer.Serialize(allPath[(i * itemCnt)..r], options);
+                var s = JsonSerializer.Serialize(allPathArray[(i * itemCnt)..r], options);
                 var jsonPath = Path.Combine(Path.GetTempPath(), $"path{i}.json");
-                var resulJsonPath = Path.Combine(Path.GetTempPath(), $"result{i}.json");
+                var resulPath = Path.Combine(Path.GetTempPath(), $"result{i}.bin");
-                resultJsonPaths.Add(resulJsonPath);
+                resultPaths.Add(resulPath);
-                subProcessArgs.Add($"-reference {projectPath} SubProcess {jsonPath} {resulJsonPath}");
+                subProcessArgs.Add($"-reference {projectPath} SubProcess {jsonPath} {resulPath}");
                 File.WriteAllText(jsonPath, s);
             }
 
@@ -400,10 +401,10 @@ namespace AssetDependencyGraph
 
             Task.WaitAll(subProcessTask);
             List<Dictionary<string, HashSet<string>>> subProcessResults = new();
-            foreach (var item in resultJsonPaths)
+            foreach (var item in resultPaths)
             {
-                var s = File.ReadAllText(item);
+                var s = File.ReadAllBytes(item);
-                subProcessResults.Add(JsonSerializer.Deserialize<Dictionary<string, HashSet<string>>>(s, options)!);
+                subProcessResults.Add(MemoryPackSerializer.Deserialize<Dictionary<string, HashSet<string>>>(s.AsSpan())!);
             }
             sw.Stop();
             Console.WriteLine($"分析引用耗时:{sw.ElapsedMilliseconds / 1000f}s");
@@ -418,14 +419,10 @@ namespace AssetDependencyGraph
                 item.Value.DependentSet = item.Value.Dependent.ToHashSet();
             }
 
-            string js = JsonSerializer.Serialize(assetIdentify2AssetNodeDic, options: new()
+            using var wr = File.OpenWrite(Path.Combine(UnityLmdb.ProjPath, "Library", "dependencyGraph.bin"));
-            {
+            await MemoryPackSerializer.SerializeAsync(wr, assetIdentify2AssetNodeDic);
-                IncludeFields = true,
+            sw.Stop();
-                Converters = { new AssetIdentifyJsonConverter(), new AssetNodeJsonConverter() }
+            Console.WriteLine($"写入文件耗时:{sw.ElapsedMilliseconds / 1000f}s");
-            });
-
-
-            File.WriteAllText(Path.Combine(UnityLmdb.ProjPath, "Library", "dependencyGraph.json"), js);
 
             //AssetDependencyGraphDB db = new AssetDependencyGraphDB(Environment.GetCommandLineArgs()[2], Environment.GetCommandLineArgs()[3], Environment.GetCommandLineArgs()[4]);
             //sw.Restart();
@@ -434,8 +431,8 @@ namespace AssetDependencyGraph
             //{
             //    db.Insert(item.Value);
             //});
-            sw.Stop(); 
+            //sw.Stop(); 
-            Console.WriteLine($"更新数据库:{sw.ElapsedMilliseconds / 1000f}s");
+            //Console.WriteLine($"更新数据库:{sw.ElapsedMilliseconds / 1000f}s");
         }
 
         private void ResolveSubProcessResult(Dictionary<string, HashSet<string>> subProcessResult)
@@ -491,25 +488,26 @@ namespace AssetDependencyGraph
             });
         }
 
-        public void AnalyzeSubProcess(string pathFile, string resultFilePath)
+        public async ValueTask AnalyzeSubProcess(string pathFile, string resultFilePath)
         {
             var s = File.ReadAllText(pathFile);
-            allPath = JsonSerializer.Deserialize<List<(string path, bool isDir)>>(s, options)!;
+            var allPath = JsonSerializer.Deserialize<List<(string path, bool isDir)>>(s, options)!;
             if (allPath != null)
             {
-                foreach (var item in allPath)
+                for (int i = 0; i < allPath.Count; i++)
                 {
+                    var path = allPath[i];
                     foreach (var item1 in dependencyAnalysisDic)
                     {
-                        if (item1.Key(item))
+                        if (item1.Key(path))
                         {
-                            item1.Value.Analyze(item.path, path2Dependences);
+                            item1.Value.Analyze(path.path, path2Dependences);
                         }
                     }
                 }
 
-                var json = JsonSerializer.Serialize(path2Dependences, options);
+                using var wr = File.OpenWrite(resultFilePath);
-                File.WriteAllText(resultFilePath, json);
+                await MemoryPackSerializer.SerializeAsync(wr, path2Dependences);
             }
         }
 

UnityDependencyAnalyzer/Program.cs

@@ -34,14 +34,15 @@ switch (Environment.GetCommandLineArgs()[1])
         {
             UnityLmdb.ProjPath = Environment.GetCommandLineArgs()[2];
             Utils.DataPath = Path.Combine(UnityLmdb.ProjPath, "Assets").ToUniversalPath();
-
+            Console.WriteLine(string.Join(' ', Environment.GetCommandLineArgs()));
             if (Environment.GetCommandLineArgs().Length > 3 && Environment.GetCommandLineArgs()[3].Equals("SubProcess"))
             {
-                new DependencyAnalyzer().AnalyzeSubProcess(Environment.GetCommandLineArgs()[4], Environment.GetCommandLineArgs()[5]);
+                //System.Diagnostics.Process.GetCurrentProcess().ProcessorAffinity = (IntPtr)0x00FF;
+                await new DependencyAnalyzer().AnalyzeSubProcess(Environment.GetCommandLineArgs()[4], Environment.GetCommandLineArgs()[5]);
             }
             else
             {
-                new DependencyAnalyzer().AnalyzeMainProcess(Utils.DataPath, 10);
+                await new DependencyAnalyzer().AnalyzeMainProcess(UnityLmdb.ProjPath, Utils.DataPath, 10);
             }
             break;
         }

UnityDependencyAnalyzer/Properties/launchSettings.json

@@ -2,7 +2,7 @@
   "profiles": {
     "UnityDependencyAnalyzer": {
       "commandName": "Project",
-      "commandLineArgs": "G:/G_android \" \" \" \" localhost"
+      "commandLineArgs": "-reference G:/G_android \" \" \" \" localhost"
     }
   }
 }

UnityDependencyAnalyzer/UnityDependencyAnalyzer.csproj

@@ -8,6 +8,10 @@
     <PublishAot>False</PublishAot>
   </PropertyGroup>
 
+  <ItemGroup>
+    <PackageReference Include="MemoryPack" Version="1.21.4" />
+  </ItemGroup>
+
   <ItemGroup>
     <ProjectReference Include="..\UnityFileDumper\UnityFileDumper.csproj" />
   </ItemGroup>
@@ -51,4 +55,8 @@
     </Reference>
   </ItemGroup>
 
+  <Target Name="PostBuild" AfterTargets="PostBuildEvent">
+    <Exec Command="copy /Y $(ProjectDir)\Libs\lmdb.dll $(TargetDir)&#xD;&#xA;copy /Y $(ProjectDir)\Libs\UnityFileSystemApi.dll $(TargetDir)" />
+  </Target>
+
 </Project>

UnityDependencyAnalyzer/Utils.cs

@@ -25,8 +25,26 @@ namespace AssetDependencyGraph
             }
         }
 
+        public static void TraverseDirectoryParallel(string path, Action<string> action)
+        {
+            Parallel.ForEach(Directory.EnumerateFileSystemEntries(path, "*", SearchOption.AllDirectories), action);
+        }
+
         public static void TraverseDirectory(string path, Action<string> action, int depth = 1)
         {
+            //if (depth == -1)
+            //{
+            //    //foreach (string file in Directory.EnumerateFiles(path, "*.*", SearchOption.AllDirectories))
+            //    //{
+            //    //    action.Invoke(file);
+            //    //}
+
+            //    //foreach (string directory in Directory.EnumerateDirectories(path, "*.*", SearchOption.AllDirectories))
+            //    //{
+            //    //    action.Invoke(directory);
+            //    //}
+            //}
+
             if (depth == 0)
             {
                 return;