xyang/UnityDependencyAnalyzer
1
0
Fork 0
mirror of https://github.com/StarBeat/UnityDependencyAnalyzer.git synced 2026-03-08 05:35:27 +08:00
Code Issues Packages Projects Releases Wiki Activity

MemoryPack 代替 json 序列化

Browse Source
This commit is contained in:
StarBeats 2025-10-22 13:17:51 +08:00
parent 0f2937a67a
commit dcac85599f
6 changed files with 48 additions and 38 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
UnityDependencyAnalyzer/AssetDefine.cs
View File

@ -1,4 +1,5 @@
using MongoDB.Bson.Serialization.Attributes; using MemoryPack;
using MongoDB.Bson.Serialization.Attributes;
using MongoDB.Driver; using MongoDB.Driver;
using System.Collections.Concurrent; using System.Collections.Concurrent;
using System.Diagnostics.CodeAnalysis; using System.Diagnostics.CodeAnalysis;
@ -8,7 +9,8 @@ using System.Text.Json.Serialization;
namespace AssetDependencyGraph namespace AssetDependencyGraph
{ {
[BsonIgnoreExtraElements] [BsonIgnoreExtraElements]
public class AssetIdentify [MemoryPackable]
public partial class AssetIdentify
{ {
public string Path = null!; public string Path = null!;
public string AssetType = null!; public string AssetType = null!;
@ -44,7 +46,8 @@ namespace AssetDependencyGraph
} }
[BsonIgnoreExtraElements] [BsonIgnoreExtraElements]
public class AssetNode [MemoryPackable]
public partial class AssetNode
{ {
public AssetIdentify Self=null!; public AssetIdentify Self=null!;
public string AssetType=null!; public string AssetType=null!;

60
UnityDependencyAnalyzer/DependencyAnalysis.cs
View File

@ -1,4 +1,5 @@
using MongoDB.Bson.Serialization.Attributes; using MemoryPack;
using MongoDB.Bson.Serialization.Attributes;
using MongoDB.Bson.Serialization.Options; using MongoDB.Bson.Serialization.Options;
using System; using System;
using System.Collections.Concurrent; using System.Collections.Concurrent;
@ -239,7 +240,7 @@ namespace AssetDependencyGraph
[BsonDictionaryOptions(Representation = DictionaryRepresentation.ArrayOfArrays)] [BsonDictionaryOptions(Representation = DictionaryRepresentation.ArrayOfArrays)]
private ConcurrentDictionary<AssetIdentify, AssetNode> assetIdentify2AssetNodeDic = new(); private ConcurrentDictionary<AssetIdentify, AssetNode> assetIdentify2AssetNodeDic = new();
private ConcurrentDictionary<string, AssetIdentify> path2Id = new(); private ConcurrentDictionary<string, AssetIdentify> path2Id = new();
private List<(string path, bool isDir)> allPath = new(); private ConcurrentBag<(string path, bool isDir)> allPath = new();
private UnityLmdb unityLmdb; private UnityLmdb unityLmdb;
private static Regex isGuid = new Regex("^[\\da-f]{32}$"); private static Regex isGuid = new Regex("^[\\da-f]{32}$");
@ -335,19 +336,19 @@ namespace AssetDependencyGraph
unityLmdb.ResolveGuidPath(); unityLmdb.ResolveGuidPath();
} }
public void AnalyzeMainProcess(string rootFolder, int processCnt = 8) public async ValueTask AnalyzeMainProcess(string projectPath, string rootFolder, int processCnt = 8)
{ {
Stopwatch sw = Stopwatch.StartNew(); Stopwatch sw = Stopwatch.StartNew();
sw.Start(); sw.Start();
Utils.TraverseDirectory(rootFolder, Visivt, -1); Utils.TraverseDirectoryParallel(rootFolder, Visivt);
sw.Stop(); sw.Stop();
Console.WriteLine($"遍历目录耗时:{sw.ElapsedMilliseconds / 1000f}s"); Console.WriteLine($"遍历目录耗时:{sw.ElapsedMilliseconds / 1000f}s");
sw.Restart(); sw.Restart();
var itemCnt = allPath.Count / processCnt; var itemCnt = allPath.Count / processCnt;
List<string> subProcessArgs = new(); List<string> subProcessArgs = new();
List<string> resultJsonPaths = new(); List<string> resultPaths = new();
var projectPath = Environment.GetCommandLineArgs()[1]; var allPathArray = allPath.ToArray();
for (int i = 0; i < processCnt; i++) for (int i = 0; i < processCnt; i++)
{ {
int r = (itemCnt * (i + 1)); int r = (itemCnt * (i + 1));
@ -355,12 +356,12 @@ namespace AssetDependencyGraph
{ {
r = allPath.Count; r = allPath.Count;
} }
var s = JsonSerializer.Serialize(allPath[(i * itemCnt)..r], options); var s = JsonSerializer.Serialize(allPathArray[(i * itemCnt)..r], options);
var jsonPath = Path.Combine(Path.GetTempPath(), $"path{i}.json"); var jsonPath = Path.Combine(Path.GetTempPath(), $"path{i}.json");
var resulJsonPath = Path.Combine(Path.GetTempPath(), $"result{i}.json"); var resulPath = Path.Combine(Path.GetTempPath(), $"result{i}.bin");
resultJsonPaths.Add(resulJsonPath); resultPaths.Add(resulPath);
subProcessArgs.Add($"-reference {projectPath} SubProcess {jsonPath} {resulJsonPath}"); subProcessArgs.Add($"-reference {projectPath} SubProcess {jsonPath} {resulPath}");
File.WriteAllText(jsonPath, s); File.WriteAllText(jsonPath, s);
} }
@ -400,10 +401,10 @@ namespace AssetDependencyGraph
Task.WaitAll(subProcessTask); Task.WaitAll(subProcessTask);
List<Dictionary<string, HashSet<string>>> subProcessResults = new(); List<Dictionary<string, HashSet<string>>> subProcessResults = new();
foreach (var item in resultJsonPaths) foreach (var item in resultPaths)
{ {
var s = File.ReadAllText(item); var s = File.ReadAllBytes(item);
subProcessResults.Add(JsonSerializer.Deserialize<Dictionary<string, HashSet<string>>>(s, options)!); subProcessResults.Add(MemoryPackSerializer.Deserialize<Dictionary<string, HashSet<string>>>(s.AsSpan())!);
} }
sw.Stop(); sw.Stop();
Console.WriteLine($"分析引用耗时:{sw.ElapsedMilliseconds / 1000f}s"); Console.WriteLine($"分析引用耗时:{sw.ElapsedMilliseconds / 1000f}s");
@ -418,14 +419,10 @@ namespace AssetDependencyGraph
item.Value.DependentSet = item.Value.Dependent.ToHashSet(); item.Value.DependentSet = item.Value.Dependent.ToHashSet();
} }
string js = JsonSerializer.Serialize(assetIdentify2AssetNodeDic, options: new() using var wr = File.OpenWrite(Path.Combine(UnityLmdb.ProjPath, "Library", "dependencyGraph.bin"));
{ await MemoryPackSerializer.SerializeAsync(wr, assetIdentify2AssetNodeDic);
IncludeFields = true, sw.Stop();
Converters = { new AssetIdentifyJsonConverter(), new AssetNodeJsonConverter() } Console.WriteLine($"写入文件耗时:{sw.ElapsedMilliseconds / 1000f}s");
});
File.WriteAllText(Path.Combine(UnityLmdb.ProjPath, "Library", "dependencyGraph.json"), js);
//AssetDependencyGraphDB db = new AssetDependencyGraphDB(Environment.GetCommandLineArgs()[2], Environment.GetCommandLineArgs()[3], Environment.GetCommandLineArgs()[4]); //AssetDependencyGraphDB db = new AssetDependencyGraphDB(Environment.GetCommandLineArgs()[2], Environment.GetCommandLineArgs()[3], Environment.GetCommandLineArgs()[4]);
//sw.Restart(); //sw.Restart();
@ -434,8 +431,8 @@ namespace AssetDependencyGraph
//{ //{
// db.Insert(item.Value); // db.Insert(item.Value);
//}); //});
sw.Stop(); //sw.Stop();
Console.WriteLine($"更新数据库:{sw.ElapsedMilliseconds / 1000f}s"); //Console.WriteLine($"更新数据库:{sw.ElapsedMilliseconds / 1000f}s");
} }
private void ResolveSubProcessResult(Dictionary<string, HashSet<string>> subProcessResult) private void ResolveSubProcessResult(Dictionary<string, HashSet<string>> subProcessResult)
@ -491,25 +488,26 @@ namespace AssetDependencyGraph
}); });
} }
public void AnalyzeSubProcess(string pathFile, string resultFilePath) public async ValueTask AnalyzeSubProcess(string pathFile, string resultFilePath)
{ {
var s = File.ReadAllText(pathFile); var s = File.ReadAllText(pathFile);
allPath = JsonSerializer.Deserialize<List<(string path, bool isDir)>>(s, options)!; var allPath = JsonSerializer.Deserialize<List<(string path, bool isDir)>>(s, options)!;
if (allPath != null) if (allPath != null)
{ {
foreach (var item in allPath) for (int i = 0; i < allPath.Count; i++)
{ {
var path = allPath[i];
foreach (var item1 in dependencyAnalysisDic) foreach (var item1 in dependencyAnalysisDic)
{ {
if (item1.Key(item)) if (item1.Key(path))
{ {
item1.Value.Analyze(item.path, path2Dependences); item1.Value.Analyze(path.path, path2Dependences);
} }
} }
} }
var json = JsonSerializer.Serialize(path2Dependences, options); using var wr = File.OpenWrite(resultFilePath);
File.WriteAllText(resultFilePath, json); await MemoryPackSerializer.SerializeAsync(wr, path2Dependences);
} }
} }

BIN
UnityDependencyAnalyzer/Libs/UnityFileSystemApi.dll
View File

Binary file not shown.

7
UnityDependencyAnalyzer/Program.cs
View File

@ -34,14 +34,15 @@ switch (Environment.GetCommandLineArgs()[1])
{ {
UnityLmdb.ProjPath = Environment.GetCommandLineArgs()[2]; UnityLmdb.ProjPath = Environment.GetCommandLineArgs()[2];
Utils.DataPath = Path.Combine(UnityLmdb.ProjPath, "Assets").ToUniversalPath(); Utils.DataPath = Path.Combine(UnityLmdb.ProjPath, "Assets").ToUniversalPath();
Console.WriteLine(string.Join(' ', Environment.GetCommandLineArgs()));
if (Environment.GetCommandLineArgs().Length > 3 && Environment.GetCommandLineArgs()[3].Equals("SubProcess")) if (Environment.GetCommandLineArgs().Length > 3 && Environment.GetCommandLineArgs()[3].Equals("SubProcess"))
{ {
new DependencyAnalyzer().AnalyzeSubProcess(Environment.GetCommandLineArgs()[4], Environment.GetCommandLineArgs()[5]); //System.Diagnostics.Process.GetCurrentProcess().ProcessorAffinity = (IntPtr)0x00FF;
await new DependencyAnalyzer().AnalyzeSubProcess(Environment.GetCommandLineArgs()[4], Environment.GetCommandLineArgs()[5]);
} }
else else
{ {
new DependencyAnalyzer().AnalyzeMainProcess(Utils.DataPath, 10); await new DependencyAnalyzer().AnalyzeMainProcess(UnityLmdb.ProjPath, Utils.DataPath, 10);
} }
break; break;
} }

2
UnityDependencyAnalyzer/Properties/launchSettings.json
View File

@ -2,7 +2,7 @@
"profiles": { "profiles": {
"UnityDependencyAnalyzer": { "UnityDependencyAnalyzer": {
"commandName": "Project", "commandName": "Project",
"commandLineArgs": "G:/G_android \" \" \" \" localhost" "commandLineArgs": "-reference G:/G_android \" \" \" \" localhost"
} }
} }
} }

8
UnityDependencyAnalyzer/UnityDependencyAnalyzer.csproj
View File

@ -8,6 +8,10 @@
<PublishAot>False</PublishAot> <PublishAot>False</PublishAot>
</PropertyGroup> </PropertyGroup>
<ItemGroup>
<PackageReference Include="MemoryPack" Version="1.21.4" />
</ItemGroup>
<ItemGroup> <ItemGroup>
<ProjectReference Include="..\UnityFileDumper\UnityFileDumper.csproj" /> <ProjectReference Include="..\UnityFileDumper\UnityFileDumper.csproj" />
</ItemGroup> </ItemGroup>
@ -51,4 +55,8 @@
</Reference> </Reference>
</ItemGroup> </ItemGroup>
<Target Name="PostBuild" AfterTargets="PostBuildEvent">
<Exec Command="copy /Y $(ProjectDir)\Libs\lmdb.dll $(TargetDir)&#xD;&#xA;copy /Y $(ProjectDir)\Libs\UnityFileSystemApi.dll $(TargetDir)" />
</Target>
</Project> </Project>