Splitting havok tasks.
This commit is contained in:
cake
@@ -132,127 +132,54 @@ public sealed partial class XivDataAnalyzer
|
||||
return (output.Count != 0 && output.Values.All(v => v.Count > 0)) ? output : null;
|
||||
}
|
||||
|
||||
public unsafe Dictionary<string, List<ushort>>? GetBoneIndicesFromPap(string hash, bool persistToConfig = true)
|
||||
public static byte[]? ReadHavokBytesFromPap(string papPath)
|
||||
{
|
||||
if (string.IsNullOrWhiteSpace(hash))
|
||||
return null;
|
||||
|
||||
if (_configService.Current.BonesDictionary.TryGetValue(hash, out var cached) && cached is not null)
|
||||
return cached;
|
||||
|
||||
var cacheEntity = _fileCacheManager.GetFileCacheByHash(hash);
|
||||
if (cacheEntity == null || string.IsNullOrEmpty(cacheEntity.ResolvedFilepath) || !File.Exists(cacheEntity.ResolvedFilepath))
|
||||
return null;
|
||||
|
||||
using var fs = File.Open(cacheEntity.ResolvedFilepath, FileMode.Open, FileAccess.Read, FileShare.Read);
|
||||
using var fs = File.Open(papPath, FileMode.Open, FileAccess.Read, FileShare.Read);
|
||||
using var reader = new BinaryReader(fs);
|
||||
|
||||
// PAP header (mostly from vfxeditor)
|
||||
try
|
||||
{
|
||||
_ = reader.ReadInt32(); // ignore
|
||||
_ = reader.ReadInt32(); // ignore
|
||||
var numAnimations = reader.ReadInt16(); // num animations
|
||||
var modelId = reader.ReadInt16(); // modelid
|
||||
_ = reader.ReadInt32();
|
||||
_ = reader.ReadInt32();
|
||||
_ = reader.ReadInt16();
|
||||
_ = reader.ReadInt16();
|
||||
|
||||
if (numAnimations < 0 || numAnimations > 1000)
|
||||
{
|
||||
_logger.LogWarning("PAP file {hash} has invalid animation count {count}, skipping", hash, numAnimations);
|
||||
return null;
|
||||
}
|
||||
var type = reader.ReadByte();
|
||||
if (type != 0) return null;
|
||||
|
||||
var type = reader.ReadByte(); // type
|
||||
if (type != 0)
|
||||
return null; // not human
|
||||
_ = reader.ReadByte();
|
||||
_ = reader.ReadInt32();
|
||||
|
||||
_ = reader.ReadByte(); // variant
|
||||
_ = reader.ReadInt32(); // ignore
|
||||
var havokPosition = reader.ReadInt32();
|
||||
var footerPosition = reader.ReadInt32();
|
||||
|
||||
var havokPosition = reader.ReadInt32();
|
||||
var footerPosition = reader.ReadInt32();
|
||||
|
||||
if (havokPosition <= 0 || footerPosition <= havokPosition ||
|
||||
footerPosition > fs.Length || havokPosition >= fs.Length)
|
||||
{
|
||||
_logger.LogWarning("PAP file {hash} has invalid offsets (havok={havok}, footer={footer}, length={length})",
|
||||
hash, havokPosition, footerPosition, fs.Length);
|
||||
return null;
|
||||
}
|
||||
|
||||
var havokDataSizeLong = (long)footerPosition - havokPosition;
|
||||
if (havokDataSizeLong <= 8 || havokDataSizeLong > int.MaxValue)
|
||||
{
|
||||
_logger.LogWarning("PAP file {hash} has invalid Havok data size {size}", hash, havokDataSizeLong);
|
||||
return null;
|
||||
}
|
||||
|
||||
var havokDataSize = (int)havokDataSizeLong;
|
||||
|
||||
reader.BaseStream.Position = havokPosition;
|
||||
var havokData = reader.ReadBytes(havokDataSize);
|
||||
if (havokData.Length != havokDataSize)
|
||||
if (havokPosition <= 0 || footerPosition <= havokPosition || footerPosition > fs.Length)
|
||||
return null;
|
||||
|
||||
var sizeLong = (long)footerPosition - havokPosition;
|
||||
if (sizeLong <= 8 || sizeLong > int.MaxValue)
|
||||
return null;
|
||||
|
||||
var size = (int)sizeLong;
|
||||
|
||||
fs.Position = havokPosition;
|
||||
var bytes = reader.ReadBytes(size);
|
||||
return bytes.Length > 8 ? bytes : null;
|
||||
}
|
||||
|
||||
public unsafe Dictionary<string, List<ushort>>? ParseHavokBytesOnFrameworkThread(
|
||||
byte[] havokData,
|
||||
string hash,
|
||||
bool persistToConfig)
|
||||
{
|
||||
var tempSets = new Dictionary<string, HashSet<ushort>>(StringComparer.OrdinalIgnoreCase);
|
||||
|
||||
var tempHavokDataPath = Path.Combine(Path.GetTempPath(), $"lightless_{Guid.NewGuid():N}.hkx");
|
||||
var tempHavokDataPathAnsi = Marshal.StringToHGlobalAnsi(tempHavokDataPath);
|
||||
var tempHkxPath = Path.Combine(Path.GetTempPath(), $"lightless_{Guid.NewGuid():N}.hkx");
|
||||
IntPtr pathAnsi = IntPtr.Zero;
|
||||
|
||||
try
|
||||
{
|
||||
var tempDir = Path.GetDirectoryName(tempHavokDataPath);
|
||||
if (!Directory.Exists(tempDir))
|
||||
{
|
||||
_logger.LogWarning("Temp directory {dir} doesn't exist", tempDir);
|
||||
return null;
|
||||
}
|
||||
try
|
||||
{
|
||||
File.WriteAllBytes(tempHkxPath, havokData);
|
||||
|
||||
// Write the file with explicit error handling
|
||||
try
|
||||
{
|
||||
File.WriteAllBytes(tempHavokDataPath, havokData);
|
||||
}
|
||||
catch (Exception writeEx)
|
||||
{
|
||||
_logger.LogError(writeEx, "Failed to write temporary Havok file to {path}", tempHavokDataPath);
|
||||
return null;
|
||||
}
|
||||
|
||||
if (!File.Exists(tempHavokDataPath))
|
||||
{
|
||||
_logger.LogWarning("Temporary havok file was not created at {path}", tempHavokDataPath);
|
||||
return null;
|
||||
}
|
||||
|
||||
var writtenFileInfo = new FileInfo(tempHavokDataPath);
|
||||
if (writtenFileInfo.Length != havokData.Length)
|
||||
{
|
||||
_logger.LogWarning("Written temp file size mismatch: expected {expected}, got {actual}",
|
||||
havokData.Length, writtenFileInfo.Length);
|
||||
try { File.Delete(tempHavokDataPath); } catch { }
|
||||
return null;
|
||||
}
|
||||
|
||||
Thread.Sleep(10); // stabilize file system
|
||||
|
||||
try
|
||||
{
|
||||
using var testStream = File.OpenRead(tempHavokDataPath);
|
||||
if (testStream.Length != havokData.Length)
|
||||
{
|
||||
_logger.LogWarning("File verification failed: length mismatch after write");
|
||||
try { File.Delete(tempHavokDataPath); } catch { }
|
||||
return null;
|
||||
}
|
||||
}
|
||||
catch (Exception readEx)
|
||||
{
|
||||
_logger.LogError(readEx, "Cannot read back temporary file at {path}", tempHavokDataPath);
|
||||
try { File.Delete(tempHavokDataPath); } catch { }
|
||||
return null;
|
||||
}
|
||||
|
||||
var pathBytes = System.Text.Encoding.ASCII.GetBytes(tempHavokDataPath + "\0");
|
||||
pathAnsi = Marshal.StringToHGlobalAnsi(tempHkxPath);
|
||||
|
||||
hkSerializeUtil.LoadOptions loadOptions = default;
|
||||
loadOptions.TypeInfoRegistry = hkBuiltinTypeRegistry.Instance()->GetTypeInfoRegistry();
|
||||
@@ -262,143 +189,77 @@ public sealed partial class XivDataAnalyzer
|
||||
Storage = (int)hkSerializeUtil.LoadOptionBits.Default
|
||||
};
|
||||
|
||||
fixed (byte* pPath = pathBytes)
|
||||
{
|
||||
var resource = hkSerializeUtil.LoadFromFile(pPath, errorResult: null, &loadOptions);
|
||||
if (resource == null)
|
||||
return null;
|
||||
hkSerializeUtil.LoadOptions* pOpts = &loadOptions;
|
||||
|
||||
var rootLevelName = @"hkRootLevelContainer"u8;
|
||||
fixed (byte* n1 = rootLevelName)
|
||||
{
|
||||
var container = (hkRootLevelContainer*)resource->GetContentsPointer(n1, hkBuiltinTypeRegistry.Instance()->GetTypeInfoRegistry());
|
||||
if (container == null)
|
||||
return null;
|
||||
var resource = hkSerializeUtil.LoadFromFile((byte*)pathAnsi, errorResult: null, pOpts);
|
||||
if (resource == null)
|
||||
return null;
|
||||
|
||||
var rootLevelName = @"hkRootLevelContainer"u8;
|
||||
fixed (byte* n1 = rootLevelName)
|
||||
{
|
||||
var container = (hkRootLevelContainer*)resource->GetContentsPointer(
|
||||
n1, hkBuiltinTypeRegistry.Instance()->GetTypeInfoRegistry());
|
||||
|
||||
if (container == null) return null;
|
||||
|
||||
var animationName = @"hkaAnimationContainer"u8;
|
||||
fixed (byte* n2 = animationName)
|
||||
{
|
||||
var animContainer = (hkaAnimationContainer*)container->findObjectByName(n2, null);
|
||||
if (animContainer == null)
|
||||
return null;
|
||||
if (animContainer == null) return null;
|
||||
|
||||
for (int i = 0; i < animContainer->Bindings.Length; i++)
|
||||
for (int i = 0; i < animContainer->Bindings.Length; i++)
|
||||
{
|
||||
var binding = animContainer->Bindings[i].ptr;
|
||||
if (binding == null) continue;
|
||||
|
||||
var rawSkel = binding->OriginalSkeletonName.String;
|
||||
var skeletonKey = CanonicalizeSkeletonKey(rawSkel);
|
||||
if (string.IsNullOrEmpty(skeletonKey)) continue;
|
||||
|
||||
var boneTransform = binding->TransformTrackToBoneIndices;
|
||||
if (boneTransform.Length <= 0) continue;
|
||||
|
||||
if (!tempSets.TryGetValue(skeletonKey, out var set))
|
||||
tempSets[skeletonKey] = set = [];
|
||||
|
||||
for (int boneIdx = 0; boneIdx < boneTransform.Length; boneIdx++)
|
||||
{
|
||||
var binding = animContainer->Bindings[i].ptr;
|
||||
if (binding == null)
|
||||
continue;
|
||||
|
||||
var rawSkel = binding->OriginalSkeletonName.String;
|
||||
var skeletonKey = CanonicalizeSkeletonKey(rawSkel);
|
||||
if (string.IsNullOrEmpty(skeletonKey) || string.Equals(skeletonKey, "skeleton", StringComparison.OrdinalIgnoreCase))
|
||||
skeletonKey = "__any__";
|
||||
|
||||
var boneTransform = binding->TransformTrackToBoneIndices;
|
||||
if (boneTransform.Length <= 0)
|
||||
continue;
|
||||
|
||||
if (!tempSets.TryGetValue(skeletonKey, out var set))
|
||||
{
|
||||
set = [];
|
||||
tempSets[skeletonKey] = set;
|
||||
}
|
||||
|
||||
for (int boneIdx = 0; boneIdx < boneTransform.Length; boneIdx++)
|
||||
{
|
||||
var v = boneTransform[boneIdx];
|
||||
if (v < 0) continue;
|
||||
set.Add((ushort)v);
|
||||
}
|
||||
var v = boneTransform[boneIdx];
|
||||
if (v < 0) continue;
|
||||
set.Add((ushort)v);
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
catch (Exception ex)
|
||||
{
|
||||
_logger.LogWarning(ex, "Could not load havok file in {path}", tempHavokDataPath);
|
||||
return null;
|
||||
}
|
||||
finally
|
||||
{
|
||||
if (tempHavokDataPathAnsi != IntPtr.Zero)
|
||||
Marshal.FreeHGlobal(tempHavokDataPathAnsi);
|
||||
if (pathAnsi != IntPtr.Zero)
|
||||
Marshal.FreeHGlobal(pathAnsi);
|
||||
|
||||
int retryCount = 3;
|
||||
while (retryCount > 0 && File.Exists(tempHavokDataPath))
|
||||
{
|
||||
try
|
||||
{
|
||||
File.Delete(tempHavokDataPath);
|
||||
break;
|
||||
}
|
||||
catch (IOException ex)
|
||||
{
|
||||
retryCount--;
|
||||
if (retryCount == 0)
|
||||
{
|
||||
_logger.LogDebug(ex, "Failed to delete temporary havok file after retries: {path}", tempHavokDataPath);
|
||||
}
|
||||
else
|
||||
{
|
||||
Thread.Sleep(50);
|
||||
}
|
||||
}
|
||||
catch (Exception ex)
|
||||
{
|
||||
_logger.LogDebug(ex, "Unexpected error deleting temporary havok file: {path}", tempHavokDataPath);
|
||||
break;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
if (tempSets.Count == 0)
|
||||
{
|
||||
_logger.LogDebug("No bone sets found in PAP file (hash={hash})", hash);
|
||||
return null;
|
||||
}
|
||||
|
||||
var output = new Dictionary<string, List<ushort>>(tempSets.Count, StringComparer.OrdinalIgnoreCase);
|
||||
foreach (var (key, set) in tempSets)
|
||||
{
|
||||
if (set.Count == 0) continue;
|
||||
|
||||
var list = set.ToList();
|
||||
list.Sort();
|
||||
output[key] = list;
|
||||
}
|
||||
|
||||
if (output.Count == 0)
|
||||
return null;
|
||||
|
||||
_configService.Current.BonesDictionary[hash] = output;
|
||||
|
||||
if (persistToConfig)
|
||||
_configService.Save();
|
||||
|
||||
return output;
|
||||
try { if (File.Exists(tempHkxPath)) File.Delete(tempHkxPath); }
|
||||
catch { /* ignore */ }
|
||||
}
|
||||
catch (Exception ex)
|
||||
|
||||
if (tempSets.Count == 0) return null;
|
||||
|
||||
var output = new Dictionary<string, List<ushort>>(tempSets.Count, StringComparer.OrdinalIgnoreCase);
|
||||
foreach (var (key, set) in tempSets)
|
||||
{
|
||||
_logger.LogError(ex, "Outer exception reading PAP file (hash={hash})", hash);
|
||||
return null;
|
||||
if (set.Count == 0) continue;
|
||||
var list = set.ToList();
|
||||
list.Sort();
|
||||
output[key] = list;
|
||||
}
|
||||
}
|
||||
|
||||
private static bool IsValidPointer(IntPtr ptr)
|
||||
{
|
||||
if (ptr == IntPtr.Zero)
|
||||
return false;
|
||||
if (output.Count == 0) return null;
|
||||
|
||||
try
|
||||
{
|
||||
_ = Marshal.ReadByte(ptr);
|
||||
return true;
|
||||
}
|
||||
catch
|
||||
{
|
||||
return false;
|
||||
}
|
||||
_configService.Current.BonesDictionary[hash] = output;
|
||||
if (persistToConfig) _configService.Save();
|
||||
|
||||
return output;
|
||||
}
|
||||
|
||||
public static string CanonicalizeSkeletonKey(string? raw)
|
||||
|
||||
Reference in New Issue
Block a user