General code cleanup in reader class. Added stub methods for extracting data retrieval to a separate method.

This commit is contained in:
Samuele Lorefice
2025-03-05 18:43:39 +01:00
parent 8e4eac0568
commit a784eed61d

View File

@@ -2,6 +2,7 @@ using System.Reflection;
using System.Runtime.CompilerServices; using System.Runtime.CompilerServices;
using System.Text; using System.Text;
using Kaitai; using Kaitai;
using static Kaitai.BlendFile;
namespace BlendFile; namespace BlendFile;
@@ -10,7 +11,7 @@ public class Reader {
string _path; string _path;
private readonly Dictionary<int, Type> dnaTypes = new(); private readonly Dictionary<int, Type> dnaTypes = new();
private readonly Dictionary<string, Type> dnaTypesDb = new(); private readonly Dictionary<string, Type> dnaTypesDb = new();
private Dictionary<(IntPtr, Type), object> objects = new(); private Dictionary<(IntPtr, Type), object> objects = new();
public Dictionary<(IntPtr, Type), object> Objects => objects; public Dictionary<(IntPtr, Type), object> Objects => objects;
@@ -22,19 +23,20 @@ public class Reader {
/// Value: Memory address of the object we are pointing to /// Value: Memory address of the object we are pointing to
/// </remarks> /// </remarks>
private Dictionary<IntPtr, IntPtr> pointers = new(); private Dictionary<IntPtr, IntPtr> pointers = new();
public List<object> GetObjects() => objects.Values.ToList(); public List<object> GetObjects() => objects.Values.ToList();
public List<T> GetObjects<T>() => objects.Values.OfType<T>().ToList(); public List<T> GetObjects<T>() => objects.Values.OfType<T>().ToList();
private SortedDictionary<long, Kaitai.BlendFile.FileBlock> memBlocks = new(); private SortedDictionary<long, Kaitai.BlendFile.FileBlock> memBlocks = new();
/// <summary> /// <summary>
/// Gets the block at the specified memory address /// Gets the block at the specified memory address
/// </summary> /// </summary>
/// <param name="memAddr">memory address in current system endianness</param> /// <param name="memAddr">memory address in current system endianness</param>
/// <returns>A <see cref="Kaitai.BlendFile.FileBlock"/> object</returns> /// <returns>A <see cref="Kaitai.BlendFile.FileBlock"/> object</returns>
public Kaitai.BlendFile.FileBlock? GetBlock(long memAddr) => memBlocks.SkipWhile(x => x.Key < memAddr).FirstOrDefault().Value; public FileBlock? GetBlock(long memAddr) =>
memBlocks.SkipWhile(x => x.Key < memAddr).FirstOrDefault().Value;
/// <summary> /// <summary>
/// Creates a new instance of the <see cref="Reader"/> class /// Creates a new instance of the <see cref="Reader"/> class
/// </summary> /// </summary>
@@ -56,7 +58,7 @@ public class Reader {
dnaTypesDb.Add(attrib.OriginalName, type); dnaTypesDb.Add(attrib.OriginalName, type);
} }
} }
public void Read(string path) { public void Read(string path) {
_path = path; _path = path;
Read(); Read();
@@ -65,9 +67,9 @@ public class Reader {
public void Read() { public void Read() {
var file = new KaitaiStream(_path); var file = new KaitaiStream(_path);
var blend = new Kaitai.BlendFile(file); var blend = new Kaitai.BlendFile(file);
Console.WriteLine($"Start offset: 0x{blend.Blocks[0].MemAddr.ToPointer():X}"); Console.WriteLine($"Start offset: 0x{blend.Blocks[0].MemAddr.ToPointer():X}");
bool isLe = blend.Hdr.Endian == Kaitai.BlendFile.Endian.Le; bool isLe = blend.Hdr.Endian == Kaitai.BlendFile.Endian.Le;
//TODO: two blocks somehow have the same mem address... this sounds wrong. //TODO: two blocks somehow have the same mem address... this sounds wrong.
blend.Blocks.ForEach(block => memBlocks.TryAdd(block.MemAddr.ToMemAddr(isLe), block)); blend.Blocks.ForEach(block => memBlocks.TryAdd(block.MemAddr.ToMemAddr(isLe), block));
@@ -76,11 +78,11 @@ public class Reader {
//We need to read all blocks of data regardless of the type //We need to read all blocks of data regardless of the type
//Checks if the block has a known SDNA type, meaning that we know how it is structured //Checks if the block has a known SDNA type, meaning that we know how it is structured
if (!dnaTypes.ContainsKey((int)block.SdnaIndex)) continue; if (!dnaTypes.ContainsKey((int)block.SdnaIndex)) continue;
//Get the type of the block //Get the type of the block
dnaTypesDb.TryGetValue(block.SdnaStruct.Type, out Type? t); dnaTypesDb.TryGetValue(block.SdnaStruct.Type, out Type? t);
if (t == null) continue; //should never happen if (t == null) continue; //should never happen
// How many objects are in the block // How many objects are in the block
var count = block.Count; var count = block.Count;
//offset for the next object in the block //offset for the next object in the block
@@ -101,9 +103,10 @@ public class Reader {
foreach (var obj in objects) { foreach (var obj in objects) {
FieldInfo[] fieldInfo = obj.Value.GetType().GetFields(); FieldInfo[] fieldInfo = obj.Value.GetType().GetFields();
var list = fieldInfo.Where(fldInfo => fldInfo.GetCustomAttribute<DNAFieldAttribute>()!.IsPointer).ToList(); var list = fieldInfo.Where(fldInfo => fldInfo.GetCustomAttribute<DNAFieldAttribute>()!.IsPointer).ToList();
foreach(var f in list) { foreach (var f in list) {
var addr = GetBlockFieldDataOffset(obj.Key.Item1, f.GetCustomAttribute<DNAFieldAttribute>()!.OriginalIndex, fieldInfo); var addr = GetBlockFieldDataOffset(obj.Key.Item1, f.GetCustomAttribute<DNAFieldAttribute>()!.OriginalIndex,
fieldInfo);
var newobj = objects.GetValueOrDefault((addr, f.FieldType)); var newobj = objects.GetValueOrDefault((addr, f.FieldType));
if (newobj != null) f.SetValue(obj.Value, newobj); if (newobj != null) f.SetValue(obj.Value, newobj);
} }
@@ -111,11 +114,11 @@ public class Reader {
} }
[MethodImpl(MethodImplOptions.AggressiveInlining)] [MethodImpl(MethodImplOptions.AggressiveInlining)]
private long GetBlockFieldDataOffset(long blockAddress, int fieldIndex, FieldInfo[] fieldMetadata) => private long GetBlockFieldDataOffset(long blockAddress, int fieldIndex, FieldInfo[] fieldMetadata) =>
blockAddress + GetFieldDataOffset(fieldIndex, fieldMetadata); blockAddress + GetFieldDataOffset(fieldIndex, fieldMetadata);
[MethodImpl(MethodImplOptions.AggressiveInlining)] [MethodImpl(MethodImplOptions.AggressiveInlining)]
private IntPtr GetBlockFieldDataOffset(IntPtr blockAddress, int fieldIndex, FieldInfo[] fieldMetadata) => private IntPtr GetBlockFieldDataOffset(IntPtr blockAddress, int fieldIndex, FieldInfo[] fieldMetadata) =>
new(blockAddress + GetFieldDataOffset(fieldIndex, fieldMetadata)); new(blockAddress + GetFieldDataOffset(fieldIndex, fieldMetadata));
/// <summary> /// <summary>
@@ -128,15 +131,16 @@ public class Reader {
private long GetFieldDataOffset(int fieldIndex, FieldInfo[] fieldMetadata) => private long GetFieldDataOffset(int fieldIndex, FieldInfo[] fieldMetadata) =>
fieldMetadata.First(x => x.GetCustomAttribute<DNAFieldAttribute>()!.OriginalIndex == fieldIndex) fieldMetadata.First(x => x.GetCustomAttribute<DNAFieldAttribute>()!.OriginalIndex == fieldIndex)
.GetCustomAttribute<DNAFieldAttribute>()!.MemoryOffset; .GetCustomAttribute<DNAFieldAttribute>()!.MemoryOffset;
/// <summary> /// <summary>
/// Creates an instance of a given type /// Creates an instance of a given type
/// </summary> /// </summary>
/// <param name="type">A <see cref="string"/> containing the name of the type to create</param> /// <param name="type">A <see cref="string"/> containing the name of the type to create</param>
/// <returns>An object of the type specified in the parameter or null</returns> /// <returns>An object of the type specified in the parameter or null</returns>
[MethodImpl(MethodImplOptions.AggressiveInlining)] [MethodImpl(MethodImplOptions.AggressiveInlining)]
private object? ActivateInstance(string type) => dnaTypesDb.TryGetValue(type, out Type? t) ? Activator.CreateInstance(t) : null; private object? ActivateInstance(string type) =>
dnaTypesDb.TryGetValue(type, out Type? t) ? Activator.CreateInstance(t) : null;
/// <summary> /// <summary>
/// Filles a given object with the data from a block, starting to read it from the specified offset /// Filles a given object with the data from a block, starting to read it from the specified offset
/// </summary> /// </summary>
@@ -144,33 +148,37 @@ public class Reader {
/// <param name="obj">object of same struct type as the one that is being decoded</param> /// <param name="obj">object of same struct type as the one that is being decoded</param>
/// <param name="fieldMetadata">Array of <see cref="FieldInfo"/>s containing <see cref="DNAFieldAttribute"/> attributes</param> /// <param name="fieldMetadata">Array of <see cref="FieldInfo"/>s containing <see cref="DNAFieldAttribute"/> attributes</param>
/// <param name="startOffset">offset in bytes from where structure starts in the block</param> /// <param name="startOffset">offset in bytes from where structure starts in the block</param>
private void FillObject(Kaitai.BlendFile.FileBlock block, ref object? obj, FieldInfo[] fieldMetadata, IntPtr startOffset = 0) { private void FillObject(FileBlock block, ref object? obj, FieldInfo[] fieldMetadata,
if(block.Code == "ENDB") return;// ENDB is a special block that does not contain any data IntPtr startOffset = 0) {
if (block.Code == "ENDB") return; // ENDB is a special block that does not contain any data
foreach (var field in fieldMetadata) { foreach (var field in fieldMetadata) {
//object? value;
//Get the DNAFieldAttribute of the current field //Get the DNAFieldAttribute of the current field
var attrib = field.GetCustomAttribute<DNAFieldAttribute>(); var attrib = field.GetCustomAttribute<DNAFieldAttribute>();
if (attrib == null) continue; //should never happen, but means a field has no metadata if (attrib == null) continue; //should never happen, but means a field has no metadata
//Calculate the offset from where the data of the field starts. //Calculate the offset from where the data of the field starts.
//Because the order of the fields is not guaranteed we need to compute it each time //Because the order of the fields is not guaranteed we need to compute it each time
IntPtr offset = attrib.MemoryOffset; IntPtr offset = attrib.MemoryOffset;
int size = attrib.Size; int size = attrib.Size;
var data = new byte[size]; var data = new byte[size];
Array.Copy((byte[])block.Body, offset, data, 0, size); Array.Copy((byte[])block.Body, offset, data, 0, size);
//Convert the data to the correct type //Convert the data to the correct type
object? value = ConvertFieldData(data, attrib.OriginalType); object? value = ConvertFieldData(data, attrib.OriginalType);
if(value == null){ //if the data could not be converted if (value == null) {
//if the data could not be converted
//Check if the field is a pointer to another DNA structure //Check if the field is a pointer to another DNA structure
if (dnaTypesDb.ContainsKey(attrib.OriginalType)) { if (dnaTypesDb.ContainsKey(attrib.OriginalType)) {
//Create a new instance of the DNA structure type //Create a new instance of the DNA structure type
object? newObj = ActivateInstance(attrib.OriginalType); object? newObj = ActivateInstance(attrib.OriginalType);
if(newObj == null) continue; //should never happen... type is missing? if (newObj == null) continue; //should never happen... type is missing?
//Get the information of the fields of the new object //Get the information of the fields of the new object
var fieldInfo = newObj.GetType().GetFields(); var fieldInfo = newObj.GetType().GetFields();
//If the field is not a pointer, we need to dereference it //If the field is not a pointer, we need to dereference it
if (!attrib.IsPointer) { if (!attrib.IsPointer) {
IntPtr relAddr = block.MemAddr.ToPointer() + offset; IntPtr relAddr = block.MemAddr.ToPointer() + offset;
@@ -181,24 +189,40 @@ public class Reader {
} }
//Fill the object with the data from the block (this is recursive) //Fill the object with the data from the block (this is recursive)
FillObject(block, ref newObj, fieldInfo, offset); FillObject(block, ref newObj, fieldInfo, offset);
} else { // if is a pointer, make a pointer to the pointer } else {
// if is a pointer, make a pointer to the pointer
IntPtr memAddr = data.ToPointer(); IntPtr memAddr = data.ToPointer();
if (memAddr == 0) continue; //nullPointer, no need to store the reference if (memAddr == 0) continue; //nullPointer, no need to store the reference
pointers.TryAdd(block.MemAddr.ToPointer() + offset, data.ToPointer()); pointers.TryAdd(block.MemAddr.ToPointer() + offset, data.ToPointer());
} }
} }
continue; //should never happen, but means the data could not be converted if (attrib == null) {
//not a normal field
var listAttrib = field.GetCustomAttribute<DNAListAttribute>();
if (listAttrib == null) continue; //not a list field either, this should never happen...
ConvertListField(); //Convert the list field
continue;
}
value = ConvertNormalField(block, field, attrib);
//Additionally... some fields might not be nullable so it's better to not assign the value and leave the default one.
field.SetValue(obj, value);
} }
//Additionally... some fields might not be nullable so it's better to not assign the value and leave the default one. objects.Add((block.MemAddr.ToPointer() + startOffset, obj!.GetType()), obj!);
field.SetValue(obj, value);
} }
objects.Add((block.MemAddr.ToPointer() + startOffset, obj!.GetType()), obj!); objects.Add((block.MemAddr.ToPointer() + startOffset, obj!.GetType()), obj!);
} }
private object? ConvertFieldData(byte[] data, string type) private object? ConvertNormalField(FileBlock block, FieldInfo field, DNAFieldAttribute attrib) {
{ return null;
return type switch }
{
private object? ConvertListField(FileBlock block, FieldInfo field, DNAFieldAttribute attrib) {
return null;
}
private object? ConvertFieldData(byte[] data, string type) {
return type switch {
"char" => (char)data[0], "char" => (char)data[0],
"short" => BitConverter.ToInt16(data, 0), "short" => BitConverter.ToInt16(data, 0),
"int" => BitConverter.ToInt32(data, 0), "int" => BitConverter.ToInt32(data, 0),