using System.Reflection; using System.Runtime.CompilerServices; using System.Text; using Kaitai; using static Kaitai.BlendFile; namespace BlendFile; public class Reader { string _path; private readonly Dictionary dnaTypes = new(); private readonly Dictionary dnaTypesDb = new(); private Dictionary<(IntPtr, Type), object> objects = new(); public Dictionary<(IntPtr, Type), object> Objects => objects; public Dictionary InstantiatedObjects = new(); /// /// A dictionary that contains pointers to pointers /// /// /// Key: Memory address of the pointer /// Value: Memory address of the object we are pointing to /// private Dictionary pointers = new(); public List GetObjects() => objects.Values.ToList(); public List GetObjects() => objects.Values.OfType().ToList(); private SortedDictionary memBlocks = new(); /// /// Gets the block at the specified memory address /// /// memory address in current system endianness /// A object public FileBlock? GetBlock(long memAddr) => memBlocks.SkipWhile(x => x.Key < memAddr).FirstOrDefault().Value; /// /// Creates a new instance of the class /// /// A containing a path to a blend file that will be read. public Reader(string path) : this() { _path = path; } /// /// Creates a new instance of the class /// public Reader() { _path = ""; var types = Assembly.GetExecutingAssembly().DefinedTypes; foreach (var type in types) { var attrib = type.GetCustomAttribute(); if (attrib == null) continue; dnaTypes.Add(attrib.OriginalIndex, type); dnaTypesDb.Add(attrib.OriginalName, type); } } public void Read(string path) { _path = path; Read(); } public void Read() { var file = new KaitaiStream(_path); var blend = new Kaitai.BlendFile(file); Console.WriteLine($"Start offset: 0x{blend.Blocks[0].MemAddr.ToPointer():X}"); bool isLe = blend.Hdr.Endian == Kaitai.BlendFile.Endian.Le; //TODO: two blocks somehow have the same mem address... this sounds wrong. blend.Blocks.ForEach(block => memBlocks.TryAdd(block.MemAddr.ToMemAddr(isLe), block)); foreach (var block in blend.Blocks) { //We need to read all blocks of data regardless of the type //Checks if the block has a known SDNA type, meaning that we know how it is structured if (!dnaTypes.ContainsKey((int)block.SdnaIndex)) continue; //Get the type of the block dnaTypesDb.TryGetValue(block.SdnaStruct.Type, out Type? t); if (t == null) continue; //should never happen // How many objects are in the block var count = block.Count; //offset for the next object in the block var blockOffset = 0; //for each expected object in the block for (var i = 0; i < count; i++) { //create an instance of type "t" (the dna type we inferred before) var obj = ActivateInstance(block.SdnaStruct.Type); if (obj == null) continue; //should never happen //fill the object with the data from the block FillObject(block, ref obj, t.GetFields(), blockOffset); //move the offset to the next object in the block blockOffset += t.GetCustomAttribute()!.Size; } } foreach (var obj in objects) { FieldInfo[] fieldInfo = obj.Value.GetType().GetFields(); var list = fieldInfo.Where(fldInfo => fldInfo.GetCustomAttribute()!.IsPointer).ToList(); foreach (var f in list) { var addr = GetBlockFieldDataOffset(obj.Key.Item1, f.GetCustomAttribute()!.OriginalIndex, fieldInfo); var newobj = objects.GetValueOrDefault((addr, f.FieldType)); if (newobj != null) f.SetValue(obj.Value, newobj); } } } [MethodImpl(MethodImplOptions.AggressiveInlining)] private long GetBlockFieldDataOffset(long blockAddress, int fieldIndex, FieldInfo[] fieldMetadata) => blockAddress + GetFieldDataOffset(fieldIndex, fieldMetadata); [MethodImpl(MethodImplOptions.AggressiveInlining)] private IntPtr GetBlockFieldDataOffset(IntPtr blockAddress, int fieldIndex, FieldInfo[] fieldMetadata) => new(blockAddress + GetFieldDataOffset(fieldIndex, fieldMetadata)); /// /// Gets the offset of the data of a field in a block /// /// index of the field in the structure /// array of metadata /// [MethodImpl(MethodImplOptions.AggressiveInlining)] private long GetFieldDataOffset(int fieldIndex, FieldInfo[] fieldMetadata) => fieldMetadata.First(x => x.GetCustomAttribute()!.OriginalIndex == fieldIndex) .GetCustomAttribute()!.MemoryOffset; /// /// Creates an instance of a given type /// /// A containing the name of the type to create /// An object of the type specified in the parameter or null [MethodImpl(MethodImplOptions.AggressiveInlining)] private object? ActivateInstance(string type) => dnaTypesDb.TryGetValue(type, out Type? t) ? Activator.CreateInstance(t) : null; [MethodImpl(MethodImplOptions.AggressiveInlining)] private object? ActivateInstance(Type type) => Activator.CreateInstance(type); /// /// Filles a given object with the data from a block, starting to read it from the specified offset /// /// data block from where to read the values /// object of same struct type as the one that is being decoded /// Array of s containing attributes /// offset in bytes from where structure starts in the block private void FillObject(FileBlock block, ref object? obj, FieldInfo[] fieldMetadata, IntPtr startOffset = 0) { if (block.Code == "ENDB") return; // ENDB is a special block that does not contain any data foreach (var field in fieldMetadata) { object? value; //Get the DNAFieldAttribute of the current field var attrib = field.GetCustomAttribute(); switch (attrib) { case DNAFieldAttribute fieldAttribute: value = ConvertNormalField(block, fieldAttribute); break; case DNAListAttribute listAttribute: value = ConvertListField(block, field, listAttribute); break; default: continue; //should never happen. } field.SetValue(obj, value); //Add the freshly handled object to the database objects.Add((block.MemAddr.ToPointer() + startOffset, obj!.GetType()), obj!); } //Add the freshly handled object to the database objects.Add((block.MemAddr.ToPointer() + startOffset, obj!.GetType()), obj!); } private object? ConvertNormalField(FileBlock block, DNAFieldAttribute attrib) { //Calculate the offset from where the data of the field starts. //Because the order of the fields is not guaranteed we need to compute it each time IntPtr offset = attrib.MemoryOffset; //Grab data size, create a container and copy the data from the block to the container int size = attrib.Size; var data = new byte[size]; Array.Copy((byte[])block.Body, offset, data, 0, size); //Convert the data to the correct type if it's a base type object? value = ConvertFieldData(data, attrib.OriginalType); if (value != null) return value; //Check if the field is a pointer to another DNA structure if (dnaTypesDb.ContainsKey(attrib.OriginalType)) { if (!attrib.IsPointer) { //It's a structure //Create a new instance of the DNA structure type object? newObj = ActivateInstance(attrib.OriginalType); //should never happen... type is missing? if (newObj == null) throw new NotSupportedException($"Type \"{attrib.OriginalType}\" is unknown"); //Get the information of the fields of the new object var fieldInfo = newObj.GetType().GetFields(); //relative offset to this block for the structure IntPtr relAddr = block.MemAddr.ToPointer() + offset; //If the object is already created, we can just assign it if (objects.TryGetValue((relAddr, newObj.GetType()), out object? o)) return o; //Fill the object with the data from the block (this is recursive) FillObject(block, ref newObj, fieldInfo, offset); } else { //It's a pointer IntPtr memAddr = data.ToPointer(); if (memAddr == 0) return null; //nullPointer, no need to store the reference pointers.TryAdd(block.MemAddr.ToPointer() + offset, data.ToPointer()); } } throw new NotSupportedException($"Unknown type \"{attrib.OriginalType}\""); } private object? ConvertListField(FileBlock block, FieldInfo field, DNAListAttribute attrib) { return null; } private object? ConvertFieldData(byte[] data, string type) { return type switch { "char" => (char)data[0], "short" => BitConverter.ToInt16(data, 0), "int" => BitConverter.ToInt32(data, 0), "float" => BitConverter.ToSingle(data, 0), "double" => BitConverter.ToDouble(data, 0), "string" => Encoding.UTF8.GetString(data), // utf8? "void" => null, // object? "ushort" => BitConverter.ToUInt16(data, 0), "uchar" => data[0], "int64_t" => BitConverter.ToInt64(data, 0), "int8_t" => (sbyte)data[0], "uint64_t" => BitConverter.ToUInt64(data, 0), _ => null }; } }