using SharpDX; using System; using System.Collections.Generic; using System.ComponentModel; using System.IO; using System.Linq; using System.Text; using System.Threading.Tasks; namespace CodeWalker.GameFiles { public class CacheDatFile : PackedFile { public RpfFileEntry FileEntry { get; set; } public string Version { get; set; } public CacheFileDate[] FileDates { get; set; } public Dictionary MapNodeDict { get; set; } public MapDataStoreNode[] RootMapNodes { get; set; } //public Dictionary InteriorProxyDict { get; set; } public Dictionary BoundsStoreDict { get; set; } public MapDataStoreNode[] AllMapNodes { get; set; } public CInteriorProxy[] AllCInteriorProxies { get; set; } public BoundsStoreItem[] AllBoundsStoreItems { get; set; } public void Load(byte[] data, RpfFileEntry entry) { FileEntry = entry; MemoryStream ms = new MemoryStream(data); BinaryReader br = new BinaryReader(ms); StringBuilder sb = new StringBuilder(); for (int i = 0; (i < 100) && (i < data.Length); i++) { //read version string. byte b = data[i]; if (b == 0) break; sb.Append((char)b); } Version = sb.ToString().Replace("[VERSION]", "").Replace("\r", "").Replace("\n", ""); sb.Clear(); int lastn = 0; int lspos = 0; uint structcount = 0; uint modlen; bool indates = false; List lines = new List(); var dates = new List(); var allMapNodes = new List(); var allCInteriorProxies = new List(); var allBoundsStoreItems = new List(); for (int i = 100; i < data.Length; i++) { byte b = data[i]; if (b == 0) break; if (b == 0xA) { lastn = i; string line = sb.ToString(); lines.Add(line); switch (line) { case "": indates = true; break; case "": indates = false; break; case "": break; case "": break; case "fwMapDataStore": ms.Position = i + 1; modlen = br.ReadUInt32(); structcount = modlen / 64; lspos = i + (int)modlen + 5; while (ms.Position(); var rootMapNodes = new List(); foreach (var mapnode in AllMapNodes) { MapNodeDict[mapnode.Name] = mapnode; if (mapnode.ParentName == 0) { rootMapNodes.Add(mapnode); } if (mapnode.UnkExtra != null) { }//notsure what to do with this } foreach (var mapnode in AllMapNodes) { MapDataStoreNode pnode; if (MapNodeDict.TryGetValue(mapnode.ParentName, out pnode)) { pnode.AddChildToList(mapnode); } else if ((mapnode.ParentName != 0)) { } } foreach (var mapnode in AllMapNodes) { mapnode.ChildrenListToArray(); } RootMapNodes = rootMapNodes.ToArray(); BoundsStoreDict = new Dictionary(); foreach (BoundsStoreItem item in AllBoundsStoreItems) { BoundsStoreItem mbsi = null; if (BoundsStoreDict.TryGetValue(item.Name, out mbsi)) { } BoundsStoreDict[item.Name] = item; } //InteriorProxyDict = new Dictionary(); foreach (CInteriorProxy prx in AllCInteriorProxies) { //CInteriorProxy mprx = null; //if (InteriorProxyDict.TryGetValue(prx.Name, out mprx)) //{ } //InteriorProxyDict[prx.Name] = prx;//can't do this! multiples with same name different pos MapDataStoreNode mnode = null; if (MapNodeDict.TryGetValue(prx.Parent, out mnode)) { mnode.AddInteriorToList(prx); } else { } } foreach (var mapnode in AllMapNodes) { mapnode.InteriorProxyListToArray(); } br.Dispose(); ms.Dispose(); } public void LoadXml(string xml) { } public string GetXml() { StringBuilder sb = new StringBuilder(); sb.AppendLine(MetaXmlBase.XmlHeader); sb.AppendLine(string.Format("", Version)); sb.AppendLine(" "); if (FileDates != null) { foreach (var date in FileDates) { sb.AppendLine(string.Format(" {0}", date.ToCacheFileString())); } } sb.AppendLine(" "); sb.AppendLine(" "); if (AllMapNodes != null) { foreach (var mapnode in AllMapNodes) { sb.AppendLine(" "); sb.AppendLine(string.Format(" {0}", mapnode.Name.ToCleanString())); sb.AppendLine(string.Format(" {0}", mapnode.ParentName.ToCleanString())); sb.AppendLine(string.Format(" ", mapnode.ContentFlags.ToString())); sb.AppendLine(string.Format(" ", FloatUtil.GetVector3XmlString(mapnode.streamingExtentsMin))); sb.AppendLine(string.Format(" ", FloatUtil.GetVector3XmlString(mapnode.streamingExtentsMax))); sb.AppendLine(string.Format(" ", FloatUtil.GetVector3XmlString(mapnode.entitiesExtentsMin))); sb.AppendLine(string.Format(" ", FloatUtil.GetVector3XmlString(mapnode.entitiesExtentsMax))); sb.AppendLine(string.Format(" ", mapnode.Unk1, mapnode.Unk2, mapnode.Unk3)); sb.AppendLine(" "); } } sb.AppendLine(" "); sb.AppendLine(" "); if (AllCInteriorProxies != null) { foreach (var intprox in AllCInteriorProxies) { sb.AppendLine(" "); sb.AppendLine(string.Format(" {0}", intprox.Name.ToCleanString())); sb.AppendLine(string.Format(" {0}", intprox.Parent.ToCleanString())); sb.AppendLine(string.Format(" ", FloatUtil.GetVector3XmlString(intprox.Position))); sb.AppendLine(string.Format(" ", FloatUtil.GetQuaternionXmlString(intprox.Orientation))); sb.AppendLine(string.Format(" ", FloatUtil.GetVector3XmlString(intprox.BBMin))); sb.AppendLine(string.Format(" ", FloatUtil.GetVector3XmlString(intprox.BBMax))); sb.AppendLine(string.Format(" ", intprox.Unk01, intprox.Unk03)); sb.AppendLine(string.Format(" ", intprox.Unk11, intprox.Unk12, intprox.Unk13, intprox.Unk14)); sb.AppendLine(string.Format(" ", intprox.Unk15, intprox.Unk16, intprox.Unk17, intprox.Unk18)); sb.AppendLine(" "); } } sb.AppendLine(" "); sb.AppendLine(" "); if (AllBoundsStoreItems != null) { foreach (var bndstore in AllBoundsStoreItems) { sb.AppendLine(" "); sb.AppendLine(string.Format(" {0}", bndstore.Name.ToCleanString())); sb.AppendLine(string.Format(" ", FloatUtil.GetVector3XmlString(bndstore.Min))); sb.AppendLine(string.Format(" ", FloatUtil.GetVector3XmlString(bndstore.Max))); sb.AppendLine(string.Format(" ", bndstore.Layer)); sb.AppendLine(" "); } } sb.AppendLine(" "); sb.AppendLine(""); return sb.ToString(); } public override string ToString() { if (FileEntry != null) { return FileEntry.ToString(); } return base.ToString(); } } [TypeConverter(typeof(ExpandableObjectConverter))] public class CacheFileDate { public MetaHash FileName { get; set; } //"resource_surrogate:/%s.rpf" public DateTime TimeStamp { get; set; } public uint FileID { get; set; } public CacheFileDate(string line) { string[] parts = line.Split(' '); if (parts.Length == 3) { FileName = new MetaHash(uint.Parse(parts[0])); TimeStamp = DateTime.FromFileTimeUtc(long.Parse(parts[1])); FileID = uint.Parse(parts[2]); } else { } //testing } public string ToCacheFileString() { return FileName.Hash.ToString() + " " + TimeStamp.ToFileTimeUtc().ToString() + " " + FileID.ToString(); } public override string ToString() { return FileName.ToString() + ", " + TimeStamp.ToString() + ", " + FileID.ToString(); } } [TypeConverter(typeof(ExpandableObjectConverter))] public class BoundsStoreItem { public MetaHash Name { get; set; } public Vector3 Min { get; set; } public Vector3 Max { get; set; } public uint Layer { get; set; } public BoundsStoreItem(Bounds b) { Name = 0; Min = b.BoundingBoxMin; Max = b.BoundingBoxMax; Layer = 0; } public BoundsStoreItem(BinaryReader br) { Name = new MetaHash(br.ReadUInt32()); Min = new Vector3(br.ReadSingle(), br.ReadSingle(), br.ReadSingle()); Max = new Vector3(br.ReadSingle(), br.ReadSingle(), br.ReadSingle()); Layer = br.ReadUInt32(); } public override string ToString() { return Name.ToString() + ", " + Min.ToString() + ", " + Max.ToString() + ", " + Layer.ToString(); } } [TypeConverter(typeof(ExpandableObjectConverter))] public class CInteriorProxy { public uint Unk01 { get; set; } public uint Unk02 { get; set; } public uint Unk03 { get; set; } public MetaHash Name { get; set; } public MetaHash Parent { get; set; } public Vector3 Position { get; set; } public Quaternion Orientation { get; set; } public Vector3 BBMin { get; set; } public Vector3 BBMax { get; set; } public float Unk11 { get; set; } public uint Unk12 { get; set; } public float Unk13 { get; set; } public uint Unk14 { get; set; } public float Unk15 { get; set; } public uint Unk16 { get; set; } public uint Unk17 { get; set; } public uint Unk18 { get; set; } public CInteriorProxy(BinaryReader br) { Unk01 = br.ReadUInt32(); Unk02 = br.ReadUInt32(); Unk03 = br.ReadUInt32(); Name = new MetaHash(br.ReadUInt32()); Parent = new MetaHash(br.ReadUInt32()); Position = new Vector3(br.ReadSingle(), br.ReadSingle(), br.ReadSingle()); Orientation = new Quaternion(br.ReadSingle(), br.ReadSingle(), br.ReadSingle(), br.ReadSingle()); BBMin = new Vector3(br.ReadSingle(), br.ReadSingle(), br.ReadSingle()); BBMax = new Vector3(br.ReadSingle(), br.ReadSingle(), br.ReadSingle()); Unk11 = br.ReadSingle(); Unk12 = br.ReadUInt32(); Unk13 = br.ReadSingle(); Unk14 = br.ReadUInt32(); Unk15 = br.ReadSingle(); Unk16 = br.ReadUInt32(); Unk17 = br.ReadUInt32();//could be float Unk18 = br.ReadUInt32(); switch (Unk01) { case 0: //v_cashdepot case 19: //dt1_02_carpark case 20: //dt1_03_carpark case 21: //dt1_05_carpark case 4: //dt1_rd1_tun case 14: //id1_11_tunnel1_int case 24: //v_firedept case 3: //id2_21_a_tun1 case 22: //po1_08_warehouseint1 case 11: //sc1_rd_inttun1 case 10: //sc1_rd_inttun2b_end case 18: //bt1_04_carpark case 16: //v_hanger case 1: //ap1_03_lisapark_subway case 13: //kt1_03_carpark_int case 5: //sm20_tun1 case 2: //vbca_tunnel1 case 15: //cs1_12_tunnel01_int case 6: //cs1_14brailway1 case 9: //cs2_roadsb_tunnel_01 case 7: //cs3_03railtunnel_int1 case 8: //cs4_rwayb_tunnelint case 12: //ch1_roadsdint_tun1 case 100: //hei_int_mph_carrierhang3 case 47: //xm_x17dlc_int_base_ent break; default: break; } if (Unk02 != 0) { } switch (Unk03) { case 6: //v_cashdepot case 2: //dt1_02_carpark case 8: //v_fib01 case 4: //v_fib03 case 0: //v_fib04 case 7: //v_clotheslo case 1: //v_gun case 3: //v_genbank case 11: //v_hospital case 5: //v_shop_247 case 32: //v_abattoir case 13: //v_franklins case 15: //v_michael case 18: //v_faceoffice case 29: //v_recycle case 9: //v_stadium case 54: //v_farmhouse case 12: //v_ranch case 26: //hei_gta_milo_bar case 17: //hei_gta_milo_bedrm case 14: //hei_gta_milo_bridge case 48: //apa_mpapa_yacht break; default: break; } if ((Unk12 == 0) || (Unk12 > 0xFFFFFF)) { } switch (Unk14) { case 1: case 0: case 580: case 355: //sm_smugdlc_int_01 case 579: //xm_x17dlc_int_01 break; default: break; } switch (Unk16) { case 1: case 32758: //0x7FF6 break; default: break; } switch (Unk17) //could be a float..! { case 9: break; case 0x415CBC04: //13.7959f case 0x7B81AC94: case 0x40FE3224: //7.94362f v_gun case 0x41515774: //13.0839f v_gun case 0x414E7B34: //12.9051f bkr_biker_dlc_int_03 case 0x41389C14: //11.5381f imp_impexp_int_01 case 0x4177B664: //15.482f gr_grdlc_int_01 case 0xCE0404F4: // sm_smugdlc_int_01 break; default: //string str = JenkIndex.GetString(Unk17); break; } switch(Unk18) { case 0: case 1: case 32758: //0x7FF6 break; default: break; } } public override string ToString() { return Unk01.ToString() + ", " + Unk02.ToString() + ", " + Unk03.ToString() + ", " + Name.ToString() + ", " + Parent.ToString() + ", " + Position.ToString() + ", " + Orientation.ToString() + ", " + BBMin.ToString() + ", " + BBMax.ToString() + ", " + Unk11.ToString() + ", " + Unk12.ToString() + ", " + Unk13.ToString() + ", " + Unk14.ToString() + ", " + Unk15.ToString() + ", " + Unk16.ToString() + ", " + Unk17.ToString() + ", " + Unk18.ToString(); } } [TypeConverter(typeof(ExpandableObjectConverter))] public class MapDataStoreNode { public MetaHash Name { get; set; } public MetaHash ParentName { get; set; } public uint ContentFlags { get; set; } public Vector3 streamingExtentsMin { get; set; } public Vector3 streamingExtentsMax { get; set; } public Vector3 entitiesExtentsMin { get; set; } public Vector3 entitiesExtentsMax { get; set; } public byte Unk1 { get; set; } public byte Unk2 { get; set; } public byte Unk3 { get; set; } public byte Unk4 { get; set; } public MapDataStoreNodeExtra UnkExtra { get; set; } public MapDataStoreNode[] Children { get; set; } private List ChildrenList; //used when building the array public CInteriorProxy[] InteriorProxies { get; set; } private List InteriorProxyList; public MapDataStoreNode(YmapFile ymap) { Name = ymap._CMapData.name; ParentName = ymap._CMapData.parent; ContentFlags = ymap._CMapData.contentFlags; streamingExtentsMin = ymap._CMapData.streamingExtentsMin; streamingExtentsMax = ymap._CMapData.streamingExtentsMax; entitiesExtentsMin = ymap._CMapData.entitiesExtentsMin; entitiesExtentsMax = ymap._CMapData.entitiesExtentsMax; } public MapDataStoreNode(BinaryReader br) { Name = new MetaHash(br.ReadUInt32()); ParentName = new MetaHash(br.ReadUInt32()); ContentFlags = br.ReadUInt32(); streamingExtentsMin = new Vector3(br.ReadSingle(), br.ReadSingle(), br.ReadSingle()); streamingExtentsMax = new Vector3(br.ReadSingle(), br.ReadSingle(), br.ReadSingle()); entitiesExtentsMin = new Vector3(br.ReadSingle(), br.ReadSingle(), br.ReadSingle()); entitiesExtentsMax = new Vector3(br.ReadSingle(), br.ReadSingle(), br.ReadSingle()); Unk1 = br.ReadByte(); //HD flag? (critical, long, strm) Unk2 = br.ReadByte(); //lod flag? - primary map files Unk3 = br.ReadByte(); //slod flag? Unk4 = br.ReadByte(); if (Unk1 != 0) { } if (Unk2 != 0) { } if (Unk3 != 0) { } if (Unk4 != 0) { } //no hits here now.. if (Unk4 == 0xFE) { //this seems to never be hit anymore... UnkExtra = new MapDataStoreNodeExtra(br); } } public void AddChildToList(MapDataStoreNode child) { if (ChildrenList == null) { ChildrenList = new List(); } ChildrenList.Add(child); } public void ChildrenListToArray() { if (ChildrenList != null) { Children = ChildrenList.ToArray(); ChildrenList = null; //plz get this GC } } public void AddInteriorToList(CInteriorProxy iprx) { if (InteriorProxyList == null) { InteriorProxyList = new List(); } InteriorProxyList.Add(iprx); } public void InteriorProxyListToArray() { if (InteriorProxyList != null) { InteriorProxies = InteriorProxyList.ToArray(); InteriorProxyList = null; //plz get this GC } } public override string ToString() { return Name.ToString() + ", " + ParentName.ToString() + ", " + ContentFlags.ToString() + ", " + streamingExtentsMin.ToString() + ", " + streamingExtentsMax.ToString() + ", " + entitiesExtentsMin.ToString() + ", " + entitiesExtentsMax.ToString();// + ", " + } } [TypeConverter(typeof(ExpandableObjectConverter))] public class MapDataStoreNodeExtra { public uint Unk01; //0 public byte[] Unk02; //1 - 16 (60 bytes) public uint Unk03;//16 public uint Unk04; public uint Unk05; public uint Unk06; public uint Unk07; public uint Unk08; public uint Unk09; public uint Unk10; public string Unk02str { get { StringBuilder sb = new StringBuilder(); if (Unk02 != null) { for (int i = 0; i < Unk02.Length; i++) { if (Unk02[i] == 0) break; sb.Append((char)Unk02[i]); } } return sb.ToString(); } } public MapDataStoreNodeExtra(BinaryReader br) { Unk01 = br.ReadUInt32(); Unk02 = new byte[60]; for (int i = 0; i < 60; i++) { Unk02[i] = br.ReadByte(); } Unk03 = br.ReadUInt32(); Unk04 = br.ReadUInt32(); Unk05 = br.ReadUInt32(); Unk06 = br.ReadUInt32(); Unk07 = br.ReadUInt32(); Unk08 = br.ReadUInt32(); Unk09 = br.ReadUInt32(); Unk10 = br.ReadUInt32(); } public override string ToString() { return Unk01.ToString() + ", " + Unk02str; } } }