mirror of
https://github.com/Dingo-Shenanigans/ReSkate.git
synced 2026-10-24 00:35:59 +02:00
AyeZeeBB
fffd34ca80
MY MODS: a table with an animated drag for the load order, a conflicts bar with Check conflicts, and a Resolve popup whose choices are kept. The check runs at startup and after changes; conflicts no longer show as problems, block Play, or hold mod files during an update. Conflicts: only game EBX that cannot be combined, or Lua scripts with different versions; colourways and same-name additions are not conflicts. Official mods: installed in Mods/<Namespace-Name> and turned on or off through mods.json, so they show in MY MODS; the old .reskate-official folder is moved over. Merge: a scan cache (Mods/.reskate-scan.txt) keeps each unchanged mod's repair, mesh and texture scans, so big maps are not re-read every merge. Launcher: an announcement from the backend shows under STATUS, with HIDE.
150 lines
8.6 KiB
C++
150 lines
8.6 KiB
C++
#include "mod_merge_internal.h"
|
|
#include "Engine/Resource/cas_codec.h"
|
|
#include "Engine/Resource/texture.h"
|
|
|
|
#include <algorithm>
|
|
#include <cctype>
|
|
#include <cstring>
|
|
#include <string_view>
|
|
#include <stdexcept>
|
|
|
|
namespace dingosdk::mods::detail {
|
|
namespace {
|
|
constexpr std::uint16_t texture_streams = 0x1; // the flag the game's own streamed world textures carry
|
|
constexpr std::uint32_t texture_2d = 0;
|
|
|
|
// The hash a chunk record names its texture by: of the texture's lower-case name.
|
|
std::uint64_t owner_hash(std::string_view name) {
|
|
std::uint64_t value = 5381;
|
|
for (const auto c : name) value = value * 33U ^ static_cast<unsigned char>(std::tolower(static_cast<unsigned char>(c)));
|
|
return value;
|
|
}
|
|
|
|
// Where, in the encoded chunk, the block that decodes to `logical` onwards starts; nothing when
|
|
// no block starts there. Each block: a byte, its decoded size (24 bits, big-endian), a byte of
|
|
// compression, its encoded size (the low 20 bits), then that many bytes.
|
|
std::optional<std::uint32_t> block_at(std::span<const std::byte> encoded, std::uint64_t logical) {
|
|
std::uint64_t decoded{};
|
|
std::size_t at{};
|
|
const auto byte = [&](std::size_t i) { return std::to_integer<std::uint32_t>(encoded[at + i]); };
|
|
while (at + 8 <= encoded.size()) {
|
|
if (decoded == logical) return static_cast<std::uint32_t>(at);
|
|
if (decoded > logical) return std::nullopt;
|
|
const auto decodedSize = (byte(1) << 16) | (byte(2) << 8) | byte(3);
|
|
const auto encodedSize = ((byte(5) & 15) << 16) | (byte(6) << 8) | byte(7);
|
|
if (!decodedSize || encodedSize > encoded.size() - at - 8) return std::nullopt;
|
|
at += 8 + encodedSize;
|
|
decoded += decodedSize;
|
|
}
|
|
return std::nullopt;
|
|
}
|
|
} // namespace
|
|
|
|
StreamedTextures stream_resident_textures(const CasStore& store, const fs::path& root, fb::BinaryBundle& manifest, std::vector<fb::BundleFileInfo>& files, std::size_t first,
|
|
const std::set<fb::Guid>& tocChunks, const fs::path& gameRoot,
|
|
const std::vector<std::uint32_t>* only) {
|
|
StreamedTextures result;
|
|
if (manifest.chunks.empty() || manifest.chunkMetadata.empty()) return result;
|
|
std::optional<native_db::Node> records;
|
|
try {
|
|
const std::span<const unsigned char> list(reinterpret_cast<const unsigned char*>(manifest.chunkMetadata.data()),
|
|
manifest.chunkMetadata.size());
|
|
records = native_db::read(list, "chunk metadata", nullptr, {.unique_fields = false, .max_entries = list.size()});
|
|
} catch (const std::exception&) {
|
|
return result;
|
|
}
|
|
const auto resourcesAt = first + manifest.ebx.size();
|
|
const auto chunksAt = resourcesAt + manifest.resources.size();
|
|
for (std::size_t index = 0; index < manifest.resources.size(); ++index) {
|
|
auto& asset = manifest.resources[index];
|
|
if (asset.resourceType != fb::texture_resource_type || resourcesAt + index >= files.size()) continue;
|
|
if (only && std::ranges::find(*only, static_cast<std::uint32_t>(resourcesAt + index)) == only->end()) continue;
|
|
const auto& file = files[resourcesAt + index];
|
|
if (!file.location.patch) continue; // the game's own texture
|
|
try {
|
|
auto header = fb::decode_cas(store.read(root, file.location, file.offset, file.size), {gameRoot});
|
|
const auto texture = fb::read_texture_header(header, asset.resourceMeta);
|
|
// Only a map's world textures: Studio keeps cosmetics and UI whole on purpose, and a
|
|
// costume's or a face's texture made to stream left a load waiting forever at
|
|
// Starting server (2026-10-17).
|
|
if (header.size() != 180) continue;
|
|
constexpr std::size_t group = 0x80;
|
|
constexpr std::string_view worlds = "Worlds_";
|
|
if (std::memcmp(header.data() + group, worlds.data(), worlds.size()) != 0) continue;
|
|
if (texture.type != texture_2d || !(texture.flags & texture_streams) || texture.first_mip != 0 || texture.mip_count < 2)
|
|
continue;
|
|
// The streamer reads a chunk as compressed blocks only when its guid says so (the low
|
|
// bit of its last byte), and as raw pixels otherwise. Kept whole, nothing ever streams
|
|
// it; streamed, a compressed chunk under a guid without the bit was copied as pixels
|
|
// past what was read (a crash in memcpy, 70 of PQS Cordoba's, 2026-10-17).
|
|
if ((std::to_integer<unsigned>(texture.chunk.bytes[15]) & 1u) == 0) continue;
|
|
// The mips the game would stream, as Studio's map compiler picks them: up to three,
|
|
// while what stays is over 64 KB, and only where the tail starts on a 64 KB block.
|
|
std::uint64_t total{};
|
|
for (std::size_t mip = 0; mip < texture.mip_count; ++mip) total += texture.mip_sizes[mip];
|
|
std::size_t firstMip{};
|
|
std::uint64_t resident = total, start{};
|
|
while (resident > 0x10000 && firstMip < 3 && firstMip + 1 < texture.mip_count) {
|
|
resident -= texture.mip_sizes[firstMip];
|
|
start += texture.mip_sizes[firstMip++];
|
|
}
|
|
while (firstMip && (start & 0xffffu)) start -= texture.mip_sizes[--firstMip];
|
|
if (!firstMip) continue;
|
|
// Its pixels: a chunk of this bundle that holds the whole chain, which the TOC lists
|
|
// in full for the mips that stream.
|
|
const auto chunk = std::ranges::find_if(manifest.chunks, [&](const fb::BundleAsset& c) { return c.guid == texture.chunk; });
|
|
if (chunk == manifest.chunks.end() || !tocChunks.contains(texture.chunk)) continue;
|
|
const auto chunkIndex = chunksAt + static_cast<std::size_t>(chunk - manifest.chunks.begin());
|
|
if (chunkIndex >= files.size()) continue;
|
|
auto& chunkFile = files[chunkIndex];
|
|
if (!chunkFile.location.patch || chunk->logicalOffset != 0 || chunk->logicalSize != total) continue;
|
|
const auto encoded = store.read(root, chunkFile.location, chunkFile.offset, chunkFile.size);
|
|
const auto range = block_at(encoded, start);
|
|
if (!range) continue;
|
|
// Its record, by its name's hash, says the same first mip.
|
|
native_db::Node* record{};
|
|
for (auto& row : records->children)
|
|
if (const auto* hash = row.field("h64"); hash && hash->payload().size() == 8) {
|
|
std::uint64_t value{};
|
|
std::memcpy(&value, hash->payload().data(), 8);
|
|
if (value == owner_hash(asset.name)) { record = &row; break; }
|
|
}
|
|
auto* meta = record ? record->field("meta") : nullptr;
|
|
auto* mip = meta ? meta->field("firstMip") : nullptr;
|
|
if (!mip || mip->payload().size() != 4) continue;
|
|
|
|
// The first mip is in the header twice in this layout, and the game's own streamed
|
|
// textures (and Studio's) have both the same: with 0x20 left at 0 the game took the
|
|
// bundle's tail for the whole chain and read past it (a crash in memcpy as Cordoba
|
|
// finished loading, 2026-10-17).
|
|
constexpr std::size_t firstMipAt = 0x1f, residentMipAt = 0x20;
|
|
if (header[firstMipAt] != std::byte{0} || header[residentMipAt] != std::byte{0}) continue;
|
|
header[firstMipAt] = static_cast<std::byte>(firstMip);
|
|
header[residentMipAt] = static_cast<std::byte>(firstMip);
|
|
if (fb::read_texture_header(header, asset.resourceMeta).first_mip != firstMip)
|
|
throw std::runtime_error("the first mip did not read back");
|
|
mip->owned.assign(4, 0);
|
|
mip->owned[0] = static_cast<unsigned char>(firstMip);
|
|
chunk->logicalOffset = static_cast<std::uint32_t>(start);
|
|
chunk->logicalSize = static_cast<std::uint32_t>(total - start);
|
|
chunkFile.offset += *range;
|
|
chunkFile.size -= *range;
|
|
asset.sha1 = sha1_of(header);
|
|
asset.originalSize = header.size();
|
|
result.headers.emplace(resourcesAt + index, fb::encode_cas(header, {gameRoot}));
|
|
result.bytes += start;
|
|
if (result.example.empty()) result.example = asset.name;
|
|
} catch (const std::exception&) {
|
|
continue;
|
|
}
|
|
}
|
|
if (!result.headers.empty()) {
|
|
const auto bytes = native_db::write(*records);
|
|
const auto* data = reinterpret_cast<const std::byte*>(bytes.data());
|
|
manifest.chunkMetadata.assign(data, data + bytes.size());
|
|
}
|
|
return result;
|
|
}
|
|
|
|
} // namespace dingosdk::mods::detail
|