mirror of
https://github.com/open-goal/jak-project.git
synced 2024-10-20 11:26:18 -04:00
73ff53f01d
- Can make the event buffer larger or smaller - UI shows the current event index / size, so you know how fast it's filling up - Can save compressed, 10x reduction in filesize and Windows 11 explorer actually supports ZSTD natively now so this isn't inconvenient at all  > An example of almost 1 million events. Results in a 4mb file.
63 lines
2 KiB
C++
63 lines
2 KiB
C++
#include "compress.h"
|
|
|
|
#include <cstdio>
|
|
#include <cstring>
|
|
|
|
#include "common/util/Assert.h"
|
|
|
|
#include "fmt/core.h"
|
|
#include "third-party/zstd/lib/zstd.h"
|
|
|
|
namespace compression {
|
|
|
|
/*!
|
|
* Compress data with zstd. There is an 8-byte header containing the decompressed data's size.
|
|
*/
|
|
std::vector<u8> compress_zstd(const void* data, size_t size) {
|
|
auto max_compressed = ZSTD_compressBound(size);
|
|
std::vector<u8> result(sizeof(size_t) + max_compressed);
|
|
memcpy(result.data(), &size, sizeof(size_t));
|
|
auto compressed_size =
|
|
ZSTD_compress(result.data() + sizeof(size_t), max_compressed, data, size, 1);
|
|
if (ZSTD_isError(compressed_size)) {
|
|
ASSERT_MSG(false, fmt::format("ZSTD error: {}", ZSTD_getErrorName(compressed_size)));
|
|
}
|
|
result.resize(sizeof(size_t) + compressed_size);
|
|
return result;
|
|
}
|
|
|
|
/*!
|
|
* Decompress data with zstd. The first 8-bytes of the data should be a header containing the
|
|
* decompressed data's size.
|
|
*/
|
|
std::vector<u8> decompress_zstd(const void* data, size_t size) {
|
|
ASSERT(size >= sizeof(size_t));
|
|
size_t decompressed_size;
|
|
memcpy(&decompressed_size, data, sizeof(size_t));
|
|
size_t compressed_size = size - sizeof(size_t);
|
|
|
|
std::vector<u8> result(decompressed_size);
|
|
auto decomp_size = ZSTD_decompress(result.data(), decompressed_size,
|
|
(const u8*)data + sizeof(size_t), compressed_size);
|
|
if (ZSTD_isError(decomp_size)) {
|
|
ASSERT_MSG(false, fmt::format("ZSTD error: {}", ZSTD_getErrorName(compressed_size)));
|
|
}
|
|
|
|
ASSERT(decomp_size == decompressed_size);
|
|
return result;
|
|
}
|
|
|
|
std::vector<u8> compress_zstd_no_header(const void* data, size_t size) {
|
|
size_t max_compressed = ZSTD_compressBound(size);
|
|
std::vector<u8> result(max_compressed);
|
|
|
|
size_t compressed_size = ZSTD_compress(result.data(), max_compressed, data, size, 1);
|
|
if (ZSTD_isError(compressed_size)) {
|
|
ASSERT_MSG(false, fmt::format("ZSTD error: {}", ZSTD_getErrorName(compressed_size)));
|
|
}
|
|
|
|
result.resize(compressed_size);
|
|
return result;
|
|
}
|
|
} // namespace compression
|