ericw-tools/bsputil/bsputil.cc

657 lines
22 KiB
C++

/* Copyright (C) 1996-1997 Id Software, Inc.
This program is free software; you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation; either version 2 of the License, or
(at your option) any later version.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
along with this program; if not, write to the Free Software
Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
See file, 'COPYING', for details.
*/
#include <cstdint>
#ifndef WIN32
#include <unistd.h>
#endif
#include <common/cmdlib.hh>
#include <common/bspfile.hh>
#include <common/bsputils.hh>
#include <common/mathlib.hh>
#include "decompile.h"
#include <map>
#include <set>
#include <list>
#include <algorithm> // std::sort
#include <string>
#include <fstream>
#include <light/light.hh>
/* FIXME - share header with qbsp, etc. */
struct wadinfo_t
{
char identification[4]; // should be WAD2
int32_t numlumps;
int32_t infotableofs;
};
struct lumpinfo_t
{
int32_t filepos;
int32_t disksize;
int32_t size; // uncompressed
char type;
char compression;
char pad1, pad2;
char name[16]; // must be null terminated
};
static void ExportWad(const qfile_t &wadfile, mbsp_t *bsp)
{
wadinfo_t header;
lumpinfo_t lump;
dmiptexlump_t *texdata;
miptex_t *miptex;
int i, j, size, filepos, numvalid;
texdata = bsp->dtexdata;
/* Count up the valid lumps */
numvalid = 0;
for (i = 0; i < texdata->nummiptex; i++)
if (texdata->dataofs[i] >= 0)
numvalid++;
memcpy(&header.identification, "WAD2", 4);
header.numlumps = numvalid;
header.infotableofs = sizeof(header);
/* Byte-swap header and write out */
header.numlumps = LittleLong(header.numlumps);
header.infotableofs = LittleLong(header.infotableofs);
SafeWrite(wadfile, &header, sizeof(header));
/* Miptex data will follow the lump headers */
filepos = sizeof(header) + numvalid * sizeof(lump);
for (i = 0; i < texdata->nummiptex; i++) {
if (texdata->dataofs[i] < 0)
continue;
miptex = (miptex_t *)((uint8_t *)texdata + texdata->dataofs[i]);
lump.filepos = filepos;
lump.size = sizeof(*miptex) + miptex->width * miptex->height / 64 * 85;
lump.type = 'D';
lump.disksize = lump.size;
lump.compression = 0;
lump.pad1 = lump.pad2 = 0;
snprintf(lump.name, sizeof(lump.name), "%s", miptex->name);
filepos += lump.disksize;
/* Byte-swap lumpinfo and write out */
lump.filepos = LittleLong(lump.filepos);
lump.disksize = LittleLong(lump.disksize);
lump.size = LittleLong(lump.size);
SafeWrite(wadfile, &lump, sizeof(lump));
}
for (i = 0; i < texdata->nummiptex; i++) {
if (texdata->dataofs[i] < 0)
continue;
miptex = (miptex_t *)((uint8_t *)texdata + texdata->dataofs[i]);
size = sizeof(*miptex) + miptex->width * miptex->height / 64 * 85;
/* Byte-swap miptex info and write out */
miptex->width = LittleLong(miptex->width);
miptex->height = LittleLong(miptex->height);
for (j = 0; j < MIPLEVELS; j++)
miptex->offsets[j] = LittleLong(miptex->offsets[j]);
SafeWrite(wadfile, miptex, size);
}
}
static void PrintModelInfo(const mbsp_t *bsp)
{
int i;
for (i = 0; i < bsp->nummodels; i++) {
const dmodel_t *dmodel = &bsp->dmodels[i];
Print("model {:3}: {:5} faces (firstface = {})\n", i, dmodel->numfaces, dmodel->firstface);
}
}
/*
* Quick hack to check verticies of faces lie on the correct plane
*/
constexpr vec_t PLANE_ON_EPSILON = 0.01;
static void CheckBSPFacesPlanar(const mbsp_t *bsp)
{
int i, j;
for (i = 0; i < bsp->numfaces; i++) {
const bsp2_dface_t *face = BSP_GetFace(bsp, i);
dplane_t plane = bsp->dplanes[face->planenum];
if (face->side) {
VectorInverse(plane.normal);
plane.dist = -plane.dist;
}
for (j = 0; j < face->numedges; j++) {
const int edgenum = bsp->dsurfedges[face->firstedge + j];
const int vertnum = (edgenum >= 0) ? bsp->dedges[edgenum].v[0] : bsp->dedges[-edgenum].v[1];
const float *point = bsp->dvertexes[vertnum].point;
const float dist = DotProduct(plane.normal, point) - plane.dist;
if (dist < -PLANE_ON_EPSILON || dist > PLANE_ON_EPSILON)
fmt::print("WARNING: face {}, point {} off plane by {}\n", static_cast<ptrdiff_t>(face - bsp->dfaces), j, dist);
}
}
}
static int Node_Height(const mbsp_t *bsp, const bsp2_dnode_t *node, std::map<const bsp2_dnode_t *, int> *cache)
{
// leafs have a height of 0
int child_heights[2] = {0, 0};
for (int i = 0; i < 2; i++) {
const int child = node->children[i];
if (child >= 0) {
child_heights[i] = Node_Height(bsp, &bsp->dnodes[child], cache);
}
}
const int height = qmax(child_heights[0], child_heights[1]) + 1;
if (cache)
(*cache)[node] = height;
return height;
}
static void PrintNodeHeights(const mbsp_t *bsp)
{
// get all the heights in one go.
const bsp2_dnode_t *headnode = &bsp->dnodes[bsp->dmodels[0].headnode[0]];
std::map<const bsp2_dnode_t *, int> cache;
Node_Height(bsp, headnode, &cache);
const int maxlevel = 3;
using level_t = int;
using visit_t = std::pair<const bsp2_dnode_t *, level_t>;
int current_level = -1;
std::list<visit_t> tovisit{std::make_pair(headnode, 0)};
while (!tovisit.empty()) {
const auto n = tovisit.front();
tovisit.pop_front();
const bsp2_dnode_t *node = n.first;
const int level = n.second;
Q_assert(level <= maxlevel);
// handle this node
if (level != current_level) {
current_level = level;
fmt::print("\nNode heights at level {}: ", level);
}
// print the level of this node
fmt::print("{}, ", cache.at(node));
// add child nodes to the bfs
if (level < maxlevel) {
for (int i = 0; i < 2; i++) {
const int child = node->children[i];
if (child >= 0) {
tovisit.push_back(std::make_pair(&bsp->dnodes[child], level + 1));
}
}
}
}
printf("\n");
}
static void CheckBSPFile(const mbsp_t *bsp)
{
int i;
// FIXME: Should do a better reachability check where we traverse the
// nodes/leafs to find reachable faces.
std::set<int32_t> referenced_texinfos;
std::set<int32_t> referenced_planenums;
std::set<uint32_t> referenced_vertexes;
std::set<uint8_t> used_lightstyles;
/* faces */
for (i = 0; i < bsp->numfaces; i++) {
const bsp2_dface_t *face = BSP_GetFace(bsp, i);
/* texinfo bounds check */
if (face->texinfo < 0)
fmt::print("warning: face {} has negative texinfo ({})\n", i, face->texinfo);
if (face->texinfo >= bsp->numtexinfo)
fmt::print("warning: face {} has texinfo out of range ({} >= {})\n", i, face->texinfo, bsp->numtexinfo);
referenced_texinfos.insert(face->texinfo);
/* planenum bounds check */
if (face->planenum < 0)
fmt::print("warning: face {} has negative planenum ({})\n", i, face->planenum);
if (face->planenum >= bsp->numplanes)
fmt::print("warning: face {} has planenum out of range ({} >= {})\n", i, face->planenum, bsp->numplanes);
referenced_planenums.insert(face->planenum);
/* lightofs check */
if (face->lightofs < -1)
fmt::print("warning: face {} has negative light offset ({})\n", i, face->lightofs);
if (face->lightofs >= bsp->lightdatasize)
fmt::print("warning: face {} has light offset out of range "
"({} >= {})\n",
i, face->lightofs, bsp->lightdatasize);
/* edge check */
if (face->firstedge < 0)
fmt::print("warning: face {} has negative firstedge ({})\n", i, face->firstedge);
if (face->numedges < 3)
fmt::print("warning: face {} has < 3 edges ({})\n", i, face->numedges);
if (face->firstedge + face->numedges > bsp->numsurfedges)
fmt::print("warning: face {} has edges out of range ({}..{} >= {})\n", i, face->firstedge,
face->firstedge + face->numedges - 1, bsp->numsurfedges);
for (int j = 0; j < 4; j++) {
used_lightstyles.insert(face->styles[j]);
}
}
/* edges */
for (i = 0; i < bsp->numedges; i++) {
const bsp2_dedge_t *edge = &bsp->dedges[i];
int j;
for (j = 0; j < 2; j++) {
const uint32_t vertex = edge->v[j];
if (vertex > bsp->numvertexes)
fmt::print("warning: edge {} has vertex {} out range "
"({} >= {})\n",
i, j, vertex, bsp->numvertexes);
referenced_vertexes.insert(vertex);
}
}
/* surfedges */
for (i = 0; i < bsp->numsurfedges; i++) {
const int edgenum = bsp->dsurfedges[i];
if (!edgenum)
fmt::print("warning: surfedge {} has zero value!\n", i);
if (abs(edgenum) >= bsp->numedges)
fmt::print("warning: surfedge {} is out of range (abs({}) >= {})\n", i, edgenum, bsp->numedges);
}
/* marksurfaces */
for (i = 0; i < bsp->numleaffaces; i++) {
const uint32_t surfnum = bsp->dleaffaces[i];
if (surfnum >= bsp->numfaces)
fmt::print("warning: marksurface {} is out of range ({} >= {})\n", i, surfnum, bsp->numfaces);
}
/* leafs */
for (i = 0; i < bsp->numleafs; i++) {
const mleaf_t *leaf = &bsp->dleafs[i];
const uint32_t endmarksurface = leaf->firstmarksurface + leaf->nummarksurfaces;
if (endmarksurface > bsp->numleaffaces)
fmt::print("warning: leaf {} has marksurfaces out of range "
"({}..{} >= {})\n",
i, leaf->firstmarksurface, endmarksurface - 1, bsp->numleaffaces);
if (leaf->visofs < -1)
fmt::print("warning: leaf {} has negative visdata offset ({})\n", i, leaf->visofs);
if (leaf->visofs >= bsp->visdatasize)
fmt::print("warning: leaf {} has visdata offset out of range "
"({} >= {})\n",
i, leaf->visofs, bsp->visdatasize);
}
/* nodes */
for (i = 0; i < bsp->numnodes; i++) {
const bsp2_dnode_t *node = &bsp->dnodes[i];
int j;
for (j = 0; j < 2; j++) {
const int32_t child = node->children[j];
if (child >= 0 && child >= bsp->numnodes)
fmt::print("warning: node {} has child {} (node) out of range "
"({} >= {})\n",
i, j, child, bsp->numnodes);
if (child < 0 && -child - 1 >= bsp->numleafs)
fmt::print("warning: node {} has child {} (leaf) out of range "
"({} >= {})\n",
i, j, -child - 1, bsp->numleafs);
}
if (node->children[0] == node->children[1]) {
fmt::print("warning: node {} has both children {}\n", i, node->children[0]);
}
referenced_planenums.insert(node->planenum);
}
/* clipnodes */
for (i = 0; i < bsp->numclipnodes; i++) {
const bsp2_dclipnode_t *clipnode = &bsp->dclipnodes[i];
for (int j = 0; j < 2; j++) {
const int32_t child = clipnode->children[j];
if (child >= 0 && child >= bsp->numclipnodes)
fmt::print("warning: clipnode {} has child {} (clipnode) out of range "
"({} >= {})\n",
i, j, child, bsp->numclipnodes);
if (child < 0 && child < CONTENTS_MIN)
fmt::print("warning: clipnode {} has invalid contents ({}) for child {}\n", i, child, j);
}
if (clipnode->children[0] == clipnode->children[1]) {
fmt::print("warning: clipnode {} has both children {}\n", i, clipnode->children[0]);
}
referenced_planenums.insert(clipnode->planenum);
}
/* TODO: finish range checks, add "unreferenced" checks... */
/* unreferenced texinfo */
{
int num_unreferenced_texinfo = 0;
for (i = 0; i < bsp->numtexinfo; i++) {
if (referenced_texinfos.find(i) == referenced_texinfos.end()) {
num_unreferenced_texinfo++;
}
}
if (num_unreferenced_texinfo)
fmt::print("warning: {} texinfos are unreferenced\n", num_unreferenced_texinfo);
}
/* unreferenced planes */
{
int num_unreferenced_planes = 0;
for (i = 0; i < bsp->numplanes; i++) {
if (referenced_planenums.find(i) == referenced_planenums.end()) {
num_unreferenced_planes++;
}
}
if (num_unreferenced_planes)
fmt::print("warning: {} planes are unreferenced\n", num_unreferenced_planes);
}
/* unreferenced vertices */
{
int num_unreferenced_vertexes = 0;
for (i = 0; i < bsp->numvertexes; i++) {
if (referenced_vertexes.find(i) == referenced_vertexes.end()) {
num_unreferenced_vertexes++;
}
}
if (num_unreferenced_vertexes)
fmt::print("warning: {} vertexes are unreferenced\n", num_unreferenced_vertexes);
}
/* tree balance */
PrintNodeHeights(bsp);
/* unique visofs's */
std::set<int32_t> visofs_set;
for (i = 0; i < bsp->numleafs; i++) {
const mleaf_t *leaf = &bsp->dleafs[i];
if (leaf->visofs >= 0) {
visofs_set.insert(leaf->visofs);
}
}
fmt::print("{} unique visdata offsets for {} leafs\n", visofs_set.size(), bsp->numleafs);
fmt::print("{} visleafs in world model\n", bsp->dmodels[0].visleafs);
/* unique lightstyles */
fmt::print("{} lightstyles used:\n", used_lightstyles.size());
{
std::vector<uint8_t> v;
for (uint8_t style : used_lightstyles) {
v.push_back(style);
}
std::sort(v.begin(), v.end());
for (uint8_t style : v) {
fmt::print("\t{}\n", style);
}
}
fmt::print("world mins: {} {} {} maxs: {} {} {}\n", bsp->dmodels[0].mins[0], bsp->dmodels[0].mins[1],
bsp->dmodels[0].mins[2], bsp->dmodels[0].maxs[0], bsp->dmodels[0].maxs[1], bsp->dmodels[0].maxs[2]);
}
static void CompareBSPFiles(const mbsp_t &refBsp, const mbsp_t &bsp)
{
fmt::print("comparing {} with {} faces\n", refBsp.numfaces, bsp.numfaces);
const dmodel_t *world = BSP_GetWorldModel(&bsp);
const dmodel_t *refWorld = BSP_GetWorldModel(&refBsp);
// iterate through the refBsp world faces
for (int i = 0; i < refWorld->numfaces; i++) {
auto *refFace = BSP_GetFace(&refBsp, refWorld->firstface + i);
qvec3f refFaceCentroid = Face_Centroid(&refBsp, refFace);
// FIXME:
vec3_t wantedPoint;
VectorCopy(refFaceCentroid, wantedPoint);
vec3_t wantedNormal;
Face_Normal(&refBsp, refFace, wantedNormal);
// Search for a face in bsp touching refFaceCentroid.
auto *matchedFace = BSP_FindFaceAtPoint(&bsp, world, wantedPoint, wantedNormal);
if (matchedFace == nullptr) {
fmt::print("couldn't find a face at {} {} {} normal {} {} {}\n", wantedPoint[0], wantedPoint[1], wantedPoint[2],
wantedNormal[0], wantedNormal[1], wantedNormal[2]);
}
// TODO: run on some more complex maps
// auto* refFaceSelfCheck = BSP_FindFaceAtPoint(refBsp, refWorld, wantedPoint, wantedNormal);
// if (refFaceSelfCheck == refFace) {
// matches ++;
// } else {
// fmt::print("not match at {} {} {} wanted {} got {}\n", wantedPoint[0], wantedPoint[1], wantedPoint[2],
// refFace, refFaceSelfCheck); Face_DebugPrint(refBsp, refFace); Face_DebugPrint(refBsp,
// refFaceSelfCheck); notmat++;
// }
}
}
static void FindFaces(const mbsp_t *bsp, const vec3_t &pos, const vec3_t &normal)
{
for (int i = 0; i < bsp->nummodels; ++i) {
const dmodelh2_t *model = &bsp->dmodels[i];
const bsp2_dface_t *face = BSP_FindFaceAtPoint(bsp, model, pos, normal);
if (face != nullptr) {
fmt::print("model {} face {}: texture '{}' texinfo {}\n", i, static_cast<ptrdiff_t>(face - bsp->dfaces),
Face_TextureName(bsp, face), face->texinfo);
}
}
}
int main(int argc, char **argv)
{
bspdata_t bspdata;
mbsp_t &bsp = bspdata.bsp.emplace<mbsp_t>();
printf("---- bsputil / ericw-tools " stringify(ERICWTOOLS_VERSION) " ----\n");
if (argc == 1) {
printf(
"usage: bsputil [--extract-entities] [--extract-textures] [--convert bsp29|bsp2|bsp2rmq|q2bsp] [--check] [--modelinfo]\n"
"[--check] [--compare otherbsp] [--findfaces x y z nx ny nz] [--settexinfo facenum texinfonum]\n"
"[--decompile] [--decompile-geomonly] bspfile\n");
exit(1);
}
std::filesystem::path source = DefaultExtension(argv[argc - 1], "bsp");
printf("---------------------\n");
fmt::print("{}\n", source);
LoadBSPFile(source, &bspdata);
ConvertBSPFormat(&bspdata, &bspver_generic);
for (int32_t i = 0; i < argc - 1; i++) {
if (!strcmp(argv[i], "--compare")) {
i++;
if (i == argc - 1) {
Error("--compare requires two arguments");
}
// Load the reference BSP
std::filesystem::path refbspname = DefaultExtension(argv[i], "bsp");
bspdata_t refbspdata;
LoadBSPFile(refbspname, &refbspdata);
ConvertBSPFormat(&refbspdata, &bspver_generic);
fmt::print("comparing reference bsp {} with test bsp {}\n", refbspname, source);
CompareBSPFiles(std::get<mbsp_t>(refbspdata.bsp), bsp);
break;
} else if (!strcmp(argv[i], "--convert")) {
i++;
if (!(i < argc - 1)) {
Error("--convert requires an argument");
}
const bspversion_t *fmt = nullptr;
for (const bspversion_t *bspver : bspversions) {
if (!strcmp(argv[i], bspver->short_name)) {
fmt = bspver;
break;
}
}
if (!fmt) {
Error("Unsupported format {}", argv[i]);
}
ConvertBSPFormat(&bspdata, fmt);
WriteBSPFile(source.replace_filename(source.filename().string() + "-" + argv[i]), &bspdata);
} else if (!strcmp(argv[i], "--extract-entities")) {
source.replace_extension(".ent");
fmt::print("-> writing {}... ", source);
std::ofstream f(source);
if (!f)
Error("couldn't open {} for writing\n", source);
f << bsp.dentdata;
if (!f)
Error("{}", strerror(errno));
f.close();
printf("done.\n");
} else if (!strcmp(argv[i], "--extract-textures")) {
source.replace_extension(".wad");
fmt::print("-> writing {}... ", source);
auto f = SafeOpenWrite(source);
if (!f)
Error("couldn't open {} for writing\n", source);
ExportWad(f, &bsp);
printf("done.\n");
} else if (!strcmp(argv[i], "--check")) {
printf("Beginning BSP data check...\n");
CheckBSPFile(&bsp);
CheckBSPFacesPlanar(&bsp);
printf("Done.\n");
} else if (!strcmp(argv[i], "--modelinfo")) {
PrintModelInfo(&bsp);
} else if (!strcmp(argv[i], "--findfaces")) {
// (i + 1) ... (i + 6) = x y z nx ny nz
// i + 7 = bsp file
if (i + 7 >= argc) {
Error("--findfaces requires 6 arguments");
}
try {
const vec3_t pos = {std::stof(argv[i + 1]), std::stof(argv[i + 2]), std::stof(argv[i + 3])};
const vec3_t normal = {std::stof(argv[i + 4]), std::stof(argv[i + 5]), std::stof(argv[i + 6])};
FindFaces(&bsp, pos, normal);
}
catch (const std::exception &) {
Error("Error reading position/normal\n");
}
return 0;
} else if (!strcmp(argv[i], "--settexinfo")) {
// (i + 1) facenum
// (i + 2) texinfonum
if (i + 2 >= argc) {
Error("--settexinfo requires 2 arguments");
}
const int fnum = std::stoi(argv[i + 1]);
const int texinfonum = std::stoi(argv[i + 2]);
bsp2_dface_t *face = BSP_GetFace(&bsp, fnum);
face->texinfo = texinfonum;
ConvertBSPFormat(&bspdata, bspdata.loadversion);
// Overwrite source bsp!
WriteBSPFile(source, &bspdata);
return 0;
} else if (!strcmp(argv[i], "--decompile") || !strcmp(argv[i], "--decompile-geomonly")) {
const bool geomOnly = !strcmp(argv[i], "--decompile-geomonly");
source.replace_filename(source.filename().string() + "-decompile").replace_extension("map");
fmt::print("-> writing {}... ", source);
std::ofstream f(source);
if (!f)
Error("couldn't open {} for writing\n", source);
decomp_options options;
options.geometryOnly = geomOnly;
DecompileBSP(&bsp, options, f);
f.close();
if (!f)
Error("{}", strerror(errno));
printf("done.\n");
return 0;
}
}
printf("---------------------\n");
return 0;
}