274 lines
8.4 KiB
C++
274 lines
8.4 KiB
C++
// used for va_list in debug-print methods
|
|
#include <stdarg.h>
|
|
|
|
// file io lib
|
|
#include <stdio.h>
|
|
|
|
// zlib compression is used inside the pbf blobs
|
|
#include <zlib.h>
|
|
|
|
// netinet provides the network-byte-order conversion function
|
|
#include <netinet/in.h>
|
|
|
|
// this is the header to libosmpbf for reading and writing the lowlevel blob storags
|
|
#include <osmpbf/fileformat.pb.h>
|
|
|
|
// this is the header to libosmpbf for reading and writing the highlevel osm objects
|
|
#include <osmpbf/osmformat.pb.h>
|
|
|
|
// the maximum size of a blob-header in bytes
|
|
const int MAX_BLOB_HEADER_SIZE = 64 * 1024;
|
|
|
|
// the maximum size of a blob in bytes
|
|
const int MAX_BLOB_SIZE = 32 * 1024 * 1024;
|
|
|
|
// buffer for reading a compressed blob from file
|
|
char buffer[MAX_BLOB_SIZE];
|
|
|
|
// buffer for decompressing the blob
|
|
char unpack_buffer[MAX_BLOB_SIZE];
|
|
|
|
// pbf structur of a BlobHeader
|
|
OSMPBF::BlobHeader blobheader;
|
|
|
|
// pbf structur of a Blob
|
|
OSMPBF::Blob blob;
|
|
|
|
// pbf structur of a OSM HeaderBlock
|
|
OSMPBF::HeaderBlock osmheader;
|
|
|
|
// prints a formatted message to stdout, optionally color coded
|
|
void msg(const char* format, int color, va_list args) {
|
|
fprintf(stdout, "\x1b[0;%dm", color);
|
|
vfprintf(stdout, format, args);
|
|
fprintf(stdout, "\x1b[0m\n");
|
|
}
|
|
|
|
// prints a formatted message to stderr, color coded to red
|
|
void err(const char* format, ...) {
|
|
va_list args;
|
|
va_start(args, format);
|
|
msg(format, 31, args);
|
|
va_end(args);
|
|
exit(1);
|
|
}
|
|
|
|
// prints a formatted message to stderr, color coded to yellow
|
|
void warn(const char* format, ...) {
|
|
va_list args;
|
|
va_start(args, format);
|
|
msg(format, 33, args);
|
|
va_end(args);
|
|
}
|
|
|
|
// prints a formatted message to stderr, color coded to green
|
|
void info(const char* format, ...) {
|
|
va_list args;
|
|
va_start(args, format);
|
|
msg(format, 32, args);
|
|
va_end(args);
|
|
}
|
|
|
|
// prints a formatted message to stderr, color coded to white
|
|
void debug(const char* format, ...) {
|
|
va_list args;
|
|
va_start(args, format);
|
|
msg(format, 37, args);
|
|
va_end(args);
|
|
}
|
|
|
|
// application main method
|
|
int main(int argc, char *argv[]) {
|
|
// check for proper command line args
|
|
if(argc != 2)
|
|
err("usage: %s file.osm.pbf", argv[0]);
|
|
|
|
// open specified file
|
|
FILE *fp = fopen(argv[1], "r");
|
|
|
|
// read while the file has not reached its end
|
|
while(!feof(fp)) {
|
|
// storage of size, used multiple times
|
|
int32_t sz;
|
|
|
|
// boolean flag, used multiple times
|
|
bool flag = false;
|
|
|
|
// read the first 4 bytes of the file, this is the size of the blob-header
|
|
if(fread(&sz, sizeof(sz), 1, fp) != 1)
|
|
break; // end of file reached
|
|
|
|
// convert the size from network byte-order to host byte-order
|
|
sz = ntohl(sz);
|
|
|
|
// ensure the blob-header is smaller then MAX_BLOB_HEADER_SIZE
|
|
if(sz > MAX_BLOB_HEADER_SIZE)
|
|
err("blob-header-size is bigger then allowed (%u > %u)", sz, MAX_BLOB_HEADER_SIZE);
|
|
|
|
// read the blob-header from the file
|
|
if(fread(buffer, sz, 1, fp) != 1)
|
|
err("unable to read blob-header from file");
|
|
|
|
// parse the blob-header from the read-buffer
|
|
blobheader.ParseFromArray(buffer, sz);
|
|
|
|
// tell about the blob-header
|
|
info("BlobHeader (%d bytes)", sz);
|
|
debug(" type = %s", blobheader.type().c_str());
|
|
|
|
// size of the following blob
|
|
sz = blobheader.datasize();
|
|
debug(" datasize = %u", sz);
|
|
|
|
// optional indexdata
|
|
if(blobheader.has_indexdata())
|
|
debug(" indexdata = %u bytes", blobheader.indexdata().size());
|
|
|
|
// ensure the blob is smaller then MAX_BLOB_SIZE
|
|
if(sz > MAX_BLOB_SIZE)
|
|
err("blob-size is bigger then allowed (%u > %u)", sz, MAX_BLOB_SIZE);
|
|
|
|
// read the blob from the file
|
|
if(fread(buffer, sz, 1, fp) != 1)
|
|
err("unable to read blob from file");
|
|
|
|
// parse the blob from the read-buffer
|
|
blob.ParseFromArray(buffer, sz);
|
|
|
|
// tell about the blob-header
|
|
info("Blob (%d bytes)", sz);
|
|
|
|
// if the blob has uncompressed data
|
|
if(blob.has_raw()) {
|
|
// raise the flag - we have at least one datastream
|
|
flag = true;
|
|
|
|
// size of the blob-data
|
|
sz = blob.raw().size();
|
|
|
|
// check that raw_size is set correctly
|
|
if(sz != blob.raw_size())
|
|
warn(" reports wrong raw_size: %u bytes", blob.raw_size());
|
|
|
|
// tell about the blob-data
|
|
debug(" contains uncompressed data: %u bytes", sz);
|
|
|
|
// copy the uncompressed data over to the unpack_buffer
|
|
memcpy(unpack_buffer, buffer, sz);
|
|
}
|
|
|
|
// if the blob has zlib-compressed data
|
|
if(blob.has_zlib_data()) {
|
|
// if the flag is raised issue a warning, a blob may only contain one data stream
|
|
if(flag)
|
|
warn(" contains raw- and zlib-data at the same time");
|
|
|
|
// raise the flag - we have at least one datastream
|
|
flag = true;
|
|
|
|
// the size of the compressesd data
|
|
sz = blob.zlib_data().size();
|
|
|
|
// tell about the compressed data
|
|
debug(" contains zlib-compressed data: %u bytes", sz);
|
|
debug(" uncompressed size: %u bytes", blob.raw_size());
|
|
|
|
// zlib information
|
|
z_stream z;
|
|
|
|
// next byte to decompress
|
|
z.next_in = (unsigned char*) blob.zlib_data().c_str();
|
|
|
|
// number of bytes to decompress
|
|
z.avail_in = sz;
|
|
|
|
// place of next decompressed byte
|
|
z.next_out = (unsigned char*) unpack_buffer;
|
|
|
|
// space for decompressed data
|
|
z.avail_out = blob.raw_size();
|
|
|
|
// misc
|
|
z.zalloc = Z_NULL;
|
|
z.zfree = Z_NULL;
|
|
z.opaque = Z_NULL;
|
|
|
|
if(inflateInit(&z) != Z_OK) {
|
|
err(" failed to init zlib stream");
|
|
}
|
|
if(inflate(&z, Z_FINISH) != Z_STREAM_END) {
|
|
err(" failed to inflate zlib stream");
|
|
}
|
|
if(inflateEnd(&z) != Z_OK) {
|
|
err(" failed to deinit zlib stream");
|
|
}
|
|
|
|
// unpacked size
|
|
sz = z.total_out;
|
|
}
|
|
|
|
// if the blob has lzma-compressed data
|
|
if(blob.has_lzma_data()) {
|
|
// if the flag is raised issue a warning, a blob may only contain one data stream
|
|
if(flag)
|
|
warn(" contains raw- and lzma-data at the same time");
|
|
|
|
// raise the flag - we have at least one datastream
|
|
flag = true;
|
|
|
|
// tell about the compressed data
|
|
debug(" contains lzma-compressed data: %u bytes", blob.lzma_data().size());
|
|
debug(" uncompressed size: %u bytes", blob.raw_size());
|
|
|
|
// issue a warning, lzma compression is not yet supported
|
|
err(" lzma-decompression is not supported");
|
|
}
|
|
|
|
// check the flag is raised and we have at least one data-stream
|
|
if(!flag)
|
|
err(" does not contain any known data stream");
|
|
|
|
// lower the flag
|
|
flag = false;
|
|
|
|
// switch between different blob-types
|
|
if(blobheader.type() == "OSMHeader") {
|
|
// tell about the OSMHeader blob
|
|
info(" OSMHeader");
|
|
|
|
// parse the OSMHeader from the blob
|
|
osmheader.ParseFromArray(unpack_buffer, sz);
|
|
|
|
// tell about the required features
|
|
for(int i = 0, l = osmheader.required_features_size(); i < l; i++)
|
|
debug(" required_feature: %s", osmheader.required_features(i).c_str());
|
|
|
|
// tell about the optional features
|
|
for(int i = 0, l = osmheader.optional_features_size(); i < l; i++)
|
|
debug(" required_feature: %s", osmheader.optional_features(i).c_str());
|
|
|
|
// tell about the writing program
|
|
debug(" writingprogram: %s", osmheader.writingprogram().c_str());
|
|
|
|
// tell about the source
|
|
debug(" source: %s", osmheader.source().c_str());
|
|
}
|
|
|
|
else if(blobheader.type() == "OSMData") {
|
|
// tell about the OSMData blob
|
|
info(" OSMData");
|
|
}
|
|
|
|
else {
|
|
// unknown blob type
|
|
warn(" unknown blob type: %s", blobheader.type().c_str());
|
|
}
|
|
}
|
|
|
|
// close the file pointer
|
|
fclose(fp);
|
|
|
|
// clean up the protobuf lib
|
|
google::protobuf::ShutdownProtobufLibrary();
|
|
}
|