Merge pull request #1 from MaZderMind/osmpbf-outline
Osmpbf outline tool
This commit is contained in:
Jochen Topf
commit
37c9543593
|
|
@ -0,0 +1 @@
|
|||
osmpbf-outline
|
||||
|
|
@ -0,0 +1,17 @@
|
|||
|
||||
CXX = g++
|
||||
CXXFLAGS = -O3
|
||||
LDFLAGS = -lpthread
|
||||
LIB_PROTOBUF = -lz -lprotobuf-lite -losmpbf
|
||||
|
||||
all: osmpbf-outline
|
||||
|
||||
osmpbf-outline: osmpbf-outline.cpp
|
||||
$(CXX) $(CXXFLAGS) -o $@ $< $(LDFLAGS) $(LIB_PROTOBUF)
|
||||
|
||||
install:
|
||||
install -m 755 -g root -o root -d $(DESTDIR)/usr/bin
|
||||
install -m 644 -g root -o root osmpbf-outline $(DESTDIR)/usr/bin
|
||||
|
||||
clean:
|
||||
rm -f osmpbf-outline
|
||||
|
|
@ -0,0 +1,354 @@
|
|||
// used for va_list in debug-print methods
|
||||
#include <stdarg.h>
|
||||
|
||||
// file io lib
|
||||
#include <stdio.h>
|
||||
|
||||
// zlib compression is used inside the pbf blobs
|
||||
#include <zlib.h>
|
||||
|
||||
// netinet provides the network-byte-order conversion function
|
||||
#include <netinet/in.h>
|
||||
|
||||
// this is the header to libosmpbf for reading and writing the lowlevel blob storags
|
||||
#include <osmpbf/fileformat.pb.h>
|
||||
|
||||
// this is the header to libosmpbf for reading and writing the highlevel osm objects
|
||||
#include <osmpbf/osmformat.pb.h>
|
||||
|
||||
// the maximum size of a blob-header in bytes
|
||||
const int MAX_BLOB_HEADER_SIZE = 64 * 1024;
|
||||
|
||||
// the maximum size of a blob in bytes
|
||||
const int MAX_BLOB_SIZE = 32 * 1024 * 1024;
|
||||
|
||||
// nanodegree multiplier
|
||||
static const long int NANO = 1000 * 1000 * 1000;
|
||||
|
||||
// buffer for reading a compressed blob from file
|
||||
char buffer[MAX_BLOB_SIZE];
|
||||
|
||||
// buffer for decompressing the blob
|
||||
char unpack_buffer[MAX_BLOB_SIZE];
|
||||
|
||||
// pbf struct of a BlobHeader
|
||||
OSMPBF::BlobHeader blobheader;
|
||||
|
||||
// pbf struct of a Blob
|
||||
OSMPBF::Blob blob;
|
||||
|
||||
// pbf struct of an OSM HeaderBlock
|
||||
OSMPBF::HeaderBlock headerblock;
|
||||
|
||||
// pbf struct of an OSM PrimitiveBlock
|
||||
OSMPBF::PrimitiveBlock primblock;
|
||||
|
||||
// prints a formatted message to stdout, optionally color coded
|
||||
void msg(const char* format, int color, va_list args) {
|
||||
fprintf(stdout, "\x1b[0;%dm", color);
|
||||
vfprintf(stdout, format, args);
|
||||
fprintf(stdout, "\x1b[0m\n");
|
||||
}
|
||||
|
||||
// prints a formatted message to stderr, color coded to red
|
||||
void err(const char* format, ...) {
|
||||
va_list args;
|
||||
va_start(args, format);
|
||||
msg(format, 31, args);
|
||||
va_end(args);
|
||||
exit(1);
|
||||
}
|
||||
|
||||
// prints a formatted message to stderr, color coded to yellow
|
||||
void warn(const char* format, ...) {
|
||||
va_list args;
|
||||
va_start(args, format);
|
||||
msg(format, 33, args);
|
||||
va_end(args);
|
||||
}
|
||||
|
||||
// prints a formatted message to stderr, color coded to green
|
||||
void info(const char* format, ...) {
|
||||
va_list args;
|
||||
va_start(args, format);
|
||||
msg(format, 32, args);
|
||||
va_end(args);
|
||||
}
|
||||
|
||||
// prints a formatted message to stderr, color coded to white
|
||||
void debug(const char* format, ...) {
|
||||
va_list args;
|
||||
va_start(args, format);
|
||||
msg(format, 37, args);
|
||||
va_end(args);
|
||||
}
|
||||
|
||||
// application main method
|
||||
int main(int argc, char *argv[]) {
|
||||
// check for proper command line args
|
||||
if(argc != 2)
|
||||
err("usage: %s file.osm.pbf", argv[0]);
|
||||
|
||||
// open specified file
|
||||
FILE *fp = fopen(argv[1], "r");
|
||||
|
||||
// read while the file has not reached its end
|
||||
while(!feof(fp)) {
|
||||
// storage of size, used multiple times
|
||||
int32_t sz;
|
||||
|
||||
// boolean flag, used multiple times
|
||||
bool flag = false;
|
||||
|
||||
// read the first 4 bytes of the file, this is the size of the blob-header
|
||||
if(fread(&sz, sizeof(sz), 1, fp) != 1)
|
||||
break; // end of file reached
|
||||
|
||||
// convert the size from network byte-order to host byte-order
|
||||
sz = ntohl(sz);
|
||||
|
||||
// ensure the blob-header is smaller then MAX_BLOB_HEADER_SIZE
|
||||
if(sz > MAX_BLOB_HEADER_SIZE)
|
||||
err("blob-header-size is bigger then allowed (%u > %u)", sz, MAX_BLOB_HEADER_SIZE);
|
||||
|
||||
// read the blob-header from the file
|
||||
if(fread(buffer, sz, 1, fp) != 1)
|
||||
err("unable to read blob-header from file");
|
||||
|
||||
// parse the blob-header from the read-buffer
|
||||
blobheader.ParseFromArray(buffer, sz);
|
||||
|
||||
// tell about the blob-header
|
||||
info("BlobHeader (%d bytes)", sz);
|
||||
debug(" type = %s", blobheader.type().c_str());
|
||||
|
||||
// size of the following blob
|
||||
sz = blobheader.datasize();
|
||||
debug(" datasize = %u", sz);
|
||||
|
||||
// optional indexdata
|
||||
if(blobheader.has_indexdata())
|
||||
debug(" indexdata = %u bytes", blobheader.indexdata().size());
|
||||
|
||||
// ensure the blob is smaller then MAX_BLOB_SIZE
|
||||
if(sz > MAX_BLOB_SIZE)
|
||||
err("blob-size is bigger then allowed (%u > %u)", sz, MAX_BLOB_SIZE);
|
||||
|
||||
// read the blob from the file
|
||||
if(fread(buffer, sz, 1, fp) != 1)
|
||||
err("unable to read blob from file");
|
||||
|
||||
// parse the blob from the read-buffer
|
||||
blob.ParseFromArray(buffer, sz);
|
||||
|
||||
// tell about the blob-header
|
||||
info("Blob (%d bytes)", sz);
|
||||
|
||||
// if the blob has uncompressed data
|
||||
if(blob.has_raw()) {
|
||||
// raise the flag - we have at least one datastream
|
||||
flag = true;
|
||||
|
||||
// size of the blob-data
|
||||
sz = blob.raw().size();
|
||||
|
||||
// check that raw_size is set correctly
|
||||
if(sz != blob.raw_size())
|
||||
warn(" reports wrong raw_size: %u bytes", blob.raw_size());
|
||||
|
||||
// tell about the blob-data
|
||||
debug(" contains uncompressed data: %u bytes", sz);
|
||||
|
||||
// copy the uncompressed data over to the unpack_buffer
|
||||
memcpy(unpack_buffer, buffer, sz);
|
||||
}
|
||||
|
||||
// if the blob has zlib-compressed data
|
||||
if(blob.has_zlib_data()) {
|
||||
// if the flag is raised issue a warning, a blob may only contain one data stream
|
||||
if(flag)
|
||||
warn(" contains raw- and zlib-data at the same time");
|
||||
|
||||
// raise the flag - we have at least one datastream
|
||||
flag = true;
|
||||
|
||||
// the size of the compressesd data
|
||||
sz = blob.zlib_data().size();
|
||||
|
||||
// tell about the compressed data
|
||||
debug(" contains zlib-compressed data: %u bytes", sz);
|
||||
debug(" uncompressed size: %u bytes", blob.raw_size());
|
||||
|
||||
// zlib information
|
||||
z_stream z;
|
||||
|
||||
// next byte to decompress
|
||||
z.next_in = (unsigned char*) blob.zlib_data().c_str();
|
||||
|
||||
// number of bytes to decompress
|
||||
z.avail_in = sz;
|
||||
|
||||
// place of next decompressed byte
|
||||
z.next_out = (unsigned char*) unpack_buffer;
|
||||
|
||||
// space for decompressed data
|
||||
z.avail_out = blob.raw_size();
|
||||
|
||||
// misc
|
||||
z.zalloc = Z_NULL;
|
||||
z.zfree = Z_NULL;
|
||||
z.opaque = Z_NULL;
|
||||
|
||||
if(inflateInit(&z) != Z_OK) {
|
||||
err(" failed to init zlib stream");
|
||||
}
|
||||
if(inflate(&z, Z_FINISH) != Z_STREAM_END) {
|
||||
err(" failed to inflate zlib stream");
|
||||
}
|
||||
if(inflateEnd(&z) != Z_OK) {
|
||||
err(" failed to deinit zlib stream");
|
||||
}
|
||||
|
||||
// unpacked size
|
||||
sz = z.total_out;
|
||||
}
|
||||
|
||||
// if the blob has lzma-compressed data
|
||||
if(blob.has_lzma_data()) {
|
||||
// if the flag is raised issue a warning, a blob may only contain one data stream
|
||||
if(flag)
|
||||
warn(" contains raw- and lzma-data at the same time");
|
||||
|
||||
// raise the flag - we have at least one datastream
|
||||
flag = true;
|
||||
|
||||
// tell about the compressed data
|
||||
debug(" contains lzma-compressed data: %u bytes", blob.lzma_data().size());
|
||||
debug(" uncompressed size: %u bytes", blob.raw_size());
|
||||
|
||||
// issue a warning, lzma compression is not yet supported
|
||||
err(" lzma-decompression is not supported");
|
||||
}
|
||||
|
||||
// check the flag is raised and we have at least one data-stream
|
||||
if(!flag)
|
||||
err(" does not contain any known data stream");
|
||||
|
||||
// lower the flag
|
||||
flag = false;
|
||||
|
||||
// switch between different blob-types
|
||||
if(blobheader.type() == "OSMHeader") {
|
||||
// tell about the OSMHeader blob
|
||||
info(" OSMHeader");
|
||||
|
||||
// parse the HeaderBlock from the blob
|
||||
headerblock.ParseFromArray(unpack_buffer, sz);
|
||||
|
||||
// tell about the bbox
|
||||
if(headerblock.has_bbox()) {
|
||||
OSMPBF::HeaderBBox bbox = headerblock.bbox();
|
||||
debug(" bbox: %.7f,%.7f,%.7f,%.7f",
|
||||
(double)bbox.left() / NANO, (double)bbox.bottom() / NANO,
|
||||
(double)bbox.right() / NANO, (double)bbox.top() / NANO);
|
||||
}
|
||||
|
||||
// tell about the required features
|
||||
for(int i = 0, l = headerblock.required_features_size(); i < l; i++)
|
||||
debug(" required_feature: %s", headerblock.required_features(i).c_str());
|
||||
|
||||
// tell about the optional features
|
||||
for(int i = 0, l = headerblock.optional_features_size(); i < l; i++)
|
||||
debug(" required_feature: %s", headerblock.optional_features(i).c_str());
|
||||
|
||||
// tell about the writing program
|
||||
if(headerblock.has_writingprogram());
|
||||
debug(" writingprogram: %s", headerblock.writingprogram().c_str());
|
||||
|
||||
// tell about the source
|
||||
if(headerblock.has_source())
|
||||
debug(" source: %s", headerblock.source().c_str());
|
||||
}
|
||||
|
||||
else if(blobheader.type() == "OSMData") {
|
||||
// tell about the OSMData blob
|
||||
info(" OSMData");
|
||||
|
||||
// parse the PrimitiveBlock from the blob
|
||||
primblock.ParseFromArray(unpack_buffer, sz);
|
||||
|
||||
// tell about the block's meta info
|
||||
debug(" granularity: %u", primblock.granularity());
|
||||
debug(" lat_offset: %u", primblock.lat_offset());
|
||||
debug(" lon_offset: %u", primblock.lon_offset());
|
||||
debug(" date_granularity: %u", primblock.date_granularity());
|
||||
|
||||
// tell about the stringtable
|
||||
debug(" stringtable: %u items", primblock.stringtable().s_size());
|
||||
|
||||
// number of PrimitiveGroups
|
||||
debug(" primitivegroups: %u groups", primblock.primitivegroup_size());
|
||||
|
||||
// iterate over all PrimitiveGroups
|
||||
for(int i = 0, l = primblock.primitivegroup_size(); i < l; i++) {
|
||||
// one PrimitiveGroup from the the Block
|
||||
OSMPBF::PrimitiveGroup pg = primblock.primitivegroup(i);
|
||||
|
||||
// tell about nodes
|
||||
if(pg.nodes_size() > 0) {
|
||||
// raise the flag - we have at least one item type
|
||||
flag = true;
|
||||
|
||||
debug(" nodes: %d", pg.nodes_size());
|
||||
if(pg.nodes(0).has_info())
|
||||
debug(" with meta-info");
|
||||
}
|
||||
|
||||
// tell about densenodes
|
||||
if(pg.has_dense()) {
|
||||
// raise the flag - we have at leastone item type
|
||||
flag = true;
|
||||
|
||||
debug(" dense nodes: %d", pg.dense().id_size());
|
||||
if(pg.dense().has_denseinfo())
|
||||
debug(" with meta-info");
|
||||
}
|
||||
|
||||
// tell about ways
|
||||
if(pg.ways_size() > 0) {
|
||||
// raise the flag - we have at leastone item type
|
||||
flag = true;
|
||||
|
||||
debug(" ways: %d", pg.ways_size());
|
||||
if(pg.ways(0).has_info())
|
||||
debug(" with meta-info");
|
||||
}
|
||||
|
||||
// tell aboutrelations
|
||||
if(pg.relations_size() > 0) {
|
||||
// raise the flag - we have at leastone item type
|
||||
flag = true;
|
||||
|
||||
debug(" relations: %d", pg.relations_size());
|
||||
if(pg.relations(0).has_info())
|
||||
debug(" with meta-info");
|
||||
}
|
||||
|
||||
if(!flag)
|
||||
warn(" contains no items");
|
||||
}
|
||||
}
|
||||
|
||||
else {
|
||||
// unknown blob type
|
||||
warn(" unknown blob type: %s", blobheader.type().c_str());
|
||||
}
|
||||
}
|
||||
|
||||
// close the file pointer
|
||||
fclose(fp);
|
||||
|
||||
// clean up the protobuf lib
|
||||
google::protobuf::ShutdownProtobufLibrary();
|
||||
}
|
||||
|
||||
Loading…
Reference in New Issue