270 lines
12 KiB
C++
270 lines
12 KiB
C++
// Copyright (C) 2018-2020 Intel Corporation
|
|
// SPDX-License-Identifier: Apache-2.0
|
|
//
|
|
|
|
#include <cstdlib>
|
|
#include <iostream>
|
|
#include <fstream>
|
|
#include <algorithm>
|
|
#include <unordered_map>
|
|
#include <map>
|
|
#include <vector>
|
|
#include <string>
|
|
|
|
#include <gflags/gflags.h>
|
|
|
|
#include "inference_engine.hpp"
|
|
#include <vpu/private_plugin_config.hpp>
|
|
#include "samples/common.hpp"
|
|
#include <vpu/utils/string.hpp>
|
|
|
|
#include "vpu_tools_common.hpp"
|
|
|
|
static constexpr char help_message[] = "Optional. Print a usage message.";
|
|
static constexpr char model_message[] = "Required. Path to xml model.";
|
|
static constexpr char plugin_path_message[] = "Optional. Path to a plugin folder.";
|
|
static constexpr char output_message[] = "Optional. Path to the output file. Default value: \"<model_xml_file>.blob\".";
|
|
static constexpr char config_message[] = "Optional. Path to the configuration file. Default value: \"config\".";
|
|
static constexpr char platform_message[] = "Optional. Specifies movidius platform."
|
|
" Supported values: VPU_MYRIAD_2450, VPU_MYRIAD_2480."
|
|
" Overwrites value from config.\n"
|
|
" This option must be used in order to compile blob"
|
|
" without a connected Myriad device.";
|
|
static constexpr char number_of_shaves_message[] = "Optional. Specifies number of shaves."
|
|
" Should be set with \"VPU_NUMBER_OF_CMX_SLICES\"."
|
|
" Overwrites value from config.";
|
|
static constexpr char number_of_cmx_slices_message[] = "Optional. Specifies number of CMX slices."
|
|
" Should be set with \"VPU_NUMBER_OF_SHAVES\"."
|
|
" Overwrites value from config.";
|
|
static constexpr char inputs_precision_message[] = "Optional. Specifies precision for all input layers of network."
|
|
" Supported values: FP32, FP16, U8. Default value: FP16.";
|
|
static constexpr char outputs_precision_message[] = "Optional. Specifies precision for all output layers of network."
|
|
" Supported values: FP32, FP16, U8. Default value: FP16.";
|
|
static constexpr char iop_message[] = "Optional. Specifies precision for input/output layers by name.\n"
|
|
" By default all inputs and outputs have FP16 precision.\n"
|
|
" Available precisions: FP32, FP16, U8.\n"
|
|
" Example: -iop \"input:FP16, output:FP16\".\n"
|
|
" Notice that quotes are required.\n"
|
|
" Overwrites precision from ip and op options for specified layers.";
|
|
|
|
DEFINE_bool(h, false, help_message);
|
|
DEFINE_string(m, "", model_message);
|
|
DEFINE_string(pp, "", plugin_path_message);
|
|
DEFINE_string(o, "", output_message);
|
|
DEFINE_string(c, "config", config_message);
|
|
DEFINE_string(ip, "", inputs_precision_message);
|
|
DEFINE_string(op, "", outputs_precision_message);
|
|
DEFINE_string(iop, "", iop_message);
|
|
DEFINE_string(VPU_MYRIAD_PLATFORM, "", platform_message);
|
|
DEFINE_string(VPU_NUMBER_OF_SHAVES, "", number_of_shaves_message);
|
|
DEFINE_string(VPU_NUMBER_OF_CMX_SLICES, "", number_of_cmx_slices_message);
|
|
|
|
static void showUsage() {
|
|
std::cout << std::endl;
|
|
std::cout << "myriad_compile [OPTIONS]" << std::endl;
|
|
std::cout << "[OPTIONS]:" << std::endl;
|
|
std::cout << " -h " << help_message << std::endl;
|
|
std::cout << " -m <value> " << model_message << std::endl;
|
|
std::cout << " -pp <value> " << plugin_path_message << std::endl;
|
|
std::cout << " -o <value> " << output_message << std::endl;
|
|
std::cout << " -c <value> " << config_message << std::endl;
|
|
std::cout << " -ip <value> " << inputs_precision_message << std::endl;
|
|
std::cout << " -op <value> " << outputs_precision_message << std::endl;
|
|
std::cout << " -iop \"<value>\" " << iop_message << std::endl;
|
|
std::cout << " -VPU_MYRIAD_PLATFORM <value> " << platform_message << std::endl;
|
|
std::cout << " -VPU_NUMBER_OF_SHAVES <value> " << number_of_shaves_message << std::endl;
|
|
std::cout << " -VPU_NUMBER_OF_CMX_SLICES <value> " << number_of_cmx_slices_message << std::endl;
|
|
std::cout << std::endl;
|
|
}
|
|
|
|
static bool parseCommandLine(int *argc, char ***argv) {
|
|
gflags::ParseCommandLineNonHelpFlags(argc, argv, true);
|
|
|
|
if (FLAGS_h) {
|
|
showUsage();
|
|
return false;
|
|
}
|
|
|
|
if (FLAGS_m.empty()) {
|
|
throw std::invalid_argument("Path to model xml file is required");
|
|
}
|
|
|
|
if (1 < *argc) {
|
|
std::stringstream message;
|
|
message << "Unknown arguments: ";
|
|
for (auto arg = 1; arg < *argc; arg++) {
|
|
message << argv[arg];
|
|
if (arg < *argc) {
|
|
message << " ";
|
|
}
|
|
}
|
|
throw std::invalid_argument(message.str());
|
|
}
|
|
|
|
return true;
|
|
}
|
|
|
|
static std::map<std::string, std::string> configure(const std::string &configFile, const std::string &xmlFileName) {
|
|
auto config = parseConfig(configFile);
|
|
|
|
if (!FLAGS_VPU_MYRIAD_PLATFORM.empty()) {
|
|
config[VPU_MYRIAD_CONFIG_KEY(PLATFORM)] = FLAGS_VPU_MYRIAD_PLATFORM;
|
|
}
|
|
|
|
if (!FLAGS_VPU_NUMBER_OF_SHAVES.empty()) {
|
|
config[VPU_CONFIG_KEY(NUMBER_OF_SHAVES)] = FLAGS_VPU_NUMBER_OF_SHAVES;
|
|
}
|
|
|
|
if (!FLAGS_VPU_NUMBER_OF_CMX_SLICES.empty()) {
|
|
config[VPU_CONFIG_KEY(NUMBER_OF_CMX_SLICES)] = FLAGS_VPU_NUMBER_OF_CMX_SLICES;
|
|
}
|
|
|
|
return config;
|
|
}
|
|
|
|
static std::map<std::string, std::string> parsePrecisions(const std::string &iop) {
|
|
std::string user_input = iop;
|
|
user_input.erase(std::remove_if(user_input.begin(), user_input.end(), ::isspace), user_input.end());
|
|
|
|
std::vector<std::string> inputs;
|
|
vpu::splitStringList(user_input, inputs, ',');
|
|
|
|
std::map<std::string, std::string> precisions;
|
|
for (auto &&input : inputs) {
|
|
std::vector<std::string> precision;
|
|
vpu::splitStringList(input, precision, ':');
|
|
if (precision.size() != 2) {
|
|
throw std::invalid_argument("Invalid precision " + input + ". Expected layer_name : precision_value");
|
|
}
|
|
|
|
precisions[precision[0]] = precision[1];
|
|
}
|
|
|
|
return precisions;
|
|
}
|
|
|
|
using supported_precisions_t = std::unordered_map<std::string, InferenceEngine::Precision>;
|
|
|
|
static InferenceEngine::Precision getPrecision(const std::string &value,
|
|
const supported_precisions_t &supported_precisions,
|
|
const std::string& error_report = std::string()) {
|
|
std::string upper_value = value;
|
|
std::transform(value.begin(), value.end(), upper_value.begin(), ::toupper);
|
|
auto precision = supported_precisions.find(upper_value);
|
|
if (precision == supported_precisions.end()) {
|
|
std::string report = error_report.empty() ? ("") : (" " + error_report);
|
|
throw std::logic_error("\"" + value + "\"" + " is not a valid precision" + report);
|
|
}
|
|
|
|
return precision->second;
|
|
}
|
|
|
|
static InferenceEngine::Precision getInputPrecision(const std::string &value) {
|
|
static const supported_precisions_t supported_precisions = {
|
|
{ "FP32", InferenceEngine::Precision::FP32 },
|
|
{ "FP16", InferenceEngine::Precision::FP16 },
|
|
{ "U8", InferenceEngine::Precision::U8 }
|
|
};
|
|
return getPrecision(value, supported_precisions, "for input layer");
|
|
}
|
|
|
|
static InferenceEngine::Precision getOutputPrecision(const std::string &value) {
|
|
static const supported_precisions_t supported_precisions = {
|
|
{ "FP32", InferenceEngine::Precision::FP32 },
|
|
{ "FP16", InferenceEngine::Precision::FP16 }
|
|
};
|
|
return getPrecision(value, supported_precisions, "for output layer");
|
|
}
|
|
|
|
void setPrecisions(const InferenceEngine::CNNNetwork &network, const std::string &iop) {
|
|
auto user_precisions_map = parsePrecisions(iop);
|
|
auto inputs = network.getInputsInfo();
|
|
auto outputs = network.getOutputsInfo();
|
|
|
|
for (auto &&item : user_precisions_map) {
|
|
std::string layer_name = item.first;
|
|
std::string user_precision = item.second;
|
|
|
|
auto input = inputs.find(layer_name);
|
|
auto output = outputs.find(layer_name);
|
|
|
|
if (input != inputs.end()) {
|
|
const auto input_precision = input->second->getPrecision();
|
|
if ((isFloat(input_precision) && isFloat(getInputPrecision(user_precision))) ||
|
|
(isFP16(input_precision) && isU8(getInputPrecision(user_precision)))) {
|
|
input->second->setPrecision(getInputPrecision(user_precision));
|
|
}
|
|
} else if (output != outputs.end()) {
|
|
auto output_precision = output->second->getPrecision();
|
|
if (isFloat(output_precision) && isFloat(getOutputPrecision(user_precision))) {
|
|
output->second->setPrecision(getOutputPrecision(user_precision));
|
|
}
|
|
} else {
|
|
throw std::logic_error(layer_name + " is not an input neither output");
|
|
}
|
|
}
|
|
}
|
|
|
|
static void processPrecisions(InferenceEngine::CNNNetwork &network,
|
|
const std::string &inputs_precision, const std::string &outputs_precision,
|
|
const std::string &iop) {
|
|
setPrecisions(network);
|
|
|
|
if (!inputs_precision.empty()) {
|
|
auto precision = getInputPrecision(inputs_precision);
|
|
for (auto &&layer : network.getInputsInfo()) {
|
|
const auto layerPrecision = layer.second->getPrecision();
|
|
if ((isFloat(layerPrecision) && isFloat(precision)) ||
|
|
(isFP16(layerPrecision) && isU8(precision))) {
|
|
layer.second->setPrecision(precision);
|
|
}
|
|
}
|
|
}
|
|
|
|
if (!outputs_precision.empty()) {
|
|
auto precision = getOutputPrecision(outputs_precision);
|
|
for (auto &&layer : network.getOutputsInfo()) {
|
|
const auto layerPrecision = layer.second->getPrecision();
|
|
if (isFloat(layerPrecision) && isFloat(precision)) {
|
|
layer.second->setPrecision(precision);
|
|
}
|
|
}
|
|
}
|
|
|
|
if (!iop.empty()) {
|
|
setPrecisions(network, iop);
|
|
}
|
|
}
|
|
|
|
int main(int argc, char *argv[]) {
|
|
try {
|
|
std::cout << "Inference Engine: " << InferenceEngine::GetInferenceEngineVersion() << std::endl;
|
|
|
|
if (!parseCommandLine(&argc, &argv)) {
|
|
return EXIT_SUCCESS;
|
|
}
|
|
|
|
auto network = readNetwork(FLAGS_m);
|
|
|
|
processPrecisions(network, FLAGS_ip, FLAGS_op, FLAGS_iop);
|
|
|
|
InferenceEngine::Core ie;
|
|
auto executableNetwork = ie.LoadNetwork(network, "MYRIAD", configure(FLAGS_c, FLAGS_m));
|
|
|
|
std::string outputName = FLAGS_o;
|
|
if (outputName.empty()) {
|
|
outputName = fileNameNoExt(FLAGS_m) + ".blob";
|
|
}
|
|
executableNetwork.Export(outputName);
|
|
} catch (const std::exception &error) {
|
|
std::cerr << error.what() << std::endl;
|
|
return EXIT_FAILURE;
|
|
} catch (...) {
|
|
std::cerr << "Unknown/internal exception happened." << std::endl;
|
|
return EXIT_FAILURE;
|
|
}
|
|
|
|
std::cout << "Done" << std::endl;
|
|
return EXIT_SUCCESS;
|
|
}
|