model_base.h

/*
// Copyright (C) 2020-2024 Intel Corporation
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//      http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
*/
 
#pragma once
#include <map>
#include <memory>
#include <string>
#include <vector>
 
#include <openvino/openvino.hpp>
 
#include <utils/args_helper.hpp>
#include <utils/config_factory.h>
#include <utils/ocv_common.hpp>
 
struct InferenceResult;
struct InputData;
struct InternalModelData;
struct ResultBase;
 
class ModelBase {
public:
    ModelBase(const std::string& modelFileName, const std::string& layout = "")
        : modelFileName(modelFileName),
          inputsLayouts(parseLayoutString(layout)) {}
 
    virtual ~ModelBase() {}
 
    virtual std::shared_ptr<InternalModelData> preprocess(const InputData& inputData, ov::InferRequest& request) = 0;
    virtual ov::CompiledModel compileModel(const ModelConfig& config, ov::Core& core);
    virtual void onLoadCompleted(const std::vector<ov::InferRequest>& requests) {}
    virtual std::unique_ptr<ResultBase> postprocess(InferenceResult& infResult) = 0;
 
    const std::vector<std::string>& getOutputsNames() const {
        return outputsNames;
    }
    const std::vector<std::string>& getInputsNames() const {
        return inputsNames;
    }
 
    std::string getModelFileName() {
        return modelFileName;
    }
 
    void setInputsPreprocessing(bool reverseInputChannels,
                                const std::string& meanValues,
                                const std::string& scaleValues) {
        this->inputTransform = InputTransform(reverseInputChannels, meanValues, scaleValues);
    }
 
protected:
    virtual void prepareInputsOutputs(std::shared_ptr<ov::Model>& model) = 0;
    virtual void setBatch(std::shared_ptr<ov::Model>& model);
 
    std::shared_ptr<ov::Model> prepareModel(ov::Core& core);
 
    InputTransform inputTransform = InputTransform();
    std::vector<std::string> inputsNames;
    std::vector<std::string> outputsNames;
    ov::CompiledModel compiledModel;
    std::string modelFileName;
    ModelConfig config = {};
    std::map<std::string, ov::Layout> inputsLayouts;
    ov::Layout getInputLayout(const ov::Output<ov::Node>& input);
};