Deploy.h

Go to the documentation of this file.

#ifndef DEPLOY_H
#define DEPLOY_H
 
#include "crow.h"
#include <functional>
#include <string.h>

namespace CNum::Deploy {
  constexpr size_t MAX_URL_LEN = 50;
 

  struct PathString {
    char str[MAX_URL_LEN];
 
    constexpr PathString(const char (&s)[MAX_URL_LEN]) {
      for (size_t i = 0; i < MAX_URL_LEN; i++) {
    str[i] = s[i];
      }
    }
 
    constexpr operator crow::black_magic::const_str() const {
      return crow::black_magic::const_str(str);
    }
 
    constexpr operator ::std::string() const {
      return ::std::string(str);
    }
  };
  
  template <typename ModelType, typename Storage>
  class InferenceAPI {
    using PreprocessFunctionType = CNum::DataStructs::Matrix<double>(crow::json::rvalue &,
                                     crow::json::wvalue &,
                                     Storage &);
    using PreprocessFunction = ::std::function< PreprocessFunctionType >;
    
    using PostprocessFunctionType = void(CNum::DataStructs::Matrix<double> &,
                     crow::json::wvalue &,
                     Storage &);
    using PostprocessFunction = ::std::function< PostprocessFunctionType >;
    
    using InferenceRouteFunctionType = void(const crow::request &, crow::response &, ModelType *);
    using InferenceRouteFunction = ::std::function< InferenceRouteFunctionType >;
    using RegularRouteFunctionType = void(const crow::request &, crow::response &);
    using RegularRouteFunction = ::std::function< InferenceRouteFunctionType >;
    
  private:
    ::CNum::Model::ModelPool<ModelType> _models;
    crow::App<crow::CORSHandler> _app;
    PreprocessFunction _preprocess;
    PostprocessFunction _postprocess;
    unsigned short _port;
    
  public:
    InferenceAPI(::std::string path,
         PreprocessFunction preprocess,
         PostprocessFunction postprocess,
         ::std::string allowed_origins = "*",
         size_t n_models = 20,
         unsigned short port = 18080);


    template <PathString Path>
    constexpr void add_inference_route(crow::HTTPMethod method, InferenceRouteFunction route);


    template <PathString Path>
    constexpr void add_regular_route(crow::HTTPMethod method, RegularRouteFunction route);

    void start();
  };
 
  #include "CNum/Deploy/Deploy.tpp"
};
 
#endif