root/TMVA/ROperator_Swish.hxx

0001 #ifndef TMVA_SOFIE_ROPERATOR_Swish
0002 #define TMVA_SOFIE_ROPERATOR_Swish
0003
0004 #include "TMVA/SOFIE_common.hxx"
0005 #include "TMVA/ROperator.hxx"
0006 #include "TMVA/RModel.hxx"
0007
0008 #include <sstream>
0009
0010 namespace TMVA{
0011 namespace Experimental{
0012 namespace SOFIE{
0013
0014 template <typename T>
0015 class ROperator_Swish final : public ROperator
0016 {
0017
0018 private:
0019
0020    std::string fNX;
0021    std::string fNY;
0022    std::vector<size_t> fShape;
0023
0024 public:
0025    ROperator_Swish(){}
0026    ROperator_Swish(std::string nameX, std::string nameY):
0027       fNX(UTILITY::Clean_name(nameX)), fNY(UTILITY::Clean_name(nameY)){}
0028
0029    std::vector<ETensorType> TypeInference(std::vector<ETensorType> input){
0030       return input;
0031    }
0032
0033    std::vector<std::vector<size_t>> ShapeInference(std::vector<std::vector<size_t>> input){
0034       auto ret = input; //suggest copy to compiler
0035       return ret;
0036    }
0037
0038    void Initialize(RModel& model){
0039       if (model.CheckIfTensorAlreadyExist(fNX) == false){   //input must be a graph input, or already initialized intermediate tensor
0040          throw std::runtime_error("TMVA SOFIE Swish Op Input Tensor is not found in model");
0041       }
0042       fShape = model.GetTensorShape(fNX);
0043       model.AddIntermediateTensor(fNY, model.GetTensorType(fNX), fShape);
0044    }
0045
0046
0047    std::string Generate(std::string OpName){
0048       OpName = "op_" + OpName;
0049       if (fShape.empty()){
0050          throw std::runtime_error("TMVA SOFIE Operator Swish called to Generate without being initialized first");
0051       }
0052       std::stringstream out;
0053       int length = 1;
0054       for(auto& i: fShape){
0055          length *= i;
0056       }
0057       out << "\t" << "for (int id = 0; id < " << length << " ; id++){\n";
0058       out << "\t\t" << "tensor_" << fNY << "[id] = tensor_" << fNX <<"[id] / (1 + std::exp( - tensor_"  << fNX << "[id]));\n";
0059       out << "\t}\n";
0060       return out.str();
0061    }
0062
0063    std::vector<std::string> GetStdLibs() { return { std::string("cmath") };}
0064 };
0065
0066 }//SOFIE
0067 }//Experimental
0068 }//TMVA
0069
0070
0071 #endif //TMVA_SOFIE_ROPERATOR_Swish