Evaluator.h

Go to the documentation of this file.

#pragma once

 
#include "IEvaluator.h"
#include <memory>
#include <string>
 
struct EvalContextMoECacheSharedModel;

class Evaluator {
private:
  std::string modelPath_;
  std::string nativeWeightsPath_;
  int numThreads_;
  bool isMoECache_;
  bool useGPU_;
 
  std::shared_ptr<const EvalContextMoECacheSharedModel> sharedMoECacheModel_; 
 
public:
  Evaluator(const std::string &modelPath, int numThreads, bool useGPU = false);

  std::unique_ptr<IEvaluator> createThreadContext();
  
  bool isLoaded() const { return isMoECache_; }
  bool isMoE() const { return false; }
  bool isMoECache() const { return isMoECache_; }
};