PipeModelRunner.h

Go to the documentation of this file.

//===- PipeModelRunner.h ---- PipeModelRunner  ------*- C++ -*-------------===//
//
// Part of the MLCompilerBridge Project, under the Apache License v2.0 with LLVM
// Exceptions. See the LICENSE file for license information.
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
//
// (Preliminary version adopted from InteractiveModelRunner.h of LLVM 17.X)
//
//===----------------------------------------------------------------------===//
//===----------------------------------------------------------------------===//
 
#ifndef PipeModelRunner_H
#define PipeModelRunner_H
 
#include "MLModelRunner/MLModelRunner.h"
#include "SerDes/TensorSpec.h"
#include "SerDes/baseSerDes.h"
#include "llvm/Support/FileSystem.h"
#include <fstream>
#include <memory>
#include <system_error>
 
namespace MLBridge {
 
class PipeModelRunner : public MLModelRunner {
public:
  PipeModelRunner(llvm::StringRef OutboundName, llvm::StringRef InboundName,
                  SerDesKind Kind, llvm::LLVMContext *Ctx = nullptr);
 
  static bool classof(const MLModelRunner *R) {
    return R->getKind() == MLModelRunner::Kind::Pipe;
  }
 
  void requestExit() override {}
  virtual ~PipeModelRunner();
 
private:
  void send(void *data);
  void *receive();
  void *evaluateUntyped() override;
  std::string readNBytes(size_t N);
  // This must be declared before InEC if we want to initialize it in the
  // ctor initializer list.
  std::string InboundName;
  int Inbound = -1;
  std::error_code OutEC;
  std::error_code InEC;
  std::unique_ptr<llvm::raw_fd_ostream> OutStream;
};
} // namespace MLBridge
#endif // PipeModelRunner_H