processors/processing_processor_mnn_llm.hpp

Namespaces

Name
MNN
MNN::Transformer
sgns
sgns::sgprocessing Artifact and manifest binary serialization.

Classes

	Name
class	sgns::sgprocessing::MNN_Llm

Source code

#pragma once
#include <cmath>
#include <cstdint>
#include <memory>
#include <string>
#include <vector>

#include "processing_processor.hpp"

namespace MNN
{
    namespace Transformer
    {
        class Llm;
    } // namespace Transformer
} // namespace MNN

namespace sgns::sgprocessing
{
    class MNN_Llm : public ProcessingProcessor
    {
    public:
        MNN_Llm()
        {
        }

        ~MNN_Llm() override
        {
        };

        ProcessingResult StartProcessing( std::vector<std::vector<uint8_t>> &chunkhashes,
                           const sgns::IoDeclaration         &proc,
                           std::vector<char>                 &promptData,
                           std::vector<char>                 &modelFile,
                           const std::vector<sgns::Parameter> *parameters,
                           const ExecutionContext            &execCtx ) override;

    private:
        MNN::Transformer::Llm *LoadModel( const std::vector<uint8_t> &modelFileBytes );
    };

}

---

Updated on 2026-09-17 at 06:29:15 +0000