qant_native_computing_toolkit_generic.h

Go to the documentation of this file.

#ifndef QANT_NATIVE_COMPUTING_TOOLKIT_GENERIC_H
#define QANT_NATIVE_COMPUTING_TOOLKIT_GENERIC_H
 
#include <stddef.h>
#include <stdint.h>
 
#include <dlpack/dlpack.h>
 
#ifdef __cplusplus
namespace qant_native_computing_toolkit::generic
{
    extern "C"
    {
#endif

        int init_npu(const uint32_t id);

        int release_npu(const uint32_t id);

        typedef struct QantMemoryHandle QantMemoryHandle;

        typedef enum QantDataRole
        {
            Weights,
            Features,
        } QantDataRole;

        QantMemoryHandle *npu_allocate(const uint32_t npu_id, const size_t rows,
                                       const size_t cols, const QantDataRole data_role);

        int npu_free(QantMemoryHandle *handle);

        QantMemoryHandle *npu_upload(const uint32_t npu_id, DLManagedTensorVersioned const *data,
                                     const QantDataRole data_role);

        int npu_upload_into(QantMemoryHandle const *handle, DLManagedTensorVersioned const *data);

        DLManagedTensorVersioned *npu_download(QantMemoryHandle const *handle);
 
#ifdef __cplusplus
    } // extern "C"
} // namespace qant_native_computing_toolkit::generic
#endif
 
#endif // QANT_NATIVE_COMPUTING_TOOLKIT_GENERIC_H