Golang如何对接CTranslate2 高效运行转换后的AI模型

package ctranslate2/*#cgo LDFLAGS: -lctranslate2#include "ctranslate2_wrapper.c"#include */import "C"import "unsafe"type Translator struct {    translator *C.ctranslate2_translator_t}type TranslationResult struct {    result *C.ctranslate2_translation_result_t}func NewTranslator(modelPath string, device string, deviceIndex int, computeType int) (*Translator, error) {    cModelPath := C.CString(modelPath)    cDevice := C.CString(device)    defer C.free(unsafe.Pointer(cModelPath))    defer C.free(unsafe.Pointer(cDevice))    translator := C.ctranslate2_translator_new_wrapper(cModelPath, cDevice, C.int(deviceIndex), C.int(computeType))    if translator == nil {        return nil,  fmt.Errorf("Failed to create translator")    }    return &Translator{translator: translator}, nil}func (t *Translator) Translate(source []string) (*TranslationResult, error) {    cSource := make([]*C.char, len(source))    for i, s := range source {        cSource[i] = C.CString(s)        defer C.free(unsafe.Pointer(cSource[i]))    }    // Convert []*C.char to **C.char    cSourcePtr := (*[0]*C.char)(unsafe.Pointer(&cSource[0]))    result := C.ctranslate2_translate_wrapper(t.translator, cSourcePtr, C.int(len(source)))    if result == nil {        return nil, fmt.Errorf("Translation failed")    }    return &TranslationResult{result: result}, nil}func (t *Translator) Free() {    C.ctranslate2_translator_delete_wrapper(t.translator)}func (r *TranslationResult) Output(index int) string {    output := C.GoString(C.ctranslate2_translation_result_output(r.result, C.int(index)))    return output}func (r *TranslationResult) Free() {    C.ctranslate2_translation_result_delete_wrapper(r.result)}

在 Golang 应用中使用: 现在你就可以在你的 Golang 应用中导入 ctranslate2 包，然后使用 NewTranslator 创建翻译器，并使用 Translate 函数进行翻译。

package mainimport (    "fmt"    "log"    "ctranslate2")func main() {    // 替换为你的模型路径    modelPath := "/path/to/your/model"    device := "cuda" // or "cpu"    deviceIndex := 0    computeType := 0 // 0 for FLOAT16, 1 for INT8 (only for CUDA)    translator, err := ctranslate2.NewTranslator(modelPath, device, deviceIndex, computeType)    if err != nil {        log.Fatalf("Failed to create translator: %v", err)    }    defer translator.Free()    source := []string{"Hello world!"}    result, err := translator.Translate(source)    if err != nil {        log.Fatalf("Translation failed: %v", err)    }    defer result.Free()    fmt.Println(result.Output(0))}

const char* ctranslate2_get_last_error() {    return ctranslate2_error_message();}

//export ctranslate2_get_last_errorfunc ctranslate2_get_last_error() *C.char {    return C.CString(lastErrorMessage)}var lastErrorMessage stringfunc newError(msg string) error {    lastErrorMessage = msg    return errors.New(msg)}