获取 Model ID 作为推理接入点
说明
如果您想更灵活的配置使用的大模型及其版本、限流、计费类型(前付费/后付费)、运行状态、调用监控等,推荐您使用 Endpoint ID 作为推理接入点
您已参考安装与初始化中的步骤完成 SDK 安装和访问凭证配置。
注意
字节云用户,请务必设置BaseUrl
参数为https://ark-cn-beijing.bytedance.net/api/v3
。
说明
示例代码中 <Model>
需要替换为模型的 Model ID(或您在平台上创建的推理接入点 Endpoint ID)。
package main import ( "context" "encoding/json" "fmt" "os" "github.com/volcengine/volcengine-go-sdk/service/arkruntime" "github.com/volcengine/volcengine-go-sdk/service/arkruntime/model" ) func main() { client := arkruntime.NewClientWithApiKey( os.Getenv("ARK_API_KEY"), ) ctx := context.Background() fmt.Println("----- embeddings request -----") req := model.EmbeddingRequestStrings{ Input: []string{ "花椰菜又称菜花、花菜,是一种常见的蔬菜。", }, Model: "<Model>", } resp, err := client.CreateEmbeddings(ctx, req) if err != nil { fmt.Printf("embeddings error: %v\n", err) return } s, _ := json.Marshal(resp) fmt.Println(string(s)) }
package main import ( "context" "fmt" "io" "os" "github.com/volcengine/volcengine-go-sdk/service/arkruntime" "github.com/volcengine/volcengine-go-sdk/service/arkruntime/model" "github.com/volcengine/volcengine-go-sdk/volcengine" ) func main() { client := arkruntime.NewClientWithApiKey( os.Getenv("ARK_API_KEY"), ) ctx := context.Background() fmt.Println("----- embeddings request -----") req := model.EmbeddingRequestStrings{ Input: []string{ "花椰菜又称菜花、花菜,是一种常见的蔬菜。", }, Model: "<Model>", } resp, err := client.CreateEmbeddings( ctx, req, arkruntime.WithCustomHeader(model.ClientRequestHeader, "20240627112200D3FE1CFF83C5D5523085"), ) if err != nil { fmt.Printf("embeddings error: %v\n", err) return } s, _ := json.Marshal(resp) fmt.Println(string(s)) }
package main import ( "context" "errors" "fmt" "io" "os" "github.com/volcengine/volcengine-go-sdk/service/arkruntime" "github.com/volcengine/volcengine-go-sdk/service/arkruntime/model" "github.com/volcengine/volcengine-go-sdk/volcengine" ) func main() { client := arkruntime.NewClientWithApiKey( os.Getenv("ARK_API_KEY"), ) ctx := context.Background() fmt.Println("----- embeddings request -----") req := model.EmbeddingRequestStrings{ Input: []string{ "花椰菜又称菜花、花菜,是一种常见的蔬菜。", }, Model: "<Model>", } resp, err := client.CreateEmbeddings(ctx, req) if err != nil { apiErr := &model.APIError{} if errors.As(err, &apiErr) { fmt.Printf("embeddings error: %v\n", apiErr) } return } s, _ := json.Marshal(resp) fmt.Println(string(s)) }