feat: cursor的基础实现

Author: bincooo

go.mod

@@ -5,20 +5,22 @@ go 1.23.3
 require (
 	github.com/antonfisher/nested-logrus-formatter v1.3.1
 	github.com/bincooo/coze-api v1.0.2-0.20241204052445-8100a9ce45d0
-	github.com/bincooo/emit.io v1.0.1-0.20241204040549-a9d53d3b6cfe
+	github.com/bincooo/emit.io v1.0.1-0.20241206102606-d234e60afcc9
 	github.com/bincooo/you.com v0.0.0-20241111060258-85f9deb66109
 	github.com/bogdanfinn/tls-client v1.7.7
 	github.com/dlclark/regexp2 v1.11.4
 	github.com/dop251/goja v0.0.0-20241024094426-79f3a7efcdbd
 	github.com/eko/gocache/lib/v4 v4.1.6
 	github.com/eko/gocache/store/go_cache/v4 v4.2.2
 	github.com/gin-gonic/gin v1.10.0
+	github.com/golang/protobuf v1.5.3
 	github.com/google/uuid v1.6.0
 	github.com/iocgo/sdk v0.0.0-20241203133330-43dcedf3291e
 	github.com/lestrrat-go/file-rotatelogs v2.4.0+incompatible
 	github.com/patrickmn/go-cache v2.1.0+incompatible
 	github.com/samber/go-gpt-3-encoder v0.3.1
 	github.com/sirupsen/logrus v1.9.3
+	google.golang.org/protobuf v1.34.1
 )
 
 //github.com/iocgo/sdk v0.0.0-20241129021727-ca323c08f298 => ../sdk
@@ -47,7 +49,6 @@ require (
 	github.com/go-sourcemap/sourcemap v2.1.3+incompatible // indirect
 	github.com/goccy/go-json v0.10.2 // indirect
 	github.com/golang/mock v1.6.0 // indirect
-	github.com/golang/protobuf v1.5.3 // indirect
 	github.com/google/pprof v0.0.0-20230207041349-798e818bf904 // indirect
 	github.com/hashicorp/errwrap v1.1.0 // indirect
 	github.com/hashicorp/go-multierror v1.1.1 // indirect
@@ -101,7 +102,6 @@ require (
 	golang.org/x/sys v0.25.0 // indirect
 	golang.org/x/text v0.18.0 // indirect
 	golang.org/x/tools v0.25.0 // indirect
-	google.golang.org/protobuf v1.34.1 // indirect
 	gopkg.in/ini.v1 v1.67.0 // indirect
 	gopkg.in/yaml.v3 v3.0.1 // indirect
 )

go.sum

@@ -52,8 +52,8 @@ github.com/beorn7/perks v1.0.1 h1:VlbKKnNfV8bJzeqoa4cOKqO6bYr3WgKZxO8Z16+hsOM=
 github.com/beorn7/perks v1.0.1/go.mod h1:G2ZrVWU2WbWT9wwq4/hrbKbnv/1ERSJQ0ibhJ6rlkpw=
 github.com/bincooo/coze-api v1.0.2-0.20241204052445-8100a9ce45d0 h1:LHJy+OS1JyHNznFu3Rz1LtUsbOI0qxMVH2mtsvATllA=
 github.com/bincooo/coze-api v1.0.2-0.20241204052445-8100a9ce45d0/go.mod h1:qhaSqKdvR4T594sBMzp+TKZ+PcaeelAiBMvIE254b6g=
-github.com/bincooo/emit.io v1.0.1-0.20241204040549-a9d53d3b6cfe h1:gTf9Rs/DbqacE4naMkVxeAVSkGhLw971DChMoclp8RA=
-github.com/bincooo/emit.io v1.0.1-0.20241204040549-a9d53d3b6cfe/go.mod h1:OJbKJoZ6x6vSpCC+JNtfcaXo3ilpvQscWrcGEmtmrZI=
+github.com/bincooo/emit.io v1.0.1-0.20241206102606-d234e60afcc9 h1:xAmw70FCu96WcJpL+m2bZHel+fBGyPFzUTn8tBex7oM=
+github.com/bincooo/emit.io v1.0.1-0.20241206102606-d234e60afcc9/go.mod h1:OJbKJoZ6x6vSpCC+JNtfcaXo3ilpvQscWrcGEmtmrZI=
 github.com/bincooo/go-annotation v0.0.0-20241129022159-ea84d341fcda h1:bhkDbl8cz++1rXqroCNLYxs2Eu5ac/D3yDkxlUfHL1Y=
 github.com/bincooo/go-annotation v0.0.0-20241129022159-ea84d341fcda/go.mod h1:3ZV3/eOQJ/28O5jINzNi98+K+8WY/pOvDYidT7WWaFs=
 github.com/bincooo/you.com v0.0.0-20241111060258-85f9deb66109 h1:/3BaO9f/cvon9N/CzNbI/hlWuLCc1epAiHTsnXEd2aI=

relay/llm/blackbox/message.go

@@ -35,6 +35,8 @@ func waitMessage(r *http.Response, cancel func(str string) bool) (content string
 		}
 
 		raw := string(char)
+		logger.Debug("----- raw -----")
+		logger.Debug(raw)
 		content += raw
 	}
 	return content, nil

relay/llm/coze/message.go

@@ -33,6 +33,8 @@ func waitMessage(chatResponse chan string, cancel func(str string) bool) (conten
 		}
 
 		message = strings.TrimPrefix(message, "text: ")
+		logger.Debug("----- raw -----")
+		logger.Debug(message)
 		if len(message) > 0 {
 			content += message
 			if cancel != nil && cancel(content) {

relay/llm/cursor/adapter.go

@@ -0,0 +1,142 @@
+package cursor
+
+import (
+	"chatgpt-adapter/core/common"
+	"chatgpt-adapter/core/common/toolcall"
+	"chatgpt-adapter/core/common/vars"
+	"chatgpt-adapter/core/gin/inter"
+	"chatgpt-adapter/core/gin/model"
+	"chatgpt-adapter/core/gin/response"
+	"chatgpt-adapter/core/logger"
+	"github.com/gin-gonic/gin"
+	"github.com/iocgo/sdk/env"
+	"strings"
+)
+
+var (
+	Model = "cursor"
+)
+
+type api struct {
+	inter.BaseAdapter
+
+	env    *env.Environment
+	holder *response.ContentHolder
+}
+
+func (api *api) Match(ctx *gin.Context, model string) (ok bool, err error) {
+	if Model+"/" != model[:7] {
+		return
+	}
+	for _, mod := range []string{
+		"claude-3-5-sonnet-20241022",
+		"claude-3-opus",
+		"claude-3.5-haiku",
+		"claude-3.5-sonnet",
+		"cursor-small",
+		"gpt-3.5-turbo",
+		"gpt-4",
+		"gpt-4-turbo-2024-04-09",
+		"gpt-4o",
+		"gpt-4o-mini",
+		"o1-mini",
+		"o1-prevew",
+	} {
+		if model[7:] == mod {
+			ok = true
+			return
+		}
+	}
+	return
+}
+
+func (*api) Models() (slice []model.Model) {
+	for _, mod := range []string{
+		"claude-3-5-sonnet-20241022",
+		"claude-3-opus",
+		"claude-3.5-haiku",
+		"claude-3.5-sonnet",
+		"cursor-small",
+		"gpt-3.5-turbo",
+		"gpt-4",
+		"gpt-4-turbo-2024-04-09",
+		"gpt-4o",
+		"gpt-4o-mini",
+		"o1-mini",
+		"o1-prevew",
+	} {
+		slice = append(slice, model.Model{
+			Id:      Model + "/" + mod,
+			Object:  "model",
+			Created: 1686935002,
+			By:      Model + "-adapter",
+		})
+	}
+	return
+}
+
+func (api *api) HandleMessages(ctx *gin.Context, completion model.Completion) (messages []model.Keyv[interface{}], err error) {
+	var (
+		toolMessages = toolcall.ExtractToolMessages(&completion)
+	)
+
+	if messages, err = api.holder.Handle(ctx, completion); err != nil {
+		return
+	}
+	messages = append(messages, toolMessages...)
+	return
+}
+
+func (api *api) ToolChoice(ctx *gin.Context) (ok bool, err error) {
+	var (
+		cookie     = ctx.GetString("token")
+		proxied    = api.env.GetString("server.proxied")
+		completion = common.GetGinCompletion(ctx)
+		echo       = ctx.GetBool(vars.GinEcho)
+	)
+
+	if echo {
+		echoMessages(ctx, completion)
+		return
+	}
+
+	if toolChoice(ctx, proxied, cookie, completion) {
+		ok = true
+	}
+	return
+}
+
+func (api *api) Completion(ctx *gin.Context) (err error) {
+	var (
+		cookie     = ctx.GetString("token")
+		proxied    = api.env.GetString("server.proxied")
+		completion = common.GetGinCompletion(ctx)
+		echo       = ctx.GetBool(vars.GinEcho)
+	)
+
+	if echo {
+		echoMessages(ctx, completion)
+		return
+	}
+
+	if strings.Contains(cookie, "%3A%3A") {
+		cookie = strings.Split(cookie, "%3A%3A")[1]
+	}
+
+	buffer, err := convertRequest(completion)
+	if err != nil {
+		return
+	}
+
+	r, err := fetch(ctx.Request.Context(), proxied, cookie, buffer)
+	if err != nil {
+		logger.Error(err)
+		return
+	}
+
+	content := waitResponse(ctx, r, completion.Stream)
+	if content == "" && response.NotResponse(ctx) {
+		response.Error(ctx, -1, "EMPTY RESPONSE")
+	}
+	return
+}

relay/llm/cursor/ctor.go

@@ -0,0 +1,14 @@
+package cursor
+
+import (
+	"chatgpt-adapter/core/gin/inter"
+	"chatgpt-adapter/core/gin/response"
+	"github.com/iocgo/sdk/env"
+
+	_ "github.com/iocgo/sdk"
+)
+
+// @Inject(name = "cursor-adapter")
+func New(env *env.Environment, holder *response.ContentHolder) inter.Adapter {
+	return &api{env: env, holder: holder}
+}

relay/llm/cursor/fetch.go

@@ -0,0 +1,99 @@
+package cursor
+
+import (
+	"context"
+	"encoding/hex"
+	"fmt"
+	"github.com/iocgo/sdk/stream"
+	"math/rand"
+	"net/http"
+
+	"chatgpt-adapter/core/common"
+	"chatgpt-adapter/core/gin/model"
+	"github.com/bincooo/emit.io"
+	"github.com/golang/protobuf/proto"
+	"github.com/google/uuid"
+
+	. "chatgpt-adapter/relay/llm/cursor/proto"
+)
+
+func fetch(ctx context.Context, proxied string, cookie string, buffer []byte) (response *http.Response, err error) {
+	checksum := fmt.Sprintf("zo%s%s/%s", getRandId(6, "max"), getRandId(64, "max"), getRandId(64, "max"))
+	response, err = emit.ClientBuilder(common.HTTPClient).
+		Context(ctx).
+		Proxies(proxied).
+		POST("https://api2.cursor.sh/aiserver.v1.AiService/StreamChat").
+		Header("authorization", "Bearer "+cookie).
+		Header("content-type", "application/connect+proto").
+		Header("connect-accept-encoding", "gzip,br").
+		Header("connect-protocol-version", "1").
+		Header("user-agent", "connect-es/1.4.0").
+		Header("x-amzn-trace-id", "Root="+uuid.NewString()).
+		Header("x-cursor-checksum", checksum).
+		Header("x-cursor-client-version", "0.42.3").
+		Header("x-cursor-timezone", "Asia/Shanghai").
+		Header("x-ghost-mode", "false").
+		Header("x-request-id", uuid.New().String()).
+		Header("host", "api2.cursor.sh").
+		Bytes(buffer).
+		DoC(emit.Status(http.StatusOK), emit.IsPROTO)
+	return
+}
+
+func convertRequest(completion model.Completion) (buffer []byte, err error) {
+	messages := stream.Map(stream.OfSlice(completion.Messages), func(message model.Keyv[interface{}]) *ChatMessage_UserMessage {
+		return &ChatMessage_UserMessage{
+			MessageId: uuid.NewString(),
+			Role:      elseOf[int32](message.Is("role", "user"), 1, 2),
+			Content:   message.GetString("content"),
+		}
+	}).ToSlice()
+	message := &ChatMessage{
+		Messages: messages,
+		Instructions: &ChatMessage_Instructions{
+			Instruction: "",
+		},
+		ProjectPath: "/path/to/project",
+		Model: &ChatMessage_Model{
+			Name:  completion.Model[7:],
+			Empty: "",
+		},
+		Summary:        "",
+		RequestId:      uuid.NewString(),
+		ConversationId: uuid.NewString(),
+	}
+
+	protoBytes, err := proto.Marshal(message)
+	if err != nil {
+		return
+	}
+
+	bufLen := fmt.Sprintf("%010x", len(protoBytes))
+	buffer, err = hex.DecodeString(bufLen + hex.EncodeToString(protoBytes))
+	return
+}
+
+func getRandId(size int, dictType string) string {
+	customDict := ""
+	switch dictType {
+	case "alphabet":
+		customDict = "abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ"
+	case "max":
+		customDict = "0123456789abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ_-"
+	default:
+		customDict = "0123456789"
+	}
+
+	buf := make([]byte, 0)
+	for range size {
+		buf = append(buf, customDict[rand.Intn(len(customDict))])
+	}
+	return string(buf)
+}
+
+func elseOf[T any](condition bool, a1, a2 T) T {
+	if condition {
+		return a1
+	}
+	return a2
+}