构建自己的Kimi Ai终端助手

1
2
3

GPT_BASE_URL=https://api.moonshot.cn/v1
GPT_API_KEY=sk-HLdyzmmUgXQnM5RbhyOBJs0Y5nvPlEdSBa8lWJGZ0GcEhvcn
GPT_MODEL=moonshot-v1-8k

1
2
3
4
5
6

// 如果有.env文件, 则导入库 go get -u github.com/joho/godotenv
godotenv.Load()

apiKey := os.Getenv("GPT_API_KEY")
baseUrl := os.Getenv("GPT_BASE_URL")
model := os.Getenv("GPT_MODEL")

1

client := gpt3.NewClient(apiKey, gpt3.WithBaseURL(baseUrl))

1
2
3
4
5
6

var history []gpt3.ChatCompletionRequestMessage = []gpt3.ChatCompletionRequestMessage{
	{
		Role:    "system",
		Content: "你是 Kimi，由 Moonshot AI 提供的人工智能助手，你更擅长中文和英文的对话。你会为用户提供安全，有帮助，准确的回答。同时，你会拒绝一切涉及恐怖主义，种族歧视，黄色暴力等问题的回答。Moonshot AI 为专有名词，不可翻译成其他语言。",
	},
}

1
2
3
4
5
6

history = append(history, gpt3.ChatCompletionRequestMessage{
		Role: "user",
		// Content: "How much water should I drink per day?",
		Content: "我每天喝多少水合适?",
		Name:    "Me",
	})

1
2
3
4

request := gpt3.ChatCompletionRequest{
 	Model:    model,
 	Messages: history,
 }

1
2
3
4
5
6

response, err := client.ChatCompletion(ctx, request)
if err != nil {
 	log.Fatal("err: ", err.Error())
 } else {
 	fmt.Print("Answer:\n\t", response.Choices[0].Message.Content)
}

1
2
3
4
5

streamRequest := gpt3.ChatCompletionRequest{
		Model:    "moonshot-v1-8k",
		Messages: history,
		Stream:   true,
	}

1
2
3
4
5
6
7
8
9

client.ChatCompletionStream(ctx, streamRequest, func(ccsr *gpt3.ChatCompletionStreamResponse) error {
		// 整段内容分别一个字符一个字符输出
		for _, c := range ccsr.Choices[0].Delta.Content {
			fmt.Print(string(c))
		}
		// 直接输出整段内容
		//fmt.Print(ccsr.Choices[0].Delta.Content)
		return nil
	})

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18

var result strings.Builder
err := client.ChatCompletionStream(ctx, streamRequest, func(ccsr *gpt3.ChatCompletionStreamResponse) error {
	for _, c := range ccsr.Choices[0].Delta.Content {
		fmt.Print(string(c))
	}
	//fmt.Print(ccsr.Choices[0].Delta.Content)
	result.WriteString(ccsr.Choices[0].Delta.Content)
	return nil
})
if err != nil {
	log.Fatal("err: client.ChatCompletionStream: ", err.Error())
}

// 将模型回答再加入对话中
history = append(history, gpt3.ChatCompletionRequestMessage{
	Role:    "assistant",
	Content: result.String(),
})

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96

package main

import (
	"bufio"
	"context"
	"fmt"
	"log"
	"os"
	"strings"

	"github.com/PullRequestInc/go-gpt3"
	"github.com/joho/godotenv"
)

var history []gpt3.ChatCompletionRequestMessage = []gpt3.ChatCompletionRequestMessage{
	{
		Role:    "system",
		Content: "你是 Kimi，由 Moonshot AI 提供的人工智能助手，你更擅长中文和英文的对话。你会为用户提供安全，有帮助，准确的回答。同时，你会拒绝一切涉及恐怖主义，种族歧视，黄色暴力等问题的回答。Moonshot AI 为专有名词，不可翻译成其他语言。",
	},
}

var (
	apiKey, baseUrl, model string
)

func main() {
	// load the GPT key from file
	godotenv.Load()
	apiKey = os.Getenv("GPT_API_KEY")
	baseUrl = os.Getenv("GPT_BASE_URL")
	model = os.Getenv("GPT_MODEL")

	if apiKey == "" {
		log.Fatal("Missing GPT_API_KEY.")
	}

	if model == "" {
		log.Fatal("Missing GPT_MODEL.")
	}

	// instantiate a gpt3.CompletionRequest using github.com/PullRequestInc/go-gpt3
	client := gpt3.NewClient(apiKey, gpt3.WithBaseURL(baseUrl))
	// create a Context for the execution of requests.
	ctx := context.Background()
	// send the prompt questions and receive the repsonse via client.
	for {
		reader := bufio.NewReader(os.Stdin)
		fmt.Print("\n> ")
		line, err := reader.ReadString('\n')
		if err != nil {
			log.Fatal("err: reader.ReadString: ", err.Error())
		}
		complete(ctx, client, line)
	}

}

func complete(ctx context.Context, client gpt3.Client, question string) {
	// send a stream request and receive a stream response via client
	streamRequest := makeQuestion(question)
	fmt.Print("assistant: \n  ")
	var result strings.Builder
	err := client.ChatCompletionStream(ctx, streamRequest, func(ccsr *gpt3.ChatCompletionStreamResponse) error {
		for _, c := range ccsr.Choices[0].Delta.Content {
			fmt.Print(string(c))
		}
		//fmt.Print(ccsr.Choices[0].Delta.Content)
		result.WriteString(ccsr.Choices[0].Delta.Content)
		return nil
	})
	if err != nil {
		log.Fatal("err: client.ChatCompletionStream: ", err.Error())
	}

	history = append(history, gpt3.ChatCompletionRequestMessage{
		Role:    "assistant",
		Content: result.String(),
	})
}

func makeQuestion(question string) gpt3.ChatCompletionRequest {
	// 加入历史对话
	history = append(history, gpt3.ChatCompletionRequestMessage{
		Role: "user",
		// Content: "How much water should I drink per day?",
		Content: question,
		Name:    "Me",
	})

	return gpt3.ChatCompletionRequest{
		Model:    model,
		Messages: history,
		Stream:   true,
	}

}