Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Beta137 #136

Merged
merged 136 commits into from
Jun 6, 2024
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
136 commits
Select commit Hold shift + click to select a range
ea4bcc6
beta1
Hoshinonyaruko Jan 21, 2024
5002a28
beta2
Hoshinonyaruko Jan 21, 2024
969841e
beta3
Hoshinonyaruko Jan 21, 2024
a2989c2
beta4
Hoshinonyaruko Jan 21, 2024
611cd8b
beta5
Hoshinonyaruko Jan 21, 2024
dbad42b
beta6
Hoshinonyaruko Jan 21, 2024
4f8895e
beta7
Hoshinonyaruko Jan 21, 2024
30a9cab
beta8
Hoshinonyaruko Jan 21, 2024
461d879
beta9
Hoshinonyaruko Jan 21, 2024
c90c2ee
beta10
Hoshinonyaruko Jan 21, 2024
5227c32
beta11
Hoshinonyaruko Jan 21, 2024
8e14e56
beta12
Hoshinonyaruko Jan 21, 2024
6adfb7f
beta13
Hoshinonyaruko Jan 21, 2024
b04f6c0
beta14
Hoshinonyaruko Jan 21, 2024
649e740
beta15
Hoshinonyaruko Jan 21, 2024
d55cf29
beta16
Hoshinonyaruko Jan 21, 2024
1cc351e
beta16
Hoshinonyaruko Jan 21, 2024
f1a373e
beta19
Hoshinonyaruko Jan 21, 2024
cbf2fe1
beta20
Hoshinonyaruko Jan 21, 2024
3485bfc
beta21
Hoshinonyaruko Jan 21, 2024
3e3bb1a
beta22
Hoshinonyaruko Jan 21, 2024
2e4f3fa
beta23
Hoshinonyaruko Mar 29, 2024
f74075d
beta24
Hoshinonyaruko Mar 29, 2024
f3913cf
beta25
Hoshinonyaruko Mar 29, 2024
4cfb51a
beta27
Hoshinonyaruko Mar 30, 2024
d9b26c0
beta28
Hoshinonyaruko Mar 31, 2024
19da709
beta29
Hoshinonyaruko Mar 31, 2024
e06dcbf
merge
Hoshinonyaruko Mar 31, 2024
c76923e
beta30
Hoshinonyaruko Mar 31, 2024
9ae21da
beta31
Hoshinonyaruko Apr 1, 2024
4f333bc
merge
Hoshinonyaruko Apr 1, 2024
5acba8f
beta33
Hoshinonyaruko Apr 1, 2024
c637fcd
beta34
Hoshinonyaruko Apr 1, 2024
4e85b37
beta35
Hoshinonyaruko Apr 1, 2024
970948e
beta36
Hoshinonyaruko Apr 1, 2024
14271c3
beta37
Hoshinonyaruko Apr 1, 2024
6154d1a
beta38
Hoshinonyaruko Apr 1, 2024
d5be5e6
beta39
Hoshinonyaruko Apr 3, 2024
54afe18
beta40
Hoshinonyaruko Apr 3, 2024
0b71855
beta41
Hoshinonyaruko Apr 3, 2024
8c5f9a3
merge
Hoshinonyaruko Apr 3, 2024
cf752d4
beta42
Hoshinonyaruko Apr 3, 2024
3698824
beta43
Hoshinonyaruko Apr 3, 2024
1e9c189
beta44
Hoshinonyaruko Apr 3, 2024
2adb4ac
beta45
Hoshinonyaruko Apr 4, 2024
79eb713
beta45
Hoshinonyaruko Apr 4, 2024
064f0d0
beta45
Hoshinonyaruko Apr 4, 2024
5a4a59e
beta46
Hoshinonyaruko Apr 5, 2024
df30a32
beta46
Hoshinonyaruko Apr 5, 2024
c920893
beat48
Hoshinonyaruko Apr 7, 2024
3491d5d
beta49
Hoshinonyaruko Apr 8, 2024
575b2ca
beta50
Hoshinonyaruko Apr 8, 2024
4c4bbaa
beta51
Hoshinonyaruko Apr 8, 2024
2ea728b
beta52
Hoshinonyaruko Apr 8, 2024
82bf952
beta53
Hoshinonyaruko Apr 8, 2024
869685c
beta54
Hoshinonyaruko Apr 9, 2024
1f3646e
beta55
Hoshinonyaruko Apr 9, 2024
d6bbadf
beta57
Hoshinonyaruko Apr 10, 2024
fc5086c
beta58
Hoshinonyaruko Apr 10, 2024
602ff65
beta59
Hoshinonyaruko Apr 10, 2024
a82538d
Merge branch 'main' of https://github.com/Hoshinonyaruko/Gensokyo-llm…
Hoshinonyaruko Apr 10, 2024
6433600
beta61
Hoshinonyaruko Apr 10, 2024
9ce88b3
beta62
Hoshinonyaruko Apr 12, 2024
b53617b
beta63
Hoshinonyaruko Apr 12, 2024
ff64c69
beta63
Hoshinonyaruko Apr 12, 2024
b34885f
beta64
Hoshinonyaruko Apr 13, 2024
3658648
beta65
Hoshinonyaruko Apr 13, 2024
3307439
beta66
Hoshinonyaruko Apr 15, 2024
f15c422
beta67
Hoshinonyaruko Apr 17, 2024
518de35
beta70
Hoshinonyaruko Apr 18, 2024
a65f07d
beta71
Hoshinonyaruko Apr 18, 2024
59d07c7
beta72
Hoshinonyaruko Apr 18, 2024
a16ea64
beta72
Hoshinonyaruko Apr 18, 2024
08d5864
beta74
Hoshinonyaruko Apr 19, 2024
9b09401
beta75
Hoshinonyaruko Apr 19, 2024
b51e185
beta76
Hoshinonyaruko Apr 20, 2024
c978654
beta77
Hoshinonyaruko Apr 21, 2024
6aa9f33
beta78
Hoshinonyaruko Apr 22, 2024
7b84a9d
beta79
Hoshinonyaruko Apr 25, 2024
4b96807
beta80
Hoshinonyaruko Apr 25, 2024
9b97146
beta81
Hoshinonyaruko Apr 25, 2024
f481e85
beta82
Hoshinonyaruko Apr 29, 2024
cb33ba5
beta83
Hoshinonyaruko Apr 29, 2024
7dbe4d5
beta85
Hoshinonyaruko Apr 29, 2024
2fb67a2
beta86
Hoshinonyaruko Apr 29, 2024
20f26c1
beta87
Hoshinonyaruko Apr 29, 2024
3146232
beta88
Hoshinonyaruko Apr 29, 2024
cbf731b
beta89
Hoshinonyaruko Apr 29, 2024
cc8a439
beta90
Hoshinonyaruko Apr 29, 2024
f56c272
beta91
Hoshinonyaruko Apr 29, 2024
c19f071
beta92
Hoshinonyaruko Apr 29, 2024
84d0513
beta93
Hoshinonyaruko Apr 29, 2024
c2f8e28
beta94
Hoshinonyaruko Apr 29, 2024
142f2fa
beta94
Hoshinonyaruko Apr 29, 2024
8828006
beta96
Hoshinonyaruko Apr 29, 2024
541a127
beta97
Hoshinonyaruko Apr 30, 2024
9d52ce8
beta98
Hoshinonyaruko Apr 30, 2024
16e0ed4
beta99
Hoshinonyaruko Apr 30, 2024
8f0e406
beta100
Hoshinonyaruko May 1, 2024
d242bc2
beta101
Hoshinonyaruko May 1, 2024
2ea5f4a
beta102
Hoshinonyaruko May 2, 2024
c208482
beta104
Hoshinonyaruko May 3, 2024
777aaa0
beta105
Hoshinonyaruko May 4, 2024
3ccedea
beta106
Hoshinonyaruko May 4, 2024
956c9a2
beta107
Hoshinonyaruko May 8, 2024
1a04702
beta108
Hoshinonyaruko May 8, 2024
d88d84b
beta109
Hoshinonyaruko May 8, 2024
e9a3788
beta110
Hoshinonyaruko May 9, 2024
a6dccf7
beta111
Hoshinonyaruko May 13, 2024
48a1d26
beta112
Hoshinonyaruko May 13, 2024
5cbd1a6
beta113
Hoshinonyaruko May 13, 2024
a8f8dbd
Merge branch 'main' of https://github.com/Hoshinonyaruko/Gensokyo-llm…
Hoshinonyaruko May 13, 2024
0ce3929
beta115
Hoshinonyaruko May 13, 2024
3c24828
beta116
Hoshinonyaruko May 14, 2024
d17b87e
beta117
Hoshinonyaruko May 14, 2024
a0d9d93
beta118
Hoshinonyaruko May 16, 2024
81c5f60
beta119
Hoshinonyaruko May 17, 2024
0bf4eae
beta120
Hoshinonyaruko May 19, 2024
dfff20e
beta121
Hoshinonyaruko May 19, 2024
6659607
beta122
Hoshinonyaruko May 19, 2024
89c92a0
beta123
Hoshinonyaruko May 19, 2024
a35581e
beta124
Hoshinonyaruko May 19, 2024
434c738
beta125
Hoshinonyaruko May 19, 2024
18e97cc
beta126
Hoshinonyaruko May 20, 2024
49cfe96
beta127
Hoshinonyaruko May 20, 2024
6c98d9f
beta128
Hoshinonyaruko May 23, 2024
3301dc2
beta129
Hoshinonyaruko May 24, 2024
32b6189
beta130
Hoshinonyaruko May 24, 2024
b6a0b9f
beta131
Hoshinonyaruko May 27, 2024
5eca7eb
beta132
Hoshinonyaruko May 27, 2024
1b7aefe
beta1333
Hoshinonyaruko May 28, 2024
c12eb7c
beta134
Hoshinonyaruko Jun 1, 2024
87fe0b9
beta135
Hoshinonyaruko Jun 3, 2024
937eb77
beta136
Hoshinonyaruko Jun 3, 2024
bc71abc
beta137
Hoshinonyaruko Jun 6, 2024
b05554a
Merge branch 'main' into beta137
Hoshinonyaruko Jun 6, 2024
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
38 changes: 29 additions & 9 deletions applogic/gensokyo.go
Original file line number Diff line number Diff line change
Expand Up @@ -16,6 +16,7 @@ import (
"github.com/hoshinonyaruko/gensokyo-llm/acnode"
"github.com/hoshinonyaruko/gensokyo-llm/config"
"github.com/hoshinonyaruko/gensokyo-llm/fmtf"
"github.com/hoshinonyaruko/gensokyo-llm/prompt"
"github.com/hoshinonyaruko/gensokyo-llm/structs"
"github.com/hoshinonyaruko/gensokyo-llm/utils"
)
Expand Down Expand Up @@ -134,14 +135,27 @@ func (app *App) GensokyoHandler(w http.ResponseWriter, r *http.Request) {
return
}

// 判断是否是群聊 然后判断触发词
// 判断是否是群聊,然后检查触发词
if message.RealMessageType != "group_private" && message.MessageType != "private" {
if !checkMessageForHints(utils.RemoveBracketsContent(message.RawMessage)) {
w.WriteHeader(http.StatusOK)
w.Write([]byte("Group message not hint words."))
return
// 获取概率值
chance := config.GetGroupHintChance()

// 生成0-100之间的随机数
randomValue := rand.Intn(100)

// 比较随机值与配置中的概率
if randomValue >= chance {
w.WriteHeader(http.StatusOK)
w.Write([]byte("Group message not hint words."))
return
} else {
// 记录日志,表明概率检查通过
fmt.Printf("Probability check passed: %d%% chance, random value: %d\n", chance, randomValue)
}
}
}

var CustomRecord *structs.CustomRecord
if config.GetGroupContext() && message.MessageType != "private" {
// 从数据库读取用户的剧情存档
Expand Down Expand Up @@ -709,6 +723,12 @@ func (app *App) GensokyoHandler(w http.ResponseWriter, r *http.Request) {
baseURL = config.GetLotus(promptstr) + basePath
}

// 在加入prompt之前 判断promptstr.yml是否存在
if !prompt.CheckPromptExistence(promptstr) {
fmtf.Printf("该请求内容所对应yml文件不存在:[%v]:[%v]\n", requestmsg, promptstr)
promptstr = ""
}

// 使用net/url包来构建和编码URL
urlParams := url.Values{}
if promptstr != "" {
Expand Down Expand Up @@ -903,7 +923,7 @@ func (app *App) GensokyoHandler(w http.ResponseWriter, r *http.Request) {
if !config.GetHideExtraLogs() {
fmtf.Printf("收到流数据,切割并发送信息: %s", string(line))
}
splitAndSendMessages(string(line), newmsg, selfid)
splitAndSendMessages(string(line), newmsg, selfid, promptstr)
}
}
}
Expand Down Expand Up @@ -1085,7 +1105,7 @@ func (app *App) GensokyoHandler(w http.ResponseWriter, r *http.Request) {

}

func splitAndSendMessages(line string, newmesssage string, selfid string) {
func splitAndSendMessages(line string, newmesssage string, selfid string, promptstr string) {
// 提取JSON部分
dataPrefix := "data: "
jsonStr := strings.TrimPrefix(line, dataPrefix)
Expand All @@ -1103,13 +1123,13 @@ func splitAndSendMessages(line string, newmesssage string, selfid string) {

if sseData.Response != "\n\n" {
// 处理提取出的信息
processMessage(sseData.Response, sseData.ConversationId, newmesssage, selfid)
processMessage(sseData.Response, sseData.ConversationId, newmesssage, selfid, promptstr)
} else {
fmtf.Printf("忽略llm末尾的换行符")
}
}

func processMessage(response string, conversationid string, newmesssage string, selfid string) {
func processMessage(response string, conversationid string, newmesssage string, selfid string, promptstr string) {
// 从conversation对应的sync map取出对应的用户和群号,避免高并发内容发送错乱
userinfo, _ := GetUserInfo(conversationid)
key := utils.GetKey(userinfo.GroupID, userinfo.UserID)
Expand All @@ -1119,7 +1139,7 @@ func processMessage(response string, conversationid string, newmesssage string,

for _, char := range response {
AppendRune(conversationid, char)
if utils.ContainsRune(punctuations, char, userinfo.GroupID) {
if utils.ContainsRune(punctuations, char, userinfo.GroupID, promptstr) {
// 达到标点符号,发送累积的整个消息
if GetMessageLength(conversationid) > 0 {
accumulatedMessage, _ := GetCurrentMessage(conversationid)
Expand Down
1 change: 1 addition & 0 deletions applogic/yuanqi.go
Original file line number Diff line number Diff line change
Expand Up @@ -153,6 +153,7 @@ func (app *App) ChatHandlerYuanQi(w http.ResponseWriter, r *http.Request) {
systemHistory, err := prompt.GetMessagesExcludingSystem(promptstr)
if err != nil {
fmtf.Printf("Error getting system history: %v\n", err)
// 如果进行到不存在的分支,这里就return了,导致没有回复 但如果不return,模型是没有system提示词的原始状态,所以要在前面做处理
return
}

Expand Down
112 changes: 103 additions & 9 deletions config/config.go
Original file line number Diff line number Diff line change
Expand Up @@ -536,23 +536,117 @@ func GetGroupmessage() bool {
}

// 获取SplitByPuntuations
func GetSplitByPuntuations() int {
func GetSplitByPuntuations(options ...string) int {
mu.Lock()
defer mu.Unlock()
if instance != nil {
return instance.Settings.SplitByPuntuations
return getSplitByPuntuationsInternal(options...)
}

// 内部逻辑执行函数,不处理锁,可以安全地递归调用
func getSplitByPuntuationsInternal(options ...string) int {
// 检查是否有参数传递进来,以及是否为空字符串
if len(options) == 0 || options[0] == "" {
if instance != nil {
return instance.Settings.SplitByPuntuations
}
return 0 // 默认值或错误处理
}
return 0

// 使用传入的 basename 来查找特定配置
basename := options[0]
SplitByPuntuationsInterface, err := prompt.GetSettingFromFilename(basename, "SplitByPuntuations")
if err != nil {
log.Println("Error retrieving SplitByPuntuations:", err)
return getSplitByPuntuationsInternal() // 递归调用内部函数,不传递任何参数
}

SplitByPuntuations, ok := SplitByPuntuationsInterface.(int)
if !ok { // 检查类型断言是否失败
fmt.Println("Type assertion failed for SplitByPuntuations, fetching default")
return getSplitByPuntuationsInternal() // 递归调用内部函数,不传递任何参数
}

if SplitByPuntuations == 0 {
return getSplitByPuntuationsInternal() // 递归调用内部函数,不传递任何参数
}

return SplitByPuntuations
}

// 获取SplitByPuntuationsGroup
func GetSplitByPuntuationsGroup() int {
// 获取GetSplitByPuntuationsGroup
func GetSplitByPuntuationsGroup(options ...string) int {
mu.Lock()
defer mu.Unlock()
if instance != nil {
return instance.Settings.SplitByPuntuationsGroup
return getSplitByPuntuationsGroupInternal(options...)
}

// 内部逻辑执行函数,不处理锁,可以安全地递归调用
func getSplitByPuntuationsGroupInternal(options ...string) int {
// 检查是否有参数传递进来,以及是否为空字符串
if len(options) == 0 || options[0] == "" {
if instance != nil {
return instance.Settings.SplitByPuntuationsGroup
}
return 0 // 默认值或错误处理
}
return 0

// 使用传入的 basename 来查找特定配置
basename := options[0]
SplitByPuntuationsGroupInterface, err := prompt.GetSettingFromFilename(basename, "SplitByPuntuationsGroup")
if err != nil {
log.Println("Error retrieving SplitByPuntuationsGroup:", err)
return getSplitByPuntuationsGroupInternal() // 递归调用内部函数,不传递任何参数
}

SplitByPuntuationsGroup, ok := SplitByPuntuationsGroupInterface.(int)
if !ok { // 检查类型断言是否失败
fmt.Println("Type assertion failed for SplitByPuntuationsGroup, fetching default")
return getSplitByPuntuationsGroupInternal() // 递归调用内部函数,不传递任何参数
}

if SplitByPuntuationsGroup == 0 {
return getSplitByPuntuationsGroupInternal() // 递归调用内部函数,不传递任何参数
}

return SplitByPuntuationsGroup
}

// 获取GroupHintChance
func GetGroupHintChance(options ...string) int {
mu.Lock()
defer mu.Unlock()
return getGroupHintChanceInternal(options...)
}

// 内部逻辑执行函数,不处理锁,可以安全地递归调用
func getGroupHintChanceInternal(options ...string) int {
// 检查是否有参数传递进来,以及是否为空字符串
if len(options) == 0 || options[0] == "" {
if instance != nil {
return instance.Settings.GroupHintChance
}
return 0 // 默认值或错误处理
}

// 使用传入的 basename 来查找特定配置
basename := options[0]
GroupHintChanceInterface, err := prompt.GetSettingFromFilename(basename, "GroupHintChance")
if err != nil {
log.Println("Error retrieving GroupHintChance:", err)
return getGroupHintChanceInternal() // 递归调用内部函数,不传递任何参数
}

GroupHintChance, ok := GroupHintChanceInterface.(int)
if !ok { // 检查类型断言是否失败
fmt.Println("Type assertion failed for GroupHintChance, fetching default")
return getGroupHintChanceInternal() // 递归调用内部函数,不传递任何参数
}

if GroupHintChance == 0 {
return getGroupHintChanceInternal() // 递归调用内部函数,不传递任何参数
}

return GroupHintChance
}

// 获取HunyuanType
Expand Down
14 changes: 14 additions & 0 deletions prompt/prompt.go
Original file line number Diff line number Diff line change
Expand Up @@ -276,3 +276,17 @@ func GetSettingFromFilename(basename, settingName string) (interface{}, error) {
// 返回字段的值,转换为interface{}
return field.Interface(), nil
}

// CheckPromptExistence 检查基于 basename 组合的 filename 是否存在于 promptsCache 中
func CheckPromptExistence(basename string) bool {
// 组合 basename 和 ".yml" 形成完整的文件名
filename := basename + ".yml"

// 用读锁来确保并发安全
lock.RLock()
defer lock.RUnlock()

// 检查文件是否存在于缓存中
_, exists := promptsCache[filename]
return exists
}
2 changes: 1 addition & 1 deletion server/server.go
Original file line number Diff line number Diff line change
Expand Up @@ -100,7 +100,7 @@ func WsHandler(w http.ResponseWriter, r *http.Request, config *config.Config) {

conn, err := upgrader.Upgrade(w, r, nil)
if err != nil {
log.Printf("Failed to set websocket upgrade: %+v", err)
log.Printf("Failed to set websocket upgrade[%v]: %+v", r.Header, err)
return
}
defer conn.Close()
Expand Down
1 change: 1 addition & 0 deletions structs/struct.go
Original file line number Diff line number Diff line change
Expand Up @@ -264,6 +264,7 @@ type Settings struct {
UrlSendPics bool `yaml:"urlSendPics"` // 自己构造图床加速图片发送
MdPromptKeyboardAtGroup bool `yaml:"mdPromptKeyboardAtGroup"` // 群内使用md能力模拟PromptKeyboard
GroupHintWords []string `yaml:"groupHintWords"`
GroupHintChance int `yaml:"groupHintChance"`
GroupContext bool `yaml:"groupContext"`

HunyuanType int `yaml:"hunyuanType"`
Expand Down
1 change: 1 addition & 0 deletions template/config_template.go
Original file line number Diff line number Diff line change
Expand Up @@ -49,6 +49,7 @@ settings:
hideExtraLogs : false #忽略流信息的log,提高性能
urlSendPics : false #自己构造图床加速图片发送.需配置公网ip+放通port+设置正确的selfPath
groupHintWords : [] #当机器人位于群内时,需满足包含groupHintWords数组任意内容如[CQ:at,qq=2] 机器人的名字 等
groupHintChance : 0 #需与groupHintWords联用,代表不满足hintwords时概率触发,不启用groupHintWords相当于百分百概率回复.
groupContext : false #群上下文 在智能体在群内时,以群为单位处理上下文.

#Ws服务器配置
Expand Down
6 changes: 3 additions & 3 deletions utils/utils.go
Original file line number Diff line number Diff line change
Expand Up @@ -148,14 +148,14 @@ func GetKey(groupid int64, userid int64) string {
}

// 随机的分布发送
func ContainsRune(slice []rune, value rune, groupid int64) bool {
func ContainsRune(slice []rune, value rune, groupid int64, promptstr string) bool {
var probability int
if groupid == 0 {
// 获取概率百分比
probability = config.GetSplitByPuntuations()
probability = config.GetSplitByPuntuations(promptstr)
} else {
// 获取概率百分比
probability = config.GetSplitByPuntuationsGroup()
probability = config.GetSplitByPuntuationsGroup(promptstr)
}

for _, item := range slice {
Expand Down
Loading