155 lines
4.5 KiB
Go
155 lines
4.5 KiB
Go
// Copyright 2026 Alibaba Group
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package helpers
|
|
|
|
import (
|
|
"os"
|
|
"path/filepath"
|
|
"strings"
|
|
"testing"
|
|
)
|
|
|
|
func writeKnowledgeDir(t *testing.T) string {
|
|
t.Helper()
|
|
dir := t.TempDir()
|
|
faq := `# 安装
|
|
|
|
dws 通过 brew install dws 安装,升级用 dws upgrade。
|
|
|
|
# 缓存问题
|
|
|
|
服务发现已下线。出现命令缺失或 endpoint_not_resolved 时,检查静态端点目录并升级到包含该能力的 dws 版本。
|
|
`
|
|
bot := `# 机器人建联
|
|
|
|
用 dws devapp robot create 建号,dws devapp robot connect 建联。
|
|
卡片停在数据加载中说明回复超过了 AI 助理应答窗口。
|
|
`
|
|
if err := os.WriteFile(filepath.Join(dir, "faq.md"), []byte(faq), 0o644); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if err := os.WriteFile(filepath.Join(dir, "bot.md"), []byte(bot), 0o644); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
// Non-knowledge files are ignored.
|
|
if err := os.WriteFile(filepath.Join(dir, "logo.png"), []byte{0x89, 0x50}, 0o644); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
return dir
|
|
}
|
|
|
|
func TestKnowledgeBaseLoadAndChunk(t *testing.T) {
|
|
kb, err := loadKnowledgeBase(writeKnowledgeDir(t))
|
|
if err != nil {
|
|
t.Fatalf("load: %v", err)
|
|
}
|
|
// faq.md has 2 heading-chunks, bot.md has 1.
|
|
if len(kb.chunks) != 3 {
|
|
t.Fatalf("chunks = %d, want 3", len(kb.chunks))
|
|
}
|
|
}
|
|
|
|
func TestKnowledgeAugmentPicksRelevantChunk(t *testing.T) {
|
|
kb, err := loadKnowledgeBase(writeKnowledgeDir(t))
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
got := kb.augment("机器人卡在数据加载中怎么办")
|
|
if !strings.Contains(got, "AI 助理应答窗口") {
|
|
t.Fatalf("augment missed the bot chunk:\n%s", got)
|
|
}
|
|
if !strings.Contains(got, "用户问题:机器人卡在数据加载中怎么办") {
|
|
t.Fatalf("augment must keep the original question:\n%s", got)
|
|
}
|
|
if !strings.Contains(got, "bot.md") {
|
|
t.Fatalf("augment must cite the source file:\n%s", got)
|
|
}
|
|
}
|
|
|
|
func TestKnowledgeAugmentEnglishTerms(t *testing.T) {
|
|
kb, err := loadKnowledgeBase(writeKnowledgeDir(t))
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
got := kb.augment("endpoint_not_resolved 是干什么的")
|
|
if !strings.Contains(got, "静态端点目录") {
|
|
t.Fatalf("augment missed the cache chunk:\n%s", got)
|
|
}
|
|
}
|
|
|
|
func TestKnowledgeAugmentNoMatchPassesThrough(t *testing.T) {
|
|
kb, err := loadKnowledgeBase(writeKnowledgeDir(t))
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
q := "qqqq zzzz xxxx"
|
|
if got := kb.augment(q); got != q {
|
|
t.Fatalf("no-match should pass through, got:\n%s", got)
|
|
}
|
|
}
|
|
|
|
func TestKnowledgeBaseEmptyDirErrors(t *testing.T) {
|
|
if _, err := loadKnowledgeBase(t.TempDir()); err == nil {
|
|
t.Fatal("empty dir should error so a typo'd --knowledge-dir is loud")
|
|
}
|
|
}
|
|
|
|
func TestKnowledgeNilBasePassesThrough(t *testing.T) {
|
|
var kb *knowledgeBase
|
|
if got := kb.augment("你好"); got != "你好" {
|
|
t.Fatalf("nil kb should pass through, got %q", got)
|
|
}
|
|
}
|
|
|
|
func TestIsKnowledgeTextExt(t *testing.T) {
|
|
for _, e := range []string{".md", ".MD", ".markdown", ".mdx", ".txt", ".text"} {
|
|
if !isKnowledgeTextExt(e) {
|
|
t.Fatalf("%q should be an indexable text ext", e)
|
|
}
|
|
}
|
|
for _, e := range []string{".pdf", ".docx", ".json", ".png", ""} {
|
|
if isKnowledgeTextExt(e) {
|
|
t.Fatalf("%q should NOT be indexable", e)
|
|
}
|
|
}
|
|
}
|
|
|
|
func TestKnowledgeBaseIndexesMarkdownFamily(t *testing.T) {
|
|
dir := t.TempDir()
|
|
if err := os.WriteFile(filepath.Join(dir, "a.markdown"), []byte("# 标题\n\n内容关于考勤制度的说明。"), 0o644); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if err := os.WriteFile(filepath.Join(dir, "b.text"), []byte("纯文本资料一段。"), 0o644); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
kb, err := loadKnowledgeBase(dir)
|
|
if err != nil {
|
|
t.Fatalf("load: %v", err)
|
|
}
|
|
if len(kb.chunks) == 0 {
|
|
t.Fatal(".markdown/.text should be indexed")
|
|
}
|
|
}
|
|
|
|
func TestKnowledgeBaseNoTextFilesError(t *testing.T) {
|
|
dir := t.TempDir()
|
|
if err := os.WriteFile(filepath.Join(dir, "doc.pdf"), []byte("%PDF-1.7"), 0o644); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
_, err := loadKnowledgeBase(dir)
|
|
if err == nil || !strings.Contains(err.Error(), "没有可用的文本内容") {
|
|
t.Fatalf("a dir with only non-text files should error clearly, got %v", err)
|
|
}
|
|
}
|