From 623cac96df19f417f03d3a35434b4882983a3d57 Mon Sep 17 00:00:00 2001 From: "suguo.yao" Date: Fri, 28 Oct 2022 16:22:56 +0800 Subject: [PATCH] tewt --- go.mod | 2 ++ readme.md | 1 + service/word-service.go | 28 ++++++++++++++++++++++++++++ service/word_test.go | 11 +++++++++++ 4 files changed, 42 insertions(+) create mode 100644 service/word_test.go diff --git a/go.mod b/go.mod index 03a54ab..ff2626d 100644 --- a/go.mod +++ b/go.mod @@ -17,6 +17,7 @@ require ( require ( github.com/gin-contrib/sse v0.1.0 // indirect + github.com/go-ego/gse v0.70.2 // indirect github.com/go-ole/go-ole v1.2.6 // indirect github.com/go-playground/locales v0.13.0 // indirect github.com/go-playground/universal-translator v0.17.0 // indirect @@ -34,6 +35,7 @@ require ( github.com/tklauser/go-sysconf v0.3.10 // indirect github.com/tklauser/numcpus v0.4.0 // indirect github.com/ugorji/go/codec v1.1.7 // indirect + github.com/vcaesar/cedar v0.20.1 // indirect github.com/yusufpapurcu/wmi v1.2.2 // indirect golang.org/x/crypto v0.0.0-20220411220226-7b82a4e95df4 // indirect golang.org/x/net v0.0.0-20220412020605-290c469a71a5 // indirect diff --git a/readme.md b/readme.md index abd1931..62f4da0 100644 --- a/readme.md +++ b/readme.md @@ -7,6 +7,7 @@ #### 项目资料 https://github.com/sea-team/gofound +github.com/go-ego/gse #### 实例环境构建 diff --git a/service/word-service.go b/service/word-service.go index a1609fc..089bc3c 100644 --- a/service/word-service.go +++ b/service/word-service.go @@ -1,6 +1,34 @@ package service +import ( + "fmt" + + "github.com/go-ego/gse" +) + // 分词 func WordCut(keyword string) []string { return container.Tokenizer.Cut(keyword) } + +var ( + seg gse.Segmenter +) + +func init() { + s, err := gse.New("zh", "alpha") + if err != nil { + panic(err) + } + // s.LoadDict() + s.LoadDict("zh_s") + seg = s +} + +func Cut(w string) []string { + hmm := seg.Cut(w, false) + po := seg.Pos(w, true) + r := seg.TrimPos(po) + fmt.Println(r) + return seg.Trim(hmm) +} diff --git a/service/word_test.go b/service/word_test.go new file mode 100644 index 0000000..1ab099c --- /dev/null +++ b/service/word_test.go @@ -0,0 +1,11 @@ +package service + +import ( + "fmt" + "testing" +) + +func TestCut(t *testing.T) { + a := Cut("而这些并不是完全重要,更加重要的问题是, 海贝尔曾经提到过,人生就是学校。在那里,与其说好的教师是幸福,不如说好的教师是不幸。") + fmt.Println(a) +}