初始化项目

2025-01-06 16:01:02 +08:00
commit 1b77f62820
575 changed files with 69193 additions and 0 deletions
--- a/trunk/framework/forbidWordsMgr/forbidWordsUtil.go
+++ b/trunk/framework/forbidWordsMgr/forbidWordsUtil.go
@@ -0,0 +1,256 @@
+package forbidWordsMgr
+
+import (
+	"encoding/json"
+	"errors"
+	"fmt"
+	"strconv"
+	"strings"
+	"time"
+
+	"Framework/goroutineMgr"
+	. "Framework/managecenterModel"
+	"goutil/dfaUtil"
+	"goutil/logUtil"
+	"goutil/mathUtil"
+	"goutil/webUtil"
+	"goutil/zlibUtil"
+)
+
+type ForbidWords struct {
+	//游戏ID
+	GameId int
+	//屏蔽字
+	Words string
+}
+
+// 请求屏蔽字库地址
+const GetForbidWordURL string = "http://forbidword.7qule.com/Query"
+
+//const GetForbidWordURL string = "http://10.253.0.186:10090/Query"
+
+var (
+	mHashValue string
+	mDFAUtil   *dfaUtil.DFAUtil
+	mGameId    int
+	rand       *mathUtil.Rand
+	mGameOnly  bool = false
+)
+
+// 获取屏蔽字
+func refreshForbidWord() error {
+
+	//定义参数
+	requestParamMap := make(map[string]string, 0)
+	requestParamMap["GameId"] = strconv.Itoa(mGameId)
+	requestParamMap["HashValue"] = mHashValue
+	requestParamMap["DataType"] = "0"
+	requestParamMap["IsResultCompressed"] = "true"
+	if mGameOnly {
+		requestParamMap["GameOnly"] = "true"
+	}
+	//data, _ := json.Marshal(requestParamMap)
+
+	//请求url,请求头
+	header := webUtil.GetFormHeader()
+	transport := webUtil.NewTransport()
+	transport.DisableKeepAlives = true
+	transport = webUtil.GetTimeoutTransport(transport, 1000)
+
+	statusCode, returnBytesTemp, err := webUtil.PostMapData(GetForbidWordURL, requestParamMap, header, transport)
+	//statusCode, returnBytes, err := webUtil.PostMapData(GetForbidWordURL, requestParamMap, header, nil)
+	if err != nil {
+		logUtil.ErrorLog(fmt.Sprintf("获取屏蔽字出错，url:%s,错误信息为:%s", GetForbidWordURL, err))
+		return err
+	}
+	if statusCode != 200 {
+		logUtil.ErrorLog(fmt.Sprintf("获取屏蔽字出错，url:%s,错误码为:%d", GetForbidWordURL, statusCode))
+		return err
+	}
+
+	//解压
+	returnBytes, err := zlibUtil.Decompress(returnBytesTemp)
+	if err != nil {
+		logUtil.ErrorLog("返回结果解压失败")
+		return err
+	}
+
+	// 解析返回值
+	returnObj := new(ReturnObject)
+	if err = json.Unmarshal(returnBytes, &returnObj); err != nil {
+		logUtil.ErrorLog(fmt.Sprintf("获取屏蔽字反序列化返回值出错，错误信息为：%s, str:%s", err, string(returnBytes)))
+		return err
+	}
+
+	// 判断返回状态是否为成功
+	if returnObj.Code != 0 {
+		msg := fmt.Sprintf("获取屏蔽字出错，返回状态：%d，信息为：%s", returnObj.Code, returnObj.Message)
+		logUtil.ErrorLog(msg)
+		return errors.New(msg)
+	} else if returnObj.Code == 0 && len(returnObj.HashValue) == 0 { //表示没有更新
+		return nil
+	}
+
+	// 解析Data
+	var tmpForbidWordList []*ForbidWords
+	if data, ok := returnObj.Data.(string); !ok {
+		msg := "获取屏蔽字出错，返回的数据不是string类型"
+		logUtil.ErrorLog(msg)
+		return errors.New(msg)
+	} else {
+		if err = json.Unmarshal([]byte(data), &tmpForbidWordList); err != nil {
+			logUtil.ErrorLog(fmt.Sprintf("获取屏蔽字反序列化数据出错，错误信息为：%s", err))
+			return err
+		}
+	}
+
+	//缓存hasvalue
+	mHashValue = returnObj.HashValue
+
+	//获取屏蔽字数组
+	var temWordArray []string
+	for _, item := range tmpForbidWordList {
+		temWordArray = append(temWordArray, strings.ToUpper(item.Words))
+	}
+	//dfa
+	mDFAUtil = dfaUtil.NewDFAUtil(temWordArray)
+
+	return nil
+}
+
+// 是否包含屏蔽字
+func IsSensitiveWords(input string) (exist bool) {
+	input = strings.ToUpper(input)
+	exist = mDFAUtil.IsMatch(input)
+
+	return
+}
+
+// 取出屏蔽字及开始位置
+func SensitiveWords(input string) (words []string, pos []int, exist bool) {
+	input2 := strings.ToUpper(input)
+	inputRune := []rune(input)
+	startIndexList, endIndexList := mDFAUtil.SearchSentence(input2)
+	if len(startIndexList) > 0 {
+		exist = true
+		words = make([]string, 0, len(startIndexList))
+		pos = make([]int, 0, len(startIndexList))
+		for i := 0; i < len(startIndexList); i++ {
+			start := startIndexList[i]
+			end := endIndexList[i]
+			words = append(words, string(inputRune[start:end+1]))
+			pos = append(pos, start)
+		}
+	}
+
+	return
+}
+
+// 取出屏蔽字及开始及结束位置
+func SensitiveWordsEndStartPos(input string) (words []string, starts, ends []int, exist bool) {
+	input2 := strings.ToUpper(input)
+	inputRune := []rune(input)
+	startIndexList, endIndexList := mDFAUtil.SearchSentence(input2)
+	if len(startIndexList) > 0 {
+		exist = true
+		words = make([]string, 0, len(startIndexList))
+		starts = startIndexList
+		ends = endIndexList
+		for i := 0; i < len(startIndexList); i++ {
+			start := startIndexList[i]
+			end := endIndexList[i]
+			words = append(words, string(inputRune[start:end+1]))
+			//pos = append(pos, start)
+		}
+	}
+
+	return
+}
+
+// 根据用户输入的替换词替换敏感词
+func ReplaceSendsitiveWords(input, replaceStr string) (newStr string) {
+	words, _, _, exist := SensitiveWordsEndStartPos(input)
+	newStr = input
+	//如果不存在敏感词，则直接返回
+	if !exist {
+		return
+	}
+	//循环替换
+	for _, sendsitiveWord := range words {
+		newStr = strings.Replace(newStr, sendsitiveWord, replaceStr, -1)
+	}
+
+	return
+}
+
+// 判断服务器是否存在
+func IfServerExists() (exist bool) {
+
+	return
+}
+
+// 处理屏蔽字
+func HandleSendsitiveWords(input string) (newStr string) {
+	newStr = mDFAUtil.HandleWord(input, rune('*'))
+
+	return
+}
+
+// 处理敏感字-xjChat
+func HandleSendsitiveWordsUseStr(input string, replaceCh string) (newStr string) {
+	newStr = mDFAUtil.HandleWordUseStr(input, replaceCh)
+
+	return
+}
+
+// 定时刷新屏蔽字库
+func StartRefreshForbidWordListTread(gameId int) {
+	rand = mathUtil.GetRand()
+	mGameId = gameId
+	// 定时刷新数据
+	go func() {
+		goroutineName := "forbidWordsMgr.StartRefreshForbidWordListTread"
+		goroutineMgr.Monitor(goroutineName)
+		defer goroutineMgr.ReleaseMonitor(goroutineName)
+
+		for {
+
+			func() {
+				// 防止panic
+				defer func() {
+					if r := recover(); r != nil {
+						logUtil.LogUnknownError(r)
+					}
+				}()
+
+				// 刷新屏蔽字
+				refreshForbidWord()
+
+			}()
+
+			// 每5分钟刷新一次
+			time.Sleep(time.Duration(rand.GetRandRangeInt64(120, 300)) * time.Second)
+		}
+	}()
+}
+
+// 定时刷新屏蔽字库（排除公共字库，只刷新游戏内的）
+func StartRefreshForbidWordListTreadExcludeComm(gameId int) {
+	rand = mathUtil.GetRand()
+	mGameId = gameId
+	mGameOnly = true
+	// 定时刷新数据
+	go func() {
+		goroutineName := "forbidWordsMgr.StartRefreshForbidWordListTread"
+		goroutineMgr.Monitor(goroutineName)
+		defer goroutineMgr.ReleaseMonitor(goroutineName)
+
+		for {
+			// 刷新屏蔽字
+			refreshForbidWord()
+
+			// 每5分钟刷新一次
+			time.Sleep(time.Duration(rand.GetRandRangeInt64(120, 300)) * time.Second)
+		}
+	}()
+}
--- a/trunk/framework/forbidWordsMgr/forbidWords_test.go
+++ b/trunk/framework/forbidWordsMgr/forbidWords_test.go
@@ -0,0 +1,61 @@
+package forbidWordsMgr
+
+import (
+	"fmt"
+	"testing"
+	"time"
+)
+
+// type Persion struct {
+// 	name string
+// }
+
+// 屏蔽字详细信息
+func Test1(t *testing.T) {
+	//启动获取屏蔽字
+	refreshForbidWord()
+
+	words, pos, exist := SensitiveWords("测试，测试")
+	if exist {
+		t.Log(words, pos)
+	}
+
+	t.Log("END")
+}
+
+func TestForbidWord(t *testing.T) {
+	// //启动获取屏蔽字
+	// refreshForbidWord()
+
+	// //判断是否有屏蔽字
+	// str := "好多花姑凉"
+
+	// isExist := IsSensitiveWords(str)
+
+	// fmt.Println("是否有敏感字：", isExist)
+
+	// //处理屏蔽字
+	// if isExist {
+	// 	newstr := HandleSendsitiveWords(str)
+
+	// 	fmt.Println("newStr:", newstr)
+	// }
+
+	// persionSlice := make([]*Persion, 0, 5)
+	// //var persionSlice []*Persion
+	// for i := 0; i < 10; i++ {
+	// 	p := &Persion{
+	// 		name: "append",
+	// 	}
+	// 	persionSlice = append(persionSlice, p)
+	// 	fmt.Println(&persionSlice)
+	// }
+
+	///fmt.Println(IfServerExists())
+	StartRefreshForbidWordListTread(27)
+	time.Sleep(10 * time.Second)
+	fmt.Println(IsSensitiveWords("g点双享器"))
+	fmt.Println(IsSensitiveWords("G点双享器"))
+	time.Sleep(5 * time.Hour)
+
+}