speechAnalysis/service/process.go

package service

import (
	"bytes"
	"context"
	"encoding/json"
	"errors"
	"fmt"
	"github.com/fsnotify/fsnotify"
	"gorm.io/gorm"
	"io"
	"log"
	"mime/multipart"
	"net/http"
	"os"
	"path/filepath"
	"speechAnalysis/conf"
	"speechAnalysis/constvar"
	"speechAnalysis/models"
	"speechAnalysis/pkg/logx"
	"strings"
	"time"
)

// Response 结构体用于存储响应体的内容
type Response struct {
	Code   int     `json:"code"`
	Msg    string  `json:"msg"`
	Result string  `json:"result"`
	Score  float64 `json:"score"`
}

func AnalysisAudio(filename string, targetURL string) (resp Response, err error) {
	file, err := os.Open(filename)
	if err != nil {
		return
	}
	defer file.Close()

	// 创建一个缓冲区来存储表单数据
	var requestBody bytes.Buffer
	writer := multipart.NewWriter(&requestBody)

	// 创建一个表单字段，用于存储文件
	fileWriter, err := writer.CreateFormFile("audio", filename)
	if err != nil {
		return
	}

	// 将文件内容复制到表单字段中
	_, err = io.Copy(fileWriter, file)
	if err != nil {
		return
	}

	// 关闭表单写入器，以便写入末尾的边界
	writer.Close()

	// 创建POST请求，指定URL和请求体
	request, err := http.NewRequest("POST", targetURL, &requestBody)
	if err != nil {
		return
	}

	// 设置请求头，指定Content-Type为multipart/form-data
	request.Header.Set("Content-Type", writer.FormDataContentType())

	// 发送请求
	client := &http.Client{}
	response, err := client.Do(request)
	if err != nil {
		return
	}
	defer response.Body.Close()

	// 读取响应
	body := &bytes.Buffer{}
	_, err = io.Copy(body, response.Body)
	if err != nil {
		return
	}

	err = json.NewDecoder(body).Decode(&resp)
	if err != nil {
		return
	}

	return
}

func Process(audioId uint) (err error) {
	audio, err := models.NewAudioSearch().SetID(audioId).First()

	if err != nil {
		return errors.New("查找音频失败")
	}

	if audio.AudioStatus != constvar.AudioStatusUploadOk && audio.AudioStatus != constvar.AudioStatusFailed {
		return errors.New("状态不正确")
	}

	err = models.NewAudioSearch().SetID(audioId).UpdateByMap(map[string]interface{}{"audio_status": constvar.AudioStatusProcessing})
	if err != nil {
		return errors.New("DB错误")
	}

	go func() {
		var resp Response
		sz := audio.Size / 1024 / 1024
		if sz > 2 {
			resp, err = AnalysisAudio(audio.FilePath, conf.AanlysisConf.LongUrl)
		} else {
			resp, err = AnalysisAudio(audio.FilePath, conf.AanlysisConf.Url)
		}
		if err != nil {
			logx.Errorf("err when AnalysisAudio:%v", err)
			_ = models.NewAudioSearch().SetID(audioId).UpdateByMap(map[string]interface{}{"audio_status": constvar.AudioStatusFailed})
			return
		}
		if resp.Code != 0 {
			logx.Errorf("AnalysisAudio error return:%v", resp)
			_ = models.NewAudioSearch().SetID(audioId).UpdateByMap(map[string]interface{}{"audio_status": constvar.AudioStatusFailed})
			return
		}
		logx.Infof("AnalysisAudio result: %v", resp)
		words := GetWordFromText(resp.Result, audio)

		err = models.WithTransaction(func(db *gorm.DB) error {
			err = models.NewAudioSearch().SetOrm(db).SetID(audioId).UpdateByMap(map[string]interface{}{
				"audio_status": constvar.AudioStatusFinish,
				"score":        resp.Score,
				"tags":         strings.Join(words, ","),
			})
			if err != nil {
				return err
			}
			err = models.NewAudioTextSearch().SetOrm(db).Save(&models.AudioText{
				AudioID:   audio.ID,
				AudioText: resp.Result,
			})
			return err
		})
		if err != nil {
			logx.Infof("AnalysisAudio success but update record failed: %v", err)
			_ = models.NewAudioSearch().SetID(audioId).UpdateByMap(map[string]interface{}{"audio_status": constvar.AudioStatusFailed})
			return
		}
	}()

	return nil
}

func GetWordFromText(text string, audio *models.Audio) (words []string) {
	if audio == nil {
		return nil
	}
	wordRecords, err := models.NewWordSearch().SetLocomotiveNumber(audio.LocomotiveNumber).FindNotTotal()
	if err != nil || len(wordRecords) == 0 {
		return nil
	}
	for _, v := range wordRecords {
		if strings.Contains(text, v.Content) {
			words = append(words, v.Content)
		}
	}
	return words
}

func PreLoad(cxt context.Context) {
	mkdirErr := os.MkdirAll(conf.LocalConf.PreLoadPath, os.ModePerm)
	if mkdirErr != nil {
		logx.Errorf("function os.MkdirAll() err:%v", mkdirErr)
	}
	mkdirErr1 := os.MkdirAll(conf.LocalConf.StorePath, os.ModePerm)
	if mkdirErr1 != nil {
		logx.Errorf("function os.MkdirAll() err:%v", mkdirErr1)
	}
	//文件夹下新增音频文件时触发
	watcher, err := fsnotify.NewWatcher()
	if err != nil {
		log.Fatal(err)
	}
	defer watcher.Close()
	err = watcher.Add(conf.LocalConf.PreLoadPath)
	if err != nil {
		log.Fatal(err)
	}

	audoF := func(eventName, fileName string, audio *models.Audio) bool {
		time.Sleep(time.Second * 1)
		//设置文件访问权限
		err = os.Chmod(eventName, 0777)
		if err != nil {
			logx.Errorf(fmt.Sprintf("%s:%s", eventName, "设置文件权限失败"))
		}

		//校验文件命名
		arr := strings.Split(fileName, "_")
		if len(arr) != 6 {
			logx.Errorf(fmt.Sprintf("%s:%s", fileName, "文件名称错误"))
			return false
		}
		timeStr := arr[4] + strings.Split(arr[5], ".")[0]
		t, err := time.ParseInLocation("20060102150405", timeStr, time.Local)
		if err != nil {
			logx.Errorf(fmt.Sprintf("%s:%s", fileName, "时间格式不对"))
		}

		//查重
		_, err = models.NewAudioSearch().SetName(fileName).First()
		if err != gorm.ErrRecordNotFound {
			logx.Errorf(fmt.Sprintf("%s:%s", fileName, "重复上传"))
			return false
		}

		//将文件移动到uploads文件夹下
		//判断storePath中末尾是否带
		var src string
		if strings.HasSuffix(conf.LocalConf.StorePath, "/") {
			src = conf.LocalConf.StorePath + fileName
		} else {
			src = conf.LocalConf.StorePath + "/" + fileName
		}
		err = os.Rename(eventName, src)
		if err != nil {
			logx.Errorf(fmt.Sprintf("%s:%s", fileName, "移动文件失败"))
			return false
		}
		// 读取文件大小
		fileInfo, err := os.Stat(src)
		if err != nil {
			logx.Errorf(fmt.Sprintf("%s:%s", fileName, "获取文件大小失败"))
			return false
		}
		size := fileInfo.Size()
		fmt.Println("fileName:", fileName, "size:", size, "src1", src)

		audio.Name = fileName
		audio.Size = size
		audio.FilePath = src
		audio.AudioStatus = constvar.AudioStatusUploadOk
		audio.LocomotiveNumber = arr[0]
		audio.TrainNumber = arr[1]
		audio.DriverNumber = arr[2]
		audio.Station = arr[3]
		audio.OccurrenceAt = t
		audio.IsFollowed = 0
		return true
	}

	txtF := func(filePath string, audio *models.Audio) bool {
		fileName := filepath.Base(filePath)
		//读取filepath文件内容到bts
		bts, err := os.ReadFile(filePath)
		if err != nil {
			logx.Errorf(fmt.Sprintf("%s:%s", filePath, "读取txt文件失败"))
			return false
		}
		//解析 交路号:123_公里标:321
		fileds := string(bts)
		arr := strings.Split(fileds, "_")
		if len(arr) != 2 {
			logx.Errorf(fmt.Sprintf("%s:%s", filePath, "读取txt文件内容格式不对"))
			return false
		} else {
			RouteNumber := strings.Split(arr[0], ":")
			KilometerMarker := strings.Split(arr[1], ":")
			if len(RouteNumber) > 1 && len(KilometerMarker) > 1 {
				audio.RouteNumber = RouteNumber[1]
				audio.KilometerMarker = KilometerMarker[1]
			} else {
				logx.Errorf(fmt.Sprintf("%s:%s", filePath, "文件内容格式不对"))
				return false
			}
		}
		var src string
		if strings.HasSuffix(conf.LocalConf.StorePath, "/") {
			src = conf.LocalConf.StorePath + fileName
		} else {
			src = conf.LocalConf.StorePath + "/" + fileName
		}
		err = os.Rename(filePath, src)
		if err != nil {
			logx.Errorf(fmt.Sprintf("%s:%s", fileName, "移动文件失败"))
			return false
		}
		audio.TxtFilePath = src
		return true
	}

	//成对变量
	pair := make(map[string]string)
FOR:
	for {
		select {
		case <-cxt.Done():
			fmt.Println("preload stop")
			break FOR // 退出循环
		case event, ok := <-watcher.Events:
			if !ok {
				continue
			}
			if event.Op&fsnotify.Create == fsnotify.Create {
				// 文件名
				fileName := filepath.Base(event.Name)
				//获取不带扩展名的文件名
				name := strings.TrimSuffix(fileName, filepath.Ext(fileName))
				//判断文件在pair中
				if _, ok := pair[name]; !ok {
					pair[name] = event.Name
				} else {
					audio := &models.Audio{}
					isOk := true
					// 判断文件类型是否为.mp3或.wav
					if filepath.Ext(event.Name) == ".mp3" || filepath.Ext(event.Name) == ".wav" {
						isOk = audoF(event.Name, fileName, audio) && txtF(pair[name], audio)
					}
					if filepath.Ext(event.Name) == ".txt" {
						isOk = audoF(pair[name], filepath.Base(pair[name]), audio) && txtF(event.Name, audio)
					}
					if !isOk {
						delete(pair, name)
						continue
					}
					if len(audio.Name) > 0 {
						if err = models.NewAudioSearch().Create(audio); err != nil {
							logx.Errorf(fmt.Sprintf("%s:%s", fileName, "数据库create失败"))
							continue
						}
						go func() {
							var trainInfoNames = []string{audio.LocomotiveNumber, audio.TrainNumber, audio.Station} //
							var (
								info   *models.TrainInfo
								err    error
								parent models.TrainInfo
							)
							for i := 0; i < 3; i++ {
								name := trainInfoNames[i]
								class := constvar.Class(i + 1)
								info, err = models.NewTrainInfoSearch().SetName(name).SetClass(class).First()
								if err == gorm.ErrRecordNotFound {
									info = &models.TrainInfo{
										Name:     name,
										Class:    class,
										ParentID: parent.ID,
									}
									_ = models.NewTrainInfoSearch().Create(info)
								}
								parent = *info
							}

						}()
					}
				}
			}
		case err, ok := <-watcher.Errors:
			if !ok {
				logx.Errorf(err.Error())
			}
		}
	}
}