330 lines
7.1 KiB
Go
330 lines
7.1 KiB
Go
package worker
|
||
|
||
import (
|
||
"StuAcaWorksAI/proto"
|
||
"bytes"
|
||
"encoding/json"
|
||
"fmt"
|
||
"io"
|
||
"io/ioutil"
|
||
"log"
|
||
"mime/multipart"
|
||
"net/http"
|
||
"strconv"
|
||
"strings"
|
||
)
|
||
|
||
var client *http.Client
|
||
|
||
// 初始化
|
||
func InitReq() {
|
||
client = &http.Client{}
|
||
}
|
||
|
||
// 发起post请求
|
||
func Post(url string, bodyType string, body string) (*http.Response, error) {
|
||
req, err := http.NewRequest("POST", url, nil)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
req.Header.Set("Content-Type", bodyType)
|
||
req.Body = io.NopCloser(strings.NewReader(body))
|
||
return client.Do(req)
|
||
}
|
||
|
||
// 发送到机器人
|
||
func SendToRobot(url string, body string) (map[string]interface{}, error) {
|
||
resp, err := Post(url, "application/json", body)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
defer resp.Body.Close()
|
||
m := make(map[string]interface{})
|
||
err = json.NewDecoder(resp.Body).Decode(&m)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
return m, nil
|
||
}
|
||
|
||
// 生成补全的函数
|
||
func GenerateCompletion(url, prompt string, model string) (map[string]interface{}, error) {
|
||
data := map[string]interface{}{
|
||
"model": model,
|
||
"prompt": prompt,
|
||
"stream": false,
|
||
}
|
||
jsonData, err := json.Marshal(data)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
|
||
req, err := http.NewRequest("POST", url, bytes.NewBuffer(jsonData))
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
req.Header.Set("Content-Type", "application/json")
|
||
|
||
client_ := &http.Client{}
|
||
resp, err := client_.Do(req)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
defer resp.Body.Close()
|
||
|
||
body, err := ioutil.ReadAll(resp.Body)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
|
||
var result map[string]interface{}
|
||
err = json.Unmarshal(body, &result)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
|
||
return result, nil
|
||
}
|
||
|
||
// 获取同步数据通用方法
|
||
func SyncDataFromMasterReq(url string, token string) proto.UserSync {
|
||
//从接口获取数据
|
||
req, err := http.NewRequest("POST", url, nil)
|
||
if err != nil {
|
||
return proto.UserSync{}
|
||
}
|
||
req.Header.Set("token", token)
|
||
//json负载
|
||
req.Header.Set("Content-Type", "application/json")
|
||
//传输数据
|
||
m := make(map[string]interface{})
|
||
m["token"] = token
|
||
m["device"] = ""
|
||
|
||
if client == nil {
|
||
client = &http.Client{}
|
||
}
|
||
client = &http.Client{}
|
||
//获取数据
|
||
resp, err := client.Do(req)
|
||
if err != nil {
|
||
return proto.UserSync{}
|
||
}
|
||
defer resp.Body.Close()
|
||
body, err := io.ReadAll(resp.Body)
|
||
if err != nil {
|
||
return proto.UserSync{}
|
||
}
|
||
var result map[string]interface{}
|
||
err = json.Unmarshal(body, &result)
|
||
if err != nil {
|
||
return proto.UserSync{}
|
||
}
|
||
fmt.Println("SyncDataFromMasterReq result:", result)
|
||
if result["code"].(float64) != 0 {
|
||
return proto.UserSync{}
|
||
}
|
||
var userSync proto.UserSync
|
||
err = json.Unmarshal([]byte(result["data"].(string)), &userSync)
|
||
if err != nil {
|
||
return proto.UserSync{}
|
||
}
|
||
return userSync
|
||
}
|
||
|
||
type Response struct {
|
||
Code int `json:"code"`
|
||
Message string `json:"message"`
|
||
Data proto.UserSync `json:"data"`
|
||
}
|
||
|
||
// 获取数据,全量及增量
|
||
func SyncDataFromMasterReq2(url string, data proto.SyncUserReq) (proto.UserSync, error) {
|
||
defer func() {
|
||
if r := recover(); r != nil {
|
||
fmt.Println("SyncDataFromMasterReq2 error:", r)
|
||
}
|
||
}()
|
||
|
||
var res proto.UserSync
|
||
//从接口获取数据
|
||
json_data, err := json.Marshal(data)
|
||
if err != nil {
|
||
return res, err
|
||
}
|
||
req, err := http.NewRequest("POST", url, bytes.NewBuffer(json_data))
|
||
if err != nil {
|
||
return res, err
|
||
}
|
||
req.Header.Set("Content-Type", "application/json")
|
||
//传输数据
|
||
if client == nil {
|
||
client = &http.Client{}
|
||
}
|
||
//获取数据
|
||
resp, err := client.Do(req)
|
||
if err != nil {
|
||
return res, err
|
||
}
|
||
defer resp.Body.Close()
|
||
//解析数据
|
||
responseBod, err := io.ReadAll(resp.Body)
|
||
if err != nil {
|
||
return res, err
|
||
}
|
||
var response Response
|
||
err = json.Unmarshal(responseBod, &response)
|
||
if err != nil {
|
||
return res, err
|
||
}
|
||
res = response.Data
|
||
fmt.Println("SyncDataFromMasterReq2 result add data:", len(res.Add), "update data:", len(res.Update), "delete data:", len(res.Delete))
|
||
return res, nil
|
||
}
|
||
|
||
func DoPostRequestJSON(url string, jsonData []byte, headers map[string]string) (error, []byte) {
|
||
httpClient := &http.Client{}
|
||
defer func() {
|
||
if r := recover(); r != nil {
|
||
fmt.Println("SyncDataFromMasterReq2 error:", r)
|
||
}
|
||
}()
|
||
|
||
//从接口获取数据
|
||
req, err := http.NewRequest("POST", url, bytes.NewBuffer(jsonData))
|
||
if err != nil {
|
||
return err, nil
|
||
}
|
||
req.Header.Set("Content-Type", "application/json")
|
||
//设置header
|
||
for k, v := range headers {
|
||
req.Header.Set(k, v)
|
||
}
|
||
//传输数据
|
||
if httpClient == nil {
|
||
httpClient = &http.Client{}
|
||
}
|
||
//获取数据
|
||
resp, err := httpClient.Do(req)
|
||
if err != nil {
|
||
return err, nil
|
||
}
|
||
defer resp.Body.Close()
|
||
//解析数据
|
||
responseBod, err := io.ReadAll(resp.Body)
|
||
if err != nil {
|
||
return err, nil
|
||
}
|
||
return err, responseBod
|
||
}
|
||
|
||
func DoPostRequestForm(url string, jsonData []byte, headers map[string]string) (error, []byte) {
|
||
httpClient := &http.Client{}
|
||
defer func() {
|
||
if r := recover(); r != nil {
|
||
fmt.Println("SyncDataFromMasterReq2 error:", r)
|
||
}
|
||
}()
|
||
|
||
// 创建一个新的 buffer 用于存储 multipart/form-data 请求体
|
||
body := &bytes.Buffer{}
|
||
writer := multipart.NewWriter(body)
|
||
// 修改 data 类型为 map[string]interface{} 以支持不同类型的值
|
||
var data map[string]interface{}
|
||
err2 := json.Unmarshal(jsonData, &data)
|
||
if err2 != nil {
|
||
log.Println("do post json unmarshal error:", err2)
|
||
return err2, nil
|
||
}
|
||
|
||
var err error
|
||
for k, v := range data {
|
||
switch val := v.(type) {
|
||
case bool:
|
||
// 处理布尔类型的值
|
||
err = writer.WriteField(k, strconv.FormatBool(val))
|
||
case string:
|
||
// 处理字符串类型的值
|
||
err = writer.WriteField(k, val)
|
||
default:
|
||
// 其他类型可以根据需要扩展处理逻辑
|
||
log.Printf("Unsupported type for field %s: %T\n", k, v)
|
||
continue
|
||
}
|
||
if err != nil {
|
||
log.Println("write field error:", err)
|
||
return err, nil
|
||
}
|
||
}
|
||
|
||
// 关闭 writer 以完成请求体的构建
|
||
err = writer.Close()
|
||
if err != nil {
|
||
return err, nil
|
||
}
|
||
|
||
// 创建 POST 请求
|
||
req, err := http.NewRequest("POST", url, body)
|
||
if err != nil {
|
||
return err, nil
|
||
}
|
||
|
||
// 设置 Content-Type 为 multipart/form-data，并带上 boundary
|
||
req.Header.Set("Content-Type", writer.FormDataContentType())
|
||
|
||
// 设置其他自定义请求头
|
||
for k, v := range headers {
|
||
req.Header.Set(k, v)
|
||
}
|
||
|
||
// 发送请求
|
||
resp, err := httpClient.Do(req)
|
||
if err != nil {
|
||
return err, nil
|
||
}
|
||
defer resp.Body.Close()
|
||
|
||
// 读取响应体
|
||
responseBod, err := io.ReadAll(resp.Body)
|
||
if err != nil {
|
||
return err, nil
|
||
}
|
||
|
||
return nil, responseBod
|
||
}
|
||
|
||
func DoGetRequest(url string, headers map[string]string) (error, []byte) {
|
||
httpClient := &http.Client{}
|
||
defer func() {
|
||
if r := recover(); r != nil {
|
||
fmt.Println("SyncDataFromMasterReq2 error:", r)
|
||
}
|
||
}()
|
||
|
||
//从接口获取数据
|
||
req, err := http.NewRequest("GET", url, nil)
|
||
if err != nil {
|
||
return err, nil
|
||
}
|
||
//设置header
|
||
for k, v := range headers {
|
||
req.Header.Set(k, v)
|
||
}
|
||
//传输数据
|
||
if httpClient == nil {
|
||
httpClient = &http.Client{}
|
||
}
|
||
//获取数据
|
||
resp, err := httpClient.Do(req)
|
||
if err != nil {
|
||
return err, nil
|
||
}
|
||
defer resp.Body.Close()
|
||
//解析数据
|
||
responseBod, err := io.ReadAll(resp.Body)
|
||
if err != nil {
|
||
return err, nil
|
||
}
|
||
return err, responseBod
|
||
}
|