Compare commits

..

No commits in common. "main" and "v0.3.3" have entirely different histories.
main ... v0.3.3

2 changed files with 19 additions and 138 deletions

View File

@ -7,7 +7,6 @@ import (
"net/http"
"os"
"os/signal"
"runtime/debug"
"sync"
"time"
@ -26,9 +25,8 @@ var Interrupted = false
var WaitClaimWorker sync.WaitGroup
var WaitProcesserWorker sync.WaitGroup
var project_id = "huashijie_work"
var Logger *log.Logger
// 2024/06/08 16:22:36 [huashijie_work] ...
var Logger = log.New(os.Stdout, "[huashijie_work] ", log.Ldate|log.Ltime|log.Lmsgprefix)
var DEBUG = false
func init() {
@ -43,23 +41,6 @@ func init() {
if os.Getenv("DEBUG") != "" {
DEBUG = true
}
if os.Getenv("HSJ_ENDPOINT") == "pandapaint" {
project_id = "huashijie_work_pandapaint"
}
// 2024/06/08 16:22:36 [huashijie_work] ...
Logger = log.New(os.Stdout, "["+project_id+"] ", log.Ldate|log.Ltime|log.Lmsgprefix)
}
var custom_delay_lock = sync.Mutex{}
func panicDelyRecoverExit() {
if r := recover(); r != nil {
Logger.Println("Panic:", r)
Logger.Println("debug.Stack():", string(debug.Stack()))
Logger.Println("Sleep 60s before exit...")
time.Sleep(60 * time.Second)
os.Exit(1)
}
}
// ClaimTask 并把任务放入 task_chan
@ -67,21 +48,10 @@ func claimWorker(i int, tracker *savewebtracker.Tracker) {
Logger.Println("[START] ClaimWorker", i)
defer Logger.Println("[STOP] ClaimWorker", i, " exited...")
defer WaitClaimWorker.Done()
defer panicDelyRecoverExit()
for {
if Interrupted {
return
}
if os.Getenv("CUSTOM_DELAY") != "" {
custom_delay_lock.Lock()
// xxxms
custom_delay, _ := time.ParseDuration(os.Getenv("CUSTOM_DELAY"))
Logger.Println("Custom delay:", custom_delay, "...")
time.Sleep(custom_delay)
custom_delay_lock.Unlock()
WITH_DELAY = false
}
task := tracker.ClaimTask(WITH_DELAY)
if task == nil {
notask_sleep := max(
@ -101,7 +71,6 @@ func ProcesserWorker(i int, tracker *savewebtracker.Tracker) {
Logger.Println("[START] ProcesserWorker", i)
defer Logger.Println("[STOP] ProcesserWorker", i, " exited...")
defer WaitProcesserWorker.Done()
defer panicDelyRecoverExit()
for task := range tasks_chan {
Logger.Println("Processing task", task.Id)
@ -198,8 +167,7 @@ func ShowStatus(t *savewebtracker.Tracker) {
}
func main() {
defer panicDelyRecoverExit()
tracker := savewebtracker.GetTracker(project_id, "0.5", savewebtracker.Archivist())
tracker := savewebtracker.GetTracker("huashijie_work", "0.3", savewebtracker.Archivist())
tracker.PING_client = GetRetryableHttpClient(10*time.Second, DEBUG)
tracker.HTTP_client = GetRetryableHttpClient(10*time.Second, DEBUG)
tracker.SelectBestTracker().StartSelectTrackerBackground().StartFetchProjectBackground()
@ -207,11 +175,6 @@ func main() {
go InterruptHandler()
go ShowStatus(tracker)
time.Sleep(3 * time.Second)
Logger.Println("force sleep 10s before start...")
time.Sleep(7 * time.Second)
Logger.Println("start...")
huashijie_api.EnsureConnection(*tracker.HTTP_client)
Logger.Println("-- Start --")

View File

@ -1,16 +1,11 @@
package huashijie_api
import (
"encoding/json"
"fmt"
"io"
"log"
"math/rand"
"net/http"
"os"
"strconv"
"strings"
"time"
)
var XIAOMI_MODELS = []string{
@ -27,15 +22,13 @@ var XIAOMI_MODELS = []string{
"MDE5",
}
var Logger = log.New(os.Stdout, "[huashijie_api] ", log.Ldate|log.Ltime|log.Lmsgprefix)
func EnsureConnection(client http.Client) {
// https://app.huashijie.art/api/update/checkUpdate
req, err := http.NewRequest("GET", "https://app.huashijie.art/api/update/checkUpdate", nil)
if err != nil {
panic(err)
}
// req.Header.Add("Referer", "https://app.huashijie.art/")
req.Header.Add("Referer", "https://app.huashijie.art/")
req.Header.Add("User-Agent", "Dalvik/2.1.0 (Linux; U; Android 9; MI 8 SE MIUI/V12.0.2.0.PEBCNXM)")
resp, err := client.Do(req)
@ -49,114 +42,39 @@ func EnsureConnection(client http.Client) {
panic(err)
}
text := string(body)
Logger.Println(text)
fmt.Println(text)
if !strings.Contains(text, "update_ver_code") {
panic("NotImplementedError: " + text)
}
// 125277547
body, r_status := GetWorkDetailResponse(client, "129107778")
if r_status != 200 {
Logger.Println("HTTP status code:", r_status, "body:", string(body))
panic("HTTP status code: " + strconv.Itoa(r_status))
}
var r_json map[string]interface{}
if err := json.Unmarshal(body, &r_json); err != nil {
Logger.Println("failed to parse JSON:", string(body), "error:", err)
panic("failed to parse JSON: " + string(body))
}
if !strings.Contains(string(body), "要你管啦离人家远远") {
Logger.Println("JSON:", string(body))
Logger.Panicln("assertion failed: body not contains '要你管啦离人家远远'")
}
// check if 'status' in r_json
if status, ok := r_json["status"]; ok {
switch status := status.(type) {
case float64:
if status == 1 {
// OK
Logger.Println("len(body):", len(body), "->", string(body[:256]), "...OK")
return
}
}
}
Logger.Println("JSON:", string(body))
panic("assertion failed: status == 1")
}
var cur_fake_user_id = -1
var cur_fake_user_left = time.Now()
func GetWorkDetailResponse(client http.Client, work_id string) ([]byte, int) {
endpoint := "https://app.huashijie.art/"
if os.Getenv("HSJ_ENDPOINT") == "pandapaint" {
endpoint = "https://api.pandapaint.net/"
}
req, err := http.NewRequest("GET", endpoint+"api/work/detailV2", nil)
req, err := http.NewRequest("GET", "https://app.huashijie.art/api/work/detailV2", nil)
if err != nil {
panic(err)
}
visitorId := "-1"
token := ""
if os.Getenv("HSJ_USERID") != "" {
visitorId = os.Getenv("HSJ_USERID")
if visitorId == "random" {
if cur_fake_user_left.Before(time.Now()) { // rotate [1, 15] minutes
cur_fake_user_left = time.Now().Add(time.Duration(rand.Intn(15)) * time.Minute)
// random [30000000, 40000000]
cur_fake_user_id = rand.Intn(40000000-30000000) + 30000000
}
visitorId = fmt.Sprintf("%d", cur_fake_user_id)
}
// fake token = md5(visitorId + "huashijie")
// md5hash := md5.New()
// md5hash.Write([]byte(visitorId + "huashijie"))
// token = fmt.Sprintf("%x", md5hash.Sum(nil))
Logger.Println("USERID:", visitorId, "token:", token, "left", time.Until(cur_fake_user_left))
}
p := ""
p += "visitorId=" + visitorId
p += "&workId=" + work_id
p += "&cur_user_id=" + visitorId
p += "&platform=android"
q := req.URL.Query()
q.Add("visitorId", "-1")
q.Add("workId", work_id)
q.Add("cur_user_id", "-1")
q.Add("platform", "android")
os_version := rand.Intn(34-28) + 28
p += fmt.Sprintf("&os_version=%d", os_version)
if os.Getenv("HSJ_ENDPOINT") == "pandapaint" {
p += "&version_code=170"
} else {
p += "&version_code=247"
}
p += "&device_brand=xiaomi"
q.Add("os_version", fmt.Sprintf("%d", os_version))
q.Add("version_code", "241")
q.Add("device_brand", "xiaomi")
device_model := XIAOMI_MODELS[rand.Intn(len(XIAOMI_MODELS))]
p += "&device_model=" + device_model
p += "&token=" + token
if os.Getenv("HSJ_ENDPOINT") == "pandapaint" {
p += "&channel=Panda.main"
} else {
p += "&channel=main"
}
q.Add("device_model", device_model)
q.Add("token", "")
q.Add("channel", "main")
headers := map[string][]string{
"Referer": {endpoint},
"Referer": {"https://app.huashijie.art/"},
"User-Agent": {"okhttp/3.12.0"},
}
for k, v := range headers {
req.Header[k] = v
}
// req.URL.RawQuery = q.Encode()
req.URL.RawQuery = p
req.URL.RawQuery = q.Encode()
resp, err := client.Do(req)
if err != nil {