Add files via upload

pg/lib/aliproxy.md5

@@ -1 +1 @@
-da00d6247a1d8e38c4bcf1f364dda405
+ea296ea7754d08b7a80c118503ace366

pg/lib/getsearchtxt.py

@@ -5,12 +5,17 @@ import re
 import json
 import requests
 import time
+import traceback
+import gzip
 
 p=re.compile(r'.*/s/(.*)')
+skipp = re.compile(r'.*(cover|screen|频道).*',re.IGNORECASE)
 reqcount=1
 sharedict=set()
 
-def getlist(shareid, fileid):
+def getlist(w,shareid, fileid,morepage):
+    global p
+    global skipp
     global reqcount
     global sharedict
 
@@ -18,7 +23,7 @@ def getlist(shareid, fileid):
     if reqcount % 5 == 0:
         print(f"reqcount:{reqcount} shareid:{shareid} fileid:{fileid}",file=sys.stderr)
         #time.sleep(1)
-    url = f'http://192.168.101.188:9978/proxy?do=pikpak&type=list&share_id={shareid}&file_id={fileid}&pass_code='
+    url = f'http://192.168.101.188:9978/proxy?do=pikpak&type=list&share_id={shareid}&file_id={fileid}&pass_code=&morepage={morepage}'
     print(f"url: {url}",file=sys.stderr)
     resp = requests.get(url)
     content = resp.content.decode('utf-8')
@@ -30,6 +35,8 @@ def getlist(shareid, fileid):
         if isfirst:
             isfirst=False
             print(f"first line:{line}",file=sys.stderr)
+        if skipp.match(line):
+            continue
         linearr = line.split('\t')
         if len(linearr)>2:
             m = p.match(linearr[0])
@@ -42,45 +49,70 @@ def getlist(shareid, fileid):
             if shareid+"/"+fileid in sharedict:
                 print(f"skip shareid{shareid} fileid:{fileid}", file=sys.stderr)
                 continue
-            print(line)
+            w.write(line+"\n")
+            w.flush()
             if linearr[2] == "folder":
-                getlist(shareid,fileid)
+                getlist(w,shareid,fileid,False)
+
+    if len(lines)>0:
+        getlist(w,shareid,fileid,True)
 
-    
 def main():
     try:
-        with(open(sys.argv[1]+".txt","r",encoding="utf-8")) as f:
-            while True:
-                lines = f.readlines()
-                if len(lines)<=0:
-                    break
-                for line in lines:
-                    linearr = line.split("\t")
-                    m = p.match(linearr[0])
-                    if m:
-                        arr = m.group(1).split("/")
-                    else:
-                        arr = linearr[0].split("/")
-                    if len(arr)>1:
-                        shareid = arr[0]
-                        fileid = arr[1]
-                        sharedict.add(shareid+"/"+fileid)
+        f = gzip.open(sys.argv[1]+".raw.gz",mode="rt",encoding="utf-8")
+        if f is not None:
+            print(f"found gz raw file:{sys.argv[1]}.raw.gz, extract it",file=sys.stderr)
+            with(open(sys.argv[1]+".raw","w",encoding="utf-8")) as w:
+                while(True):
+                    lines = f.readlines()
+                    if len(lines)<=0:
+                        break
+                    for line in lines:
+                        line=line.strip()
+                        w.write(line+"\n")
+            f.seek(0)
     except:
-        pass
-    with(open(sys.argv[1],"r",encoding="utf-8")) as f:
-        j = json.load(f)
-        for c in j:
-            shareid=c.get("type_id")
-            fileid=""
-            m = p.match(shareid)
-            if m:
-                arr = m.group(1).split("/")
-            else:
-                arr = shareid.split("/")
-            shareid=arr[0]
-            fileid=arr[1] if len(arr)>1 else ""
-            if shareid+"/"+fileid in sharedict:
-                continue
-            getlist(shareid,fileid)
+        traceback.print_exc()
+        try:
+            f = open(sys.argv[1]+".raw","r",encoding="utf-8")
+        except:
+            f = None
+    if f is not None:
+        print("found old raw file")
+        while True:
+            lines = f.readlines()
+            if len(lines)<=0:
+                break
+            for line in lines:
+                linearr = line.split("\t")
+                m = p.match(linearr[0])
+                if m:
+                    arr = m.group(1).split("/")
+                else:
+                    arr = linearr[0].split("/")
+                if len(arr)>1:
+                    shareid = arr[0]
+                    fileid = arr[1]
+                    sharedict.add(shareid+"/"+fileid)
+        f.close()
+        print(f"old raw file record:{len(sharedict)}")
+    else:
+        print("no old raw file")
+    with(open(sys.argv[1]+".raw","a+",encoding="utf-8")) as w:
+        with(open(sys.argv[1],"r",encoding="utf-8")) as f:
+            j = json.load(f)
+            for c in j:
+                shareid=c.get("type_id")
+                fileid=""
+                m = p.match(shareid)
+                if m:
+                    arr = m.group(1).split("/")
+                else:
+                    arr = shareid.split("/")
+                shareid=arr[0]
+                fileid=arr[1] if len(arr)>1 else ""
+                if shareid+"/"+fileid in sharedict:
+                    continue
+                getlist(w,shareid,fileid,False)
 
 main()

pg/lib/pikpakclass.json

@@ -1,5 +1,5 @@
 [
-{"type_id":"https://mypikpak.com/s/VNRT8Wr8BGyw1kt1HkijKR4Qo1", "type_name":"高清劇集合集一二", "version":"202401011655"},
+{"type_id":"https://mypikpak.com/s/VNRT8Wr8BGyw1kt1HkijKR4Qo1", "type_name":"高清劇集合集一二", "version":"20240106"},
 {"type_id":"https://mypikpak.com/s/VNThL9vJ7kj57e2Kr_dlOzc0o1", "type_name":"每日更新" },
 {"type_id":"https://mypikpak.com/s/VNBG3CPruacfHy3KVrVR1Qbko1","type_name":"/🕸️我的PikPak分享/电视剧140T/电视剧1"},
 {"type_id":"https://mypikpak.com/s/VNBXQHEBywwEP48SYNoLGhg-o1","type_name":"/🕸️我的PikPak分享/电视剧140T/电视剧10"},

pg/lib/tokentemplate.json

@@ -35,5 +35,6 @@
 "pikpak_thread_limit":2,
 "pikpak_vip_thread_limit":2,
 "pikpak_proxy":"",
+"pikpak_proxy_onlyapi":false,
 "pikpak_danmu":true
 }