fix bug: parse_entry

requirements.txt

@@ -1,4 +1,7 @@
-httpx
+httpx[socks]
 loguru
 retry 
 selenium
+hypercorn
+apscheduler
+quart

run.bat

@@ -17,8 +17,8 @@
 @REM timeout /T %CHECK_INTERVAL% >nul
 @REM goto LOOP
 
-
+call venv\Scripts\activate
 :start
-start /wait C:\Python39\python.exe C:\path\to\twitter\twitter.py
+python server.py
 echo script dead... restarting
 goto start

server.py

@@ -75,6 +75,7 @@ async def tweet_detail():
     try:
         data = await get_detail(tweet_id)
         data = parse_detail(data)
+        data = list({ t["rest_id"]: t for t in data }.values())
         return jsonify(data)
     except Exception as e:
         logger.error(f"Tweet detail api error: {e}")

src/twi_parser.py

@@ -26,11 +26,19 @@ def parse_entry(entry):
     elif ("list-conversation" in entry_id or "conversationthread" in entry_id \
         and not "tweet" in entry_id):
         for item in entry["content"]["items"]:
+            if "promoted" in item["entryId"]: continue
             data = parse_content(item["item"])
             if data: result.append(data)
     elif "cursor" in entry_id or "bottom" in entry_id:
         pass
     elif entry["content"]["__typename"] != 'TimelineTimelineCursor':
+        if "items" in entry["content"]:
+            for item in entry["content"]["items"]:
+                data = parse_content(item["item"])
+                if data: result.append(data)
+        else:
+            data = parse_content(entry["content"])
+            if data: result.append(data)
         data = parse_content(entry["content"])
         if data: result.append(data)
     return result