🔃wip: add follow mass feature

teloryfrozy · teloryfrozy · commit 16fb872d197f · 2025-06-01T21:55:53.000+02:00
diff --git a/backend/routers/ads_management.py b/backend/routers/ads_management.py
@@ -10,7 +10,7 @@
 from typing import List
 from fastapi import APIRouter, Depends
 from pydantic import BaseModel
-from utils import get_vinted_headers
+from utils import execute_request, get_vinted_headers
 from constants import API_URL
 from sqlmodel import Session, select
 from config.models import User, get_session
@@ -113,7 +113,7 @@ async def refresh_ads(
     while True:
         user = session.exec(select(User).where(User.id == 1)).first()
         url = f"{API_URL}wardrobe/{user.userId}/items?page={page}&per_page=20&order=revelance"
-        response = requests.get(url, headers=headers)
+        response = execute_request("get", url, headers)
 
         if response.status_code != 200:
             break
@@ -193,7 +193,7 @@ async def delete_sold_items(
     while True:
         user = session.exec(select(User).where(User.id == 1)).first()
         url = f"{API_URL}wardrobe/{user.userId}/items?page={page}&per_page=20&order=revelance"
-        response = requests.get(url, headers=headers)
+        response = execute_request("get", url, headers)
         nb_items_deleted = 0
 
         if response.status_code != 200:
@@ -215,8 +215,8 @@ async def delete_sold_items(
                 sleep(30)
                 nb_items_deleted = 0
 
-            response = requests.delete(
-                f"{API_URL}items/{item['id']}/delete", headers=headers
+            response = execute_request(
+                "delete", f"{API_URL}items/{item['id']}/delete", headers
             )
             if response.status_code == 200:
                 nb_items_deleted += 1
@@ -236,7 +236,7 @@ async def delete_all_ads(
     while True:
         user = session.exec(select(User).where(User.id == 1)).first()
         url = f"{API_URL}wardrobe/{user.userId}/items?page={page}&per_page=20&order=revelance"
-        response = requests.get(url, headers=headers)
+        response = execute_request("get", url, headers)
         nb_items_deleted = 0
 
         if response.status_code != 200:
@@ -254,8 +254,8 @@ async def delete_all_ads(
                 sleep(30)
                 nb_items_deleted = 0
 
-            response = requests.delete(
-                f"{API_URL}items/{item['id']}/delete", headers=headers
+            response = execute_request(
+                "delete", f"{API_URL}items/{item['id']}/delete", headers
             )
             if response.status_code == 200:
                 nb_items_deleted += 1
diff --git a/backend/routers/follow_mass.py b/backend/routers/follow_mass.py
@@ -1,8 +1,7 @@
 import re
-import requests
 import time
 from fastapi import HTTPException, APIRouter, Depends
-from utils import get_vinted_headers
+from utils import execute_request, get_vinted_headers
 from constants import API_URL
 from sqlmodel import Session, select, delete
 from config.models import FollowedUser, User, get_session
@@ -24,9 +23,10 @@ async def backup_followed_users(
 ):
     user = session.exec(select(User).where(User.id == 1)).first()
     page = 1
-    response = requests.get(
+    response = execute_request(
+        "get",
         f"{API_URL}users/{user.userId}/followed_users?page={page}&per_page=20",
-        headers=headers,
+        headers,
     )
 
     if not response.status_code == 200:
@@ -38,9 +38,10 @@ async def backup_followed_users(
     nb_pages = pagination["total_pages"]
 
     while page <= nb_pages:
-        response = requests.get(
+        response = execute_request(
+            "get",
             f"{API_URL}users/{user.userId}/followed_users?page={page}&per_page=20",
-            headers=headers,
+            headers,
         )
         for user_followed in response.json()["users"]:
             followed_user = session.exec(
@@ -60,31 +61,82 @@ async def backup_followed_users(
     return {"message": "Users followed backuped"}
 
 
-def toggle_follow(user_id: int, headers: dict):
+def toggle_follow(user_id: int, headers: dict) -> int:
     url = f"{API_URL}followed_users/toggle"
     data = {"user_id": user_id}
-    response = requests.post(url, headers=headers, json=data)
-    return response.json()
+    response = execute_request("post", url, headers, data)
+    print(
+        f"[RESULT] user_id: {user_id} CODE: {response.status_code} | REASON: {response.reason} | text: {response.text}"
+    )
+    return response.status_code
 
 
 @router.get("/recover-followed-users")
 async def recover_followed_users(
     headers: dict = Depends(get_vinted_headers), session: Session = Depends(get_session)
 ):
     user = session.exec(select(User).where(User.id == 1)).first()
+
+    nb_users_unfollowed = unfollow_all_users(user.userId, headers)
+    nb_users_recovered = follow_all_users(user.userId, session, headers)
+
+    return {
+        "message": "Users followed recovered",
+        "nbUsersUnfollowed": nb_users_unfollowed,
+        "nbUsersRecovered": nb_users_recovered,
+    }
+
+
+def unfollow_all_users(user_id: int, headers: dict) -> int:
+    nb_users_unfollowed = 0
+    page = 1
+    long_pause = 0
+    short_pause = 0
+
+    response = execute_request(
+        "get",
+        f"{API_URL}users/{user_id}/following?page={page}&per_page=20",
+        headers=headers,
+    )
+    nb_pages = response.json()["pagination"]["total_pages"]
+
+    while page <= nb_pages:
+
+        if long_pause == 100:
+            time.sleep(60)
+            long_pause = 0
+        if short_pause == 30:
+            time.sleep(10)
+            short_pause = 0
+
+        response = execute_request(
+            "get",
+            f"{API_URL}users/{user_id}/following?page={page}&per_page=20",
+            headers=headers,
+        )
+
+        for user in response.json()["users"]:
+            status_code = toggle_follow(user["id"], headers)
+
+            if status_code == 200:
+                nb_users_unfollowed += 1
+
+            long_pause += 1
+            short_pause += 1
+
+        page += 1
+
+    return nb_users_unfollowed
+
+
+def follow_all_users(user_id: int, session: Session, headers: dict) -> int:
     followed_users = session.exec(
-        select(FollowedUser).where(FollowedUser.userId == user.userId)
+        select(FollowedUser).where(FollowedUser.userId == user_id)
     ).all()
 
     long_pause = 0
     short_pause = 0
-
-    if long_pause == 100:
-        time.sleep(60)
-        long_pause = 0
-    if short_pause == 30:
-        time.sleep(10)
-        short_pause = 0
+    nb_users_recovered = 0
 
     for followed_user in followed_users:
         if long_pause == 10:
@@ -93,21 +145,50 @@ async def recover_followed_users(
         if short_pause == 5:
             time.sleep(10)
             short_pause = 0
-        toggle_follow(followed_user.followedUserId, headers)
+
+        status_code = toggle_follow(followed_user.followedUserId, headers)
+
+        if status_code == 200:
+            nb_users_recovered += 1
+
         long_pause += 1
         short_pause += 1
 
-    return {"message": "Users followed recovered"}
 
+@router.post("/scrap-vinted-user")
+async def scrap_vinted_user(
+    scrap_vinted_user: ScrapVintedUser, headers: dict = Depends(get_vinted_headers)
+):
+    id = re.search("\d+", scrap_vinted_user.urlSeller).group(0)
+    page = 1
+    nb_users_scraped = 0
+    mode = "followers" if scrap_vinted_user.mode == "followers" else "following"
 
-@router.get("/scrap-vinted-user")
-async def scrap_vinted_user(scrap_vinted_user: ScrapVintedUser):
-    id = re.search("\d+", scrap_vinted_user.url_seller).group(0)
+    response = execute_request(
+        "get",
+        f"{API_URL}users/{id}/{mode}?page={page}&per_page=20",
+        headers=headers,
+    )
+    nb_pages = response.json()["pagination"]["total_pages"]
 
-    if scrap_vinted_user.mode == "followers":
-        ...
+    while page <= nb_pages:
+        response = execute_request(
+            "get",
+            f"{API_URL}users/{id}/{mode}?page={page}&per_page=20",
+            headers=headers,
+        )
+
+        for user in response.json()["users"]:
+            print(f"Scraping user: {user['login']} | id: {user['id']}")
 
-    if scrap_vinted_user.mode == "following":
-        ...
+            if user["is_favourite"] == False and user["id"] != id:
+                status_code = toggle_follow(user["id"], headers)
+                if status_code == 200:
+                    nb_users_scraped += 1
+
+        page += 1
 
-    return {"message": "Users scraped from vinted user"}
+    return {
+        "message": "Users scraped from vinted user",
+        "nbUsersScraped": nb_users_scraped,
+    }
diff --git a/backend/utils.py b/backend/utils.py
@@ -6,6 +6,9 @@
 from config.models import User, get_session
 
 
+MAX_RETRIES = 3
+
+
 def get_vinted_headers(session: Session = Depends(get_session)) -> dict:
     """Returns headers for Vinted API requests"""
     auth = session.exec(select(User).order_by(User.id.desc())).first()
@@ -17,38 +20,80 @@ def get_vinted_headers(session: Session = Depends(get_session)) -> dict:
         )
 
     if auth.expires_at and auth.expires_at < datetime.datetime.now():
-        raise HTTPException(
-            status_code=401, detail="Vinted token has expired. Please login again."
-        )
+        refresh_access_token(headers, session)
+        auth = session.exec(select(User).order_by(User.id.desc())).first()
 
-    return {
+    headers = {
         **BASE_HEADERS,
         "Cookie": f"access_token_web={auth.vinted_access_token}; refresh_token_web={auth.vinted_refresh_token}",
     }
 
+    i = 0
 
-def validate_vinted_token(session: Session = Depends(get_session)) -> str:
-    """Validates the Vinted token from database"""
-    auth = session.exec(select(User).order_by(User.id.desc())).first()
+    while i < MAX_RETRIES:
+        response = requests.get(f"{API_URL}users/countries", headers=headers)
 
-    if not auth:
-        raise HTTPException(
-            status_code=401,
-            detail="No Vinted authentication found. Please login first.",
-        )
+        if response.status_code == 200:
+            return headers
 
-    if auth.expires_at and auth.expires_at < datetime.datetime.now():
-        raise HTTPException(
-            status_code=401, detail="Vinted token has expired. Please login again."
+        refresh_access_token(headers, session)
+        auth = session.exec(select(User).order_by(User.id.desc())).first()
+        headers["Cookie"] = (
+            f"access_token_web={auth.vinted_access_token}; refresh_token_web={auth.vinted_refresh_token}"
         )
+        i += 1
 
-    headers = get_vinted_headers(auth.vinted_access_token, auth.vinted_refresh_token)
-    response = requests.get(f"{API_URL}users/countries", headers=headers)
+    raise HTTPException(
+        status_code=401,
+        detail="Token refused by Vinted server. Please update your token.",
+    )
 
-    if response.status_code != 200:
-        raise HTTPException(
-            status_code=401,
-            detail="Token refused by Vinted server. Please update your token.",
-        )
 
-    return auth.vinted_access_token
+def execute_request(
+    method: str,
+    url: str,
+    headers: dict,
+    data: dict = None,
+    session: Session = Depends(get_session),
+) -> requests.Response:
+    i = 0
+
+    while i < MAX_RETRIES:
+        if method == "get":
+            response = requests.get(url, headers=headers)
+        elif method == "post":
+            response = requests.post(url, headers=headers, json=data)
+        elif method == "put":
+            response = requests.put(url, headers=headers, json=data)
+        elif method == "delete":
+            response = requests.delete(url, headers=headers, json=data)
+
+        if response.status_code != 200:
+            refresh_access_token(headers, session)
+
+            headers = get_vinted_headers()
+            print(
+                f"Status code: {response.status_code}",
+                f"Reason: {response.reason}",
+                f"data: {data}",
+                f"url: {url}",
+            )
+            i += 1
+        else:
+            return response
+
+    raise HTTPException(
+        status_code=401,
+        detail="Token refused by Vinted server. Please update your token.",
+    )
+
+
+def refresh_access_token(headers: dict, session: Session):
+    response = execute_request(
+        "post", f"https://www.vinted.fr/web/api/auth/refresh", headers
+    )
+    print("Token vient d'être rafraîchi", response.json()["access_token"][:-5])
+    auth = session.exec(select(User).order_by(User.id.desc())).first()
+    auth.vinted_access_token = response.json()["access_token"]
+    session.add(auth)
+    session.commit()
diff --git a/frontend/src/routes/follow-mass/+page.svelte b/frontend/src/routes/follow-mass/+page.svelte
