Update app.py

app.py

@@ -552,26 +552,47 @@ def run_and_submit_all(profile: gr.OAuthProfile | None):
     agent_code = f"https://huggingface.co/spaces/{space_id}/tree/main"
     print(f"Agent code location: {agent_code}")
 
-    # 2. Fetch Questions
+    # 2. Fetch Questions with retry logic
     print(f"Fetching questions from: {questions_url}")
-    try:
-        response = requests.get(questions_url, timeout=15)
-        response.raise_for_status()
-        questions_data = response.json()
-        if not questions_data:
-            print("Fetched questions list is empty.")
-            return "Fetched questions list is empty or invalid format.", None
-        print(f"Fetched {len(questions_data)} questions.")
-    except requests.exceptions.RequestException as e:
-        print(f"Error fetching questions: {e}")
-        return f"Error fetching questions: {e}", None
-    except requests.exceptions.JSONDecodeError as e:
-        print(f"Error decoding JSON response from questions endpoint: {e}")
-        print(f"Response text: {response.text[:500]}")
-        return f"Error decoding server response for questions: {e}", None
-    except Exception as e:
-        print(f"An unexpected error occurred fetching questions: {e}")
-        return f"An unexpected error occurred fetching questions: {e}", None
+    max_retries = 3
+    base_timeout = 30  # Increased from 15 to 30 seconds
+    
+    for attempt in range(max_retries):
+        try:
+            response = requests.get(
+                questions_url, 
+                timeout=base_timeout * (attempt + 1),  # Increase timeout with each retry
+                headers={'User-Agent': 'Mozilla/5.0'}  # Add user agent to avoid potential blocking
+            )
+            response.raise_for_status()
+            questions_data = response.json()
+            if not questions_data:
+                print("Fetched questions list is empty.")
+                return "Fetched questions list is empty or invalid format.", None
+            print(f"Fetched {len(questions_data)} questions.")
+            break  # Success, exit retry loop
+        except requests.exceptions.Timeout:
+            if attempt < max_retries - 1:
+                print(f"Timeout on attempt {attempt + 1}/{max_retries}. Retrying with longer timeout...")
+                time.sleep(2 * (attempt + 1))  # Exponential backoff
+                continue
+            else:
+                print("All retry attempts timed out.")
+                return "Error: All attempts to fetch questions timed out. Please try again later.", None
+        except requests.exceptions.RequestException as e:
+            print(f"Error fetching questions: {e}")
+            if attempt < max_retries - 1:
+                print(f"Retrying... (attempt {attempt + 1}/{max_retries})")
+                time.sleep(2 * (attempt + 1))
+                continue
+            return f"Error fetching questions after {max_retries} attempts: {e}", None
+        except requests.exceptions.JSONDecodeError as e:
+            print(f"Error decoding JSON response from questions endpoint: {e}")
+            print(f"Response text: {response.text[:500]}")
+            return f"Error decoding server response for questions: {e}", None
+        except Exception as e:
+            print(f"An unexpected error occurred fetching questions: {e}")
+            return f"An unexpected error occurred fetching questions: {e}", None
 
     # 3. Run your Agent
     results_log = []