attempts at captch fix in workflow

vk_url_scraper/utils.py

@@ -1,7 +1,11 @@
 import json
 import os
+import re
+import time
 from datetime import datetime
 
+import requests
+
 
 class DateTimeEncoder(json.JSONEncoder):
     # to allow json.dump with datetimes do json.dumps(obj, cls=DateTimeEncoder)
@@ -14,3 +18,31 @@ class DateTimeEncoder(json.JSONEncoder):
 def mkdir_if_not_exists(folder):
     if not os.path.exists(folder):
         os.makedirs(folder)
+
+
+def captcha_handler(captcha):
+    print(
+        f"""CAPTCHA DETECTED, please solve it and put the solution into the webpage specified in the 'CAPTCHA_HANDLE_URL' env variable in the next 60s. Put the answer in the format "{captcha.sid}=SOLUTION".
+
+    {captcha.sid=}
+    {captcha.get_url()=}
+    {captcha.get_image()=}
+    """
+    )
+    if "CAPTCHA_HANDLE_URL" in os.environ:
+        url = os.environ["CAPTCHA_HANDLE_URL"]
+        regex_string = re.compile(f"{captcha.sid}=(.*)")
+        for wait in 24 * [5]:  # tries every 5s for 2min
+            print(f"sending request to {url=}")
+            r = requests.get(url)
+            print(f"got response {r.text=}")
+            if key := regex_string.search(r.text):
+                print(f"got captcha result {key=}")
+                return captcha.try_again(key[0])
+            print(f"sleeping {wait} seconds")
+            time.sleep(wait)
+    else:
+        key = input("Enter captcha code {0}: ".format(captcha.get_url())).strip()
+        return captcha.try_again(key[0])
+
+    return False