import concurrent.futures
import requests
from bs4 import BeautifulSoup
import datetime


now1 = datetime.datetime.now()

url = 'http://207.180.254.4/vast.xml'
my_headers = {"User-Agent":"Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/103.0.0.0 Safari/537.36 "}

def request_url(url, req_num):
    response = requests.get(url)
    print(f'Request number : {req_num}')
    return response

# count = 0
with concurrent.futures.ThreadPoolExecutor() as executor:
    results = [executor.submit(request_url, url, i) for i in range(1, 10000)]
    for f in concurrent.futures.as_completed(results):
        # count += 1 
        try:
            print(f.result())
            # soup = BeautifulSoup(results[count].content, "lxml")
        except Exception as e:
            print(f'Error: {e}')
now2 = datetime.datetime.now()
# print(now2)

# get difference
delta = now2 - now1

# time difference in seconds
print(f"Total exec time with ThreadPoolExecutor is {delta.total_seconds()} seconds")