python软件几个g_python – 具有多个request.session的grequests池？

我最终没有使用grequests来解决我的问题.我仍然希望它有可能.

我用过线程：

class MyAwesomeThread(Thread):

“””

Threading wrapper to handle counting and processing of tasks

“””

def __init__(self, session, q):

self.q = q

self.count = 0

self.session = session

self.response = None

Thread.__init__(self)

def run(self):

“””TASK RUN BY THREADING”””

while True:

url, host = self.q.get()

httpHeaders = {‘Host’ : host}

self.response = session.get(url, headers=httpHeaders)

# handle response here

self.count+= 1

self.q.task_done()

return

q=Queue()

threads = []

for i in range(CONCURRENT):

session = requests.session()

t=MyAwesomeThread(session,q)

t.daemon=True # allows us to send an interrupt

threads.append(t)

## build urls and add them to the Queue

for url in buildurls():

q.put_nowait((url,host))

## start the threads

for t in threads:

t.start()