用twisted 发送请求

# coding: utf-8
# @Time : 2022-05-18 13:01
# @Author : AngDH
from twisted.internet import reactor
from twisted.web.client import Agent
from twisted.web.http_headers import Headers

# 相当于客户端角色
agent = Agent(reactor)

defered = agent.request(
b'GET',
b'http://www.baidu.com/s?wd=python',
Headers({"User-Agent": ["python"]}),
None)


def successCallback(response):
print('Response received:', response.code)


defered.addCallback(successCallback)


def errorCallback(error):
print("error:", str(error))


defered.addErrback(errorCallback)


def callbackShutdown(ignored):
reactor.stop()


defered.addBoth(callbackShutdown)

reactor.run()

---

# coding: utf-8
# @Time : 2022-05-18 13:01
# @Author : AngDH
from twisted.internet import reactor
from twisted.internet.defer import succeed
from twisted.web.client import Agent
from twisted.web.http_headers import Headers
from twisted.web.iweb import IBodyProducer
from zope.interface import implementer


@implementer(IBodyProducer)
class BytesProducer(object):

def __init__(self, body):
self.body = body
self.length = len(body)

def startProducing(self, consumer):
consumer.write(self.body)
return succeed(None)

def pauseProducting(self):
pass

def stopProducing(self):
pass


# 相当于客户端角色
agent = Agent(reactor)

defered = agent.request(
b'POST',
b'http://www.baidu.com/s?wd=python',
Headers({"User-Agent": ["python"]}),
BytesProducer('请求体'.encode()))


def successCallback(response):
print('Response received:', response.code)


defered.addCallback(successCallback)


def errorCallback(error):
print("error:", str(error))


defered.addErrback(errorCallback)


def callbackShutdown(ignored):
reactor.stop()


defered.addBoth(callbackShutdown)

reactor.run()

---

# coding: utf-8
# @Time : 2022-05-18 13:01
# @Author : AngDH
from twisted.internet import reactor
from twisted.internet.defer import DeferredList
from twisted.web.client import Agent
from twisted.web.http_headers import Headers

# 相当于客户端角色
agent = Agent(reactor)


def successCallback(response):
print('Response received:', response.code)


def errorCallback(error):
print("error:", str(error))


def callbackShutdown(ignored):
reactor.stop()


_ = []

for url in [b"http://www.baidu.com",
b"http://www.taobao.com",
b"http://www.jd.com",
b"http://www.tmall.com",
b"http://www.tencent.com",
b"http://www.douban.com",
]:
d = agent.request(
b'GET',
url,
Headers({"User-Agent": ["python"]}),
None)
d.addCallback(successCallback)
d.addErrback(errorCallback)
_.append(d)

# 统一管理 多个defered对象
dl = DeferredList(_)
dl.addBoth(callbackShutdown)

reactor.run()