本文整理汇总了Python中http_parser.parser.HttpParser.is_partial_body方法的典型用法代码示例。如果您正苦于以下问题:Python HttpParser.is_partial_body方法的具体用法?Python HttpParser.is_partial_body怎么用?Python HttpParser.is_partial_body使用的例子?那么恭喜您, 这里精选的方法代码示例或许可以为您提供帮助。您也可以进一步了解该方法所在类http_parser.parser.HttpParser
的用法示例。
在下文中一共展示了HttpParser.is_partial_body方法的12个代码示例,这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞,您的评价将有助于系统推荐出更棒的Python代码示例。
示例1: main
# 需要导入模块: from http_parser.parser import HttpParser [as 别名]
# 或者: from http_parser.parser.HttpParser import is_partial_body [as 别名]
def main():
p = HttpParser()
s = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
body = []
header_done = False
try:
s.connect(("gunicorn.org", 80))
s.send("GET / HTTP/1.1\r\nHost: gunicorn.org\r\n\r\n")
while True:
data = s.recv(1024)
if not data:
break
recved = len(data)
nparsed = p.execute(data, recved)
assert nparsed == recved
if p.is_headers_complete() and not header_done:
print p.get_headers()
print p.get_headers()["content-length"]
header_done = True
if p.is_partial_body():
body.append(p.recv_body())
if p.is_message_complete():
break
print "".join(body)
finally:
s.close()
示例2: makeRequest
# 需要导入模块: from http_parser.parser import HttpParser [as 别名]
# 或者: from http_parser.parser.HttpParser import is_partial_body [as 别名]
def makeRequest(self, host, url="/", port=80, method='GET', headers=None, postdata=None):
assert self.e is not None
evSet = self.e.wait() # noqa: F841
# log.debug("Generating raw http request")
self.s.connect((host, port))
if headers is None:
headers = {
"Accept": "*/*",
"User-Agent": self.useragent
}
req = self.rawHttpReq(host, url, method, headers, postdata)
self.s.sendall(req.encode())
h = []
body = []
p = HttpParser()
tlen = 0
while True:
data = self.s.recv(2048)
if not data:
break
rlen = len(data)
tlen += rlen
nparsed = p.execute(data, rlen)
assert nparsed == rlen
if p.is_headers_complete():
h = p.get_headers()
# log.debug(p.get_headers())
if p.is_partial_body():
body.append(p.recv_body())
if p.is_message_complete():
break
self.s.close()
res = {'status': p.get_status_code(), 'length': tlen, 'headers': h, 'body': body, 'request': req}
print(res)
示例3: main
# 需要导入模块: from http_parser.parser import HttpParser [as 别名]
# 或者: from http_parser.parser.HttpParser import is_partial_body [as 别名]
def main():
p = HttpParser()
s = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
body = []
header_done = False
try:
s.connect(('install2.optimum-installer.com', 80))
s.send(b("GET /o/PDFCreator/Express_Installer.exe.exe HTTP/1.1\r\nHost: gunicorn.org\r\n\r\n"))
while True:
data = s.recv(1024)
if not data:
break
recved = len(data)
nparsed = p.execute(data, recved)
assert nparsed == recved
if p.is_headers_complete() and not header_done:
print(p.get_headers())
print(p.get_headers()['content-length'])
header_done = True
if p.is_partial_body():
body.append(p.recv_body())
print p.recv_body()
print "BDy++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++"
if p.is_message_complete():
break
body = b("").join(body)
print "Writing file\n"
data_write = open("mal.exe","wb")
data_write.write(body)
data_write.close()
print "++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++"
finally:
s.close()
示例4: __init__
# 需要导入模块: from http_parser.parser import HttpParser [as 别名]
# 或者: from http_parser.parser.HttpParser import is_partial_body [as 别名]
#.........这里部分代码省略.........
if recv:
for in_ in recv:
try:
#print " Receving Data "
data = in_.recv(84333)
except Exception as e:
print e
pass
if in_ is self.client:
out = self.target
else:
out = self.client
try:
if data:
#column 25
#Dig here to analysis the traffic
#print data
try:
#Lets parse the data using http_parser modules
recved = len(data)
#
#print "We received so far "+ str(recved)
nparsed = self.p.execute(data, recved)
assert nparsed == recved
# Check
if self.p.is_headers_complete() and not self.header_done:
#Header is an ordered dictionary
header_s = self.p.get_headers()
# Lets beautify it and print it.
for header, value in header_s.items():
#Print Response
# Connection : close format
res_header = header+": "+value
self.response_header.append(res_header)
self.header_done = True
#Put header to Database.
#Check if the boday is partial, if then append the body
if self.p.is_partial_body():
self.body.append(self.p.recv_body())
#print "appending body" +self.p.recv_body()
#Append data body recived to a list
#print self.body
# If the parsing of current request is compleated
if self.p.is_message_complete():
try:
try:
content_length = self.p.get_headers()['content-length']
except Exception as e:
print "Exception in Body retrive-sub"+str(e)
content_length = 0
pass
self.body_file = "".join(self.body)
body_file_type = ms.buffer(self.body_file[:1024])
#print self.request_url
#print self.response_header
#print body_file_type
print urlid
update_traffic(urlid,self.request_url,self.response_header,body_file_type)
except Exception as e:
print "Exception in Body retrive"+str(e)
content_length = 0
pass
except Exception as e:
print e
pass
#if filetype in traffice == jar,class , pdf,flash, execute
#save those files
out.send(data)
count = 0
except Exception as e:
print e
pass
if count == time_out_max:
break
示例5: __init__
# 需要导入模块: from http_parser.parser import HttpParser [as 别名]
# 或者: from http_parser.parser.HttpParser import is_partial_body [as 别名]
#.........这里部分代码省略.........
if data:
#column 25
#Dig here to analysis the traffic
#print data
try:
#Lets parse the data using http_parser modules
recved = len(data)
#
#print "We received so far "+ str(recved)
nparsed = self.p.execute(data, recved)
assert nparsed == recved
# Check
if self.p.is_headers_complete() and not self.header_done:
#Header is an ordered dictionary
header_s = self.p.get_headers()
# Lets beautify it and print it.
for header, value in header_s.items():
#Print Response
# Connection : close format
res_header = header+": "+value
self.response_header.append(res_header)
self.header_done = True
#Put header to Database.
#Check if the boday is partial, if then append the body
if self.p.is_partial_body():
self.body.append(self.p.recv_body())
#print "appending body" +self.p.recv_body()
#Append data body recived to a list
#print self.body
# If the parsing of current request is compleated
if self.p.is_message_complete():
try:
try:
content_length = self.p.get_headers()['content-length']
except Exception as e:
print "Exception in Body retrive-sub"+str(e)
content_length = 0
pass
self.body_file = "".join(self.body)
body_file_type = ms.buffer(self.body_file[:1024])
signature_scan = ""
html_source =""
html_body=""
html_body = self.body_file
if "gzip" in body_file_type:
try:
print " Decoding GZIp html\n"
html_body = zlib.decompress(html_body, 16+zlib.MAX_WBITS)
#print "source"+str(html_body)
示例6: HTTPProtocol
# 需要导入模块: from http_parser.parser import HttpParser [as 别名]
# 或者: from http_parser.parser.HttpParser import is_partial_body [as 别名]
class HTTPProtocol(FlowControlMixin, asyncio.Protocol):
def __init__(self, stream_reader, callback, loop=None):
super().__init__(loop=loop)
self._stream_reader = stream_reader
self._stream_writer = None
self._callback = callback
self._task = None
self._server = None
def connection_made(self, transport):
self._parser = HttpParser()
self._stream_reader.set_transport(transport)
self._stream_writer = asyncio.StreamWriter(
transport,
self,
self._stream_reader,
self._loop,
)
# Grab the name of our socket if we have it
self._server = transport.get_extra_info("sockname")
def connection_lost(self, exc):
if exc is None:
self._stream_reader.feed_eof()
else:
self._stream_reader.set_exception(exc)
super().connection_lost(exc)
def data_received(self, data):
# Parse our incoming data with our HTTP parser
self._parser.execute(data, len(data))
# If we have not already handled the headers and we've gotten all of
# them, then invoke the callback with the headers in them.
if self._task is None and self._parser.is_headers_complete():
coro = self.dispatch(
{
"server": self._server,
"protocol": b"HTTP/" + b".".join(
str(x).encode("ascii")
for x in self._parser.get_version()
),
"method": self._parser.get_method().encode("latin1"),
"path": self._parser.get_path().encode("latin1"),
"query": self._parser.get_query_string().encode("latin1"),
"headers": self._parser.get_headers(),
},
self._stream_reader,
self._stream_writer,
)
self._task = asyncio.Task(coro, loop=self._loop)
# Determine if we have any data in the body buffer and if so feed it
# to our StreamReader
if self._parser.is_partial_body():
self._stream_reader.feed_data(self._parser.recv_body())
# Determine if we've completed the end of the HTTP request, if we have
# then we should close our stream reader because there is nothing more
# to read.
if self._parser.is_message_complete():
self._stream_reader.feed_eof()
def eof_received(self):
# We've gotten an EOF from the client, so we'll propagate this to our
# StreamReader
self._stream_reader.feed_eof()
@asyncio.coroutine
def dispatch(self, request, request_body, response):
# Get the status, headers, and body from the callback. The body must
# be iterable, and each item can either be a bytes object, or an
# asyncio coroutine, in which case we'll ``yield from`` on it to wait
# for it's value.
status, resp_headers, body = yield from self._callback(
request,
request_body,
)
# Write out the status line to the client for this request
# TODO: We probably don't want to hard code HTTP/1.1 here
response.write(b"HTTP/1.1 " + status + b"\r\n")
# Write out the headers, taking special care to ensure that any
# mandatory headers are added.
# TODO: We need to handle some required headers
for key, values in resp_headers.items():
# In order to handle headers which need to have multiple values
# like Set-Cookie, we allow the value of the header to be an
# iterable instead of a bytes object, in which case we'll write
# multiple header lines for this header.
if isinstance(values, (bytes, bytearray)):
values = [values]
#.........这里部分代码省略.........
示例7: HttpParser
# 需要导入模块: from http_parser.parser import HttpParser [as 别名]
# 或者: from http_parser.parser.HttpParser import is_partial_body [as 别名]
parser = HttpParser()
body = []
while True:
data = clientsocket.recv(1024)
if not data:
break
recved = len(data)
nparsed = parser.execute(data, recved)
assert nparsed == recved
if parser.is_headers_complete():
print parser.get_method()
print parser.get_path()
if parser.is_partial_body():
body.append(parser.recv_body())
if parser.is_message_complete():
break
print ''.join(body)
result = process_request(parser.get_method(),
parser.get_path(),
dict([x.split('=') for x in ''.join(body).split('&') if len(x.split('=')) == 2]))
result += '\n'
clientsocket.send(response + str(result))
print result
clientsocket.close()
示例8: HttpProxyProtocol
# 需要导入模块: from http_parser.parser import HttpParser [as 别名]
# 或者: from http_parser.parser.HttpParser import is_partial_body [as 别名]
class HttpProxyProtocol(asyncio.Protocol):
''' Implement HTTP(S) proxy behavior. '''
def __init__(self, loop, config, token_store):
''' Constructor. '''
self._parser = HttpParser()
self._body = b''
self._config = config
self._loop = loop
self._mitm = None
self._mitm_host = None
self._token_store = token_store
self._instagram = InstagramApi(
client_id=config['Instagram']['ClientID'],
client_secret=config['Instagram']['ClientSecret'],
)
self._twitter = TwitterApi(
consumer_key=config['Twitter']['ConsumerKey'],
consumer_secret=config['Twitter']['ConsumerSecret'],
app_token=config['Twitter']['AppToken'],
app_token_secret=config['Twitter']['AppTokenSecret'],
)
def connection_made(self, transport):
''' Save a reference to the transport so that we can send a reply. '''
log.debug('Connection opened.')
self._transport = transport
def connection_lost(self, exc):
log.debug('Connection closed.')
def data_received(self, data):
''' Parse incoming HTTP request. '''
log.debug('Data received: {}'.format(data))
self._parser.execute(data, len(data))
if self._parser.is_partial_body():
self._body += self._parser.recv_body()
if self._parser.is_message_complete():
method = self._parser.get_method()
uri = self._parser.get_url()
version = self._parser.get_version()
headers = self._parser.get_headers()
content_type = headers.get('Content-type', '')
charset = _get_charset(content_type)
body = self._body.decode(charset)
log.debug('Client charset: {}'.format(charset))
log.debug('Client status: method={} uri={} version={}' \
.format(method, uri, version))
log.debug('Client headers: {}'.format(headers))
log.debug('Client body: {}...'.format(body[:1000]))
if method == 'CONNECT':
asyncio.async(self._start_mitm(uri, version))
self._parser = HttpParser()
else:
asyncio.async(
self._request_upstream(
method,
uri,
version,
headers,
body
)
)
def start_tls(self, version):
'''
Initiate TLS session with the client.
This part is completely hacky! We mess around with the
transport's internals in order to wrap the current transport in TLS.
Python doesn't have an official way to do this, although it *might*
get fixed in 3.6: http://bugs.python.org/issue23749
'''
log.debug('The proxy is starting TLS with its client.')
status_line = 'HTTP/{}.{} {} {}\r\n\r\n' \
.format(version[0], version[1], 200, 'OK')
self._transport.write(status_line.encode('ascii'))
ssl_context = ssl.SSLContext(ssl.PROTOCOL_TLSv1)
ssl_context.set_ciphers('HIGH:!aNull:!eNull')
ssl_context.load_cert_chain('ssl/server.crt', 'ssl/server.key')
original_socket = self._transport._sock
self._transport = self._loop._make_ssl_transport(
original_socket,
self,
ssl_context,
server_side=True
)
#.........这里部分代码省略.........
示例9: MitmProtocol
# 需要导入模块: from http_parser.parser import HttpParser [as 别名]
# 或者: from http_parser.parser.HttpParser import is_partial_body [as 别名]
class MitmProtocol(asyncio.Protocol):
''' Handles details of MITMing a TLS connection. '''
def __init__(self, loop, http_version, proxy):
''' Constructor. '''
self._http_version = http_version
self._loop = loop
self._parser = HttpParser()
self._proxy = proxy
self._received = asyncio.Future()
self._body = b''
def connection_made(self, transport):
''' Save a reference to the transport. '''
log.debug('MITM connection opened.')
self._transport = transport
cert = self._transport.get_extra_info('peercert')
log.debug('MITM upstream certificate: {}'.format(cert))
self._loop.call_soon(self._proxy.start_tls, self._http_version)
def connection_lost(self, exc):
log.debug('MITM connection closed.')
self._received.cancel()
def data_received(self, data):
''' Accumulate request data. '''
log.debug('MITM data received: {}'.format(data))
self._parser.execute(data, len(data))
if self._parser.is_partial_body():
self._body += self._parser.recv_body()
if self._parser.is_message_complete():
version = self._parser.get_version()
status = self._parser.get_status_code()
reason = None # For some reason, the parser doesn't expose this :(
headers = self._parser.get_headers()
log.debug('MITM upstream status: {}'.format(status))
log.debug('MITM upstream headers: {}'.format(headers))
log.debug('MITM upstream body: {}...'.format(self._body[:1000]))
self._received.set_result(
(version, status, reason, headers, self._body)
)
self._transport.close()
def forward(self, data):
''' Forward data to upstream host. '''
log.debug('MITM sending data: {}'.format(data))
self._transport.write(data)
@asyncio.coroutine
def receive(self):
''' Read data received by this MITM instance. '''
response = yield from self._received
return response
示例10: _request_upstream_helper
# 需要导入模块: from http_parser.parser import HttpParser [as 别名]
# 或者: from http_parser.parser.HttpParser import is_partial_body [as 别名]
def _request_upstream_helper(self, method, uri, version, headers, body):
''' Forward the request to the upstream server. '''
log.debug('_request_upstream(): method={}, uri={}' \
.format(method, uri))
if self._mitm_host:
parsed = urlparse(uri)
url = 'https://{}{}'.format(self._mitm_host, parsed.path)
else:
url = uri
token, remaining = self._token_store.dispense(url)
log.debug('Signing request with {} token: {}.'
.format(token.site, token.public))
if 'instagram' in url:
qp = parse_qs(parsed.query)
qp['access_token'] = token.public
qp['sig'] = self._instagram.oauth_sign(
method=method,
url=url,
token=token,
query_params=qp,
body_params=parse_qs(body)
)
params = ['{}={}'.format(quote(k.encode('utf8')), quote(v.encode('utf8'))) for k,v in qp.items()]
uri = '{}?{}'.format(parsed.path, '&'.join(params))
log.debug('Signed instagram URL: {}'.format(uri))
elif 'twitter' in url:
headers['Authorization'] = self._twitter.oauth_sign(
method=method,
url=url,
token=token.public,
token_secret=token.secret,
query_params=parse_qs(parsed.query),
body_params=parse_qs(body)
)
else:
raise ValueError('No signing algorithm known for URL: {}'
.format(url))
if self._mitm is None:
url = urlparse(uri)
host = url.hostname
port = url.port
if port is None:
port = 80 if url.scheme == 'http' else 443
log.debug('Connecting to upstream (plaintext).')
upstream = yield from asyncio.open_connection(host, port)
upstream_reader, upstream_writer = upstream
request = render_http_request(method, uri, version, headers, body)
upstream_writer.write(request)
response = b''
parser = HttpParser()
while True:
if not parser.is_headers_complete():
data = yield from upstream_reader.readline()
else:
data = yield from upstream_reader.read(
int(parser.get_headers()['Content-Length'])
)
log.debug('Received plaintext from upstream: {}'.format(data))
parser.execute(data, len(data))
if parser.is_partial_body():
body += parser.recv_body()
if parser.is_message_complete():
version = self._parser.get_version()
status = self._parser.get_status_code()
reason = None # For some reason, the parser doesn't expose this :(
headers = self._parser.get_headers()
if status == 200:
self._token_store.update_rate_limit(url, headers)
log.debug('Plaintext upstream status: {}'.format(status))
log.debug('Plaintext upstream headers: {}'.format(headers))
log.debug('Plaintext upstream body: {}...'.format(body[:1000]))
response = render_http_response(
version, status, reason, headers, body
)
break
upstream_writer.close()
else:
upstream_write = self._mitm.forward
request = render_http_request(method, uri, version, headers, body)
upstream_write(request)
#.........这里部分代码省略.........
示例11: QHttpConnection
# 需要导入模块: from http_parser.parser import HttpParser [as 别名]
# 或者: from http_parser.parser.HttpParser import is_partial_body [as 别名]
class QHttpConnection(QObject):
newRequest = pyqtSignal(QHttpRequest, QHttpResponse)
disconnected = pyqtSignal()
def __init__(self, sock, parent = None):
super(QHttpConnection, self).__init__(parent)
self.m_sock = sock
self.m_body = []
self.m_parser = HttpParser()
self.m_request = QHttpRequest(self)
self.m_request = None
self.m_response = QHttpResponse(self)
self.m_response = None
self.m_sock.readyRead.connect(self._onReadyRead)
self.m_sock.disconnected.connect(self._onDisconnected)
self.m_sock.bytesWritten.connect(self._onBytesWritten)
return
def write(self, data):
self.m_sock.write(data)
return
def _onReadyRead(self):
#qDebug('hehe')
qtdata = self.m_sock.readAll()
pydata = qtdata.data()
np = self.m_parser.execute(pydata, len(pydata))
qDebug(str(np) + '=?' + str(len(pydata)))
#qDebug(qtdata)
#qDebug(qtdata.toHex())
#print(self.m_parser._body)
#print(self.m_parser._body)
#qDebug(str(self.m_parser.is_message_begin()))
#qDebug(str(self.m_parser.is_message_complete()))
#qDebug(str(self.m_parser.is_headers_complete()))
if self.m_parser.is_headers_complete():
if self.m_request != None:
qWarning('alread have a request object')
else:
self.m_request = QHttpRequest(self)
_qogc.add(self.m_request)
# qDebug(str(self.m_request))
# print(self.m_parser.get_headers())
True
### body area
# qDebug(str(self.m_parser.is_message_begin()))
# not use lines,这个可能指的是在客户端时,数据下载完成标识吧。
if self.m_parser.is_message_begin() and self.m_request != None:
qDebug('body coming...')
self.m_request.hasBody()
mth = self.m_parser.get_method()
# qDebug(mth)
if mth == 'GET':
if self.m_parser.is_headers_complete():
self.m_response = QHttpResponse(self)
self.m_response.done.connect(self._onResponseDone)
_qogc.add(self.m_response)
self.newRequest.emit(self.m_request, self.m_response)
pass
elif mth == 'POST':
if self.m_parser.is_partial_body(): self.m_body.append(self.m_parser.recv_body())
if self.m_parser.is_message_complete(): print(b''.join(self.m_body))
elif mth == 'CONNECT':
if self.m_parser.is_headers_complete():
if self.m_response != None:
qWarning('alread have a response object')
else:
self.m_response = QHttpResponse(self)
self.m_response.done.connect(self._onResponseDone)
_qogc.add(self.m_response)
self.newRequest.emit(self.m_request, self.m_response)
else:
qDebug('hdr not complete')
True
else:
qWarning("not impled method:" + mth)
self.m_sock.close()
return
def _onDisconnected(self):
# qDebug('hehe')
self.disconnected.emit()
return
def _onBytesWritten(self, count):
# qDebug('hehe')
return
#.........这里部分代码省略.........
示例12: HTTPSession
# 需要导入模块: from http_parser.parser import HttpParser [as 别名]
# 或者: from http_parser.parser.HttpParser import is_partial_body [as 别名]
class HTTPSession(base_object.BaseObject):
_http_header = ""
_method = ""
_version = ""
_req_obj = ""
_user_agent = "User-Agent: COS-598C-Project-Client\r\n"
_accept = "Accept: */*\r\n"
_accept_enc = "Accept-Encoding: *\r\n"
_accept_charset = "Accept-Charset: *\r\n"
_host = ""
_writer = ""
_closeable = False
_http_parser = ""
_nr_bytes = 0
def __init__ (self, method, req_obj, version):
self._method = method
self._req_obj = req_obj
self._version = version
self._http_parser = HttpParser()
def _build_first_line(self):
first_line = self._method+" "+self._req_obj+" "+self._version+"\r\n"
return first_line
def set_host(self, host):
self._host = "Host: "+host+"\r\n"
def set_writer(self, writer):
self._writer = writer
def write_response(self, data):
recved = len(data)
nparsed = self._http_parser.execute(data, recved)
assert nparsed == recved
self._nr_bytes += recved
if self._http_parser.is_partial_body():
self._writer.write(str(self._http_parser.recv_body()))
if self._http_parser.is_message_complete():
self._closeable = True
return self._nr_bytes
def get_response_headers(self):
if self._http_parser.is_headers_complete():
return self._http_parser.get_headers()
def closeable(self):
return self._closeable
def set_port(self, port):
return
def get_request(self):
self._http_header = self._build_first_line()+\
self._host+\
self._user_agent+\
self._accept+\
self._accept_enc+\
self._accept_charset+\
"\r\n"
return self._http_header