{"id":1709,"date":"2014-12-22T13:17:47","date_gmt":"2014-12-22T13:17:47","guid":{"rendered":"http:\/\/ixyzero.com\/blog\/?p=1709"},"modified":"2014-12-22T13:17:47","modified_gmt":"2014-12-22T13:17:47","slug":"%e7%94%a8python%e8%a7%a3%e5%8e%8b%e7%bc%a9gzip%e6%a0%bc%e5%bc%8f%e7%9a%84%e6%96%87%e4%bb%b6%e5%86%85%e5%ae%b9","status":"publish","type":"post","link":"https:\/\/ixyzero.com\/blog\/archives\/1709.html","title":{"rendered":"\u7528Python\u89e3\u538b\u7f29gzip\u683c\u5f0f\u7684\u6587\u4ef6\/\u5185\u5bb9"},"content":{"rendered":"<h6>\u5982\u4f55\u8bc6\u522bgzip\u683c\u5f0f\u7684\u6587\u4ef6\uff1f<\/h6>\n<ul>\n<li><a href=\"http:\/\/search.aol.com\/aol\/search?q=how+to+identify+gzip+file\" target=\"_blank\">http:\/\/search.aol.com\/aol\/search?q=how+to+identify+gzip+file<\/a><\/li>\n<\/ul>\n<h6>\u5229\u7528\u6587\u4ef6\u7684Magic Number\u8bc6\u522b\u6587\u4ef6\u7c7b\u578b\uff1a<\/h6>\n<ul>\n<li><a href=\"http:\/\/stackoverflow.com\/questions\/3703276\/how-to-tell-if-a-file-is-gzip-compressed\" target=\"_blank\">http:\/\/stackoverflow.com\/questions\/3703276\/how-to-tell-if-a-file-is-gzip-compressed<\/a><\/li>\n<li><a href=\"http:\/\/superuser.com\/questions\/115902\/tell-if-a-gz-file-is-really-gzipped\" target=\"_blank\">http:\/\/superuser.com\/questions\/115902\/tell-if-a-gz-file-is-really-gzipped<\/a><\/li>\n<li><a href=\"http:\/\/www.gzip.org\/zlib\/rfc-gzip.html\" target=\"_blank\">http:\/\/www.gzip.org\/zlib\/rfc-gzip.html<\/a><\/li>\n<\/ul>\n<h6>\u5982\u4f55\u67e5\u770b\/\u6253\u5370\u4e8c\u8fdb\u5236\u683c\u5f0f\u7684\u6570\u636e\uff1f<\/h6>\n<ul>\n<li><a href=\"http:\/\/cn.bing.com\/search?q=python+print+binary+data\" target=\"_blank\">http:\/\/cn.bing.com\/search?q=python+print+binary+data<\/a><\/li>\n<li><a href=\"http:\/\/cn.bing.com\/search?q=python+convert+binary+to+hex\" target=\"_blank\">http:\/\/cn.bing.com\/search?q=python+convert+binary+to+hex<\/a><\/li>\n<li><a href=\"http:\/\/stackoverflow.com\/questions\/3059301\/manipulating-binary-data-in-python\" target=\"_blank\">http:\/\/stackoverflow.com\/questions\/3059301\/manipulating-binary-data-in-python<\/a><\/li>\n<\/ul>\n<p>\u6700\u540e\u662f\u4f7f\u7528\u4e86binascii\u6a21\u5757\uff1a<br \/>\n<a href=\"https:\/\/docs.python.org\/2\/library\/binascii.html\" target=\"_blank\">https:\/\/docs.python.org\/2\/library\/binascii.html<\/a><\/p>\n<p>\u6837\u4f8b\uff1a<\/p>\n<pre class=\"lang:default decode:true\">import zlib, binascii\nfp = open('aaa', 'rb')\ncon_0 = fp.read()\nfp.close()\nprint con_0[0], con_0[1]\nprint binascii.hexlify(con_0[:2])\n#print len(con_0)\n\ndecompressed_data = zlib.decompress(con_0, 16+zlib.MAX_WBITS)\nprint decompressed_data[:2]\n#print len(decompressed_data)<\/pre>\n<p>\u5728\u6700\u8fd1\u6b63\u5728\u5199\u7684packet\u91cd\u7ec4HTTP\u7684stream\/session\u4ee3\u7801\u91cc\u9762\uff0c\u6709\u65f6\u4f1a\u51fa\u73b0\u6587\u4ef6\u4e71\u7801\u7684\u60c5\u51b5\uff0c\u5728\u7ecf\u8fc7\u4e00\u4e9b\u8c03\u8bd5\u4e4b\u540e\uff0c\u53d1\u73b0\u662f\u56e0\u4e3a\u5728Response\u91cc\u9762\u5bf9\u6570\u636e\u8fdb\u884c\u4e86\u538b\u7f29\uff08\u800c\u662f\u7528\u7684\u538b\u7f29\u7b97\u6cd5\u7c7b\u578b\u53d6\u51b3\u4e8eRequest\u548cResponse\u534f\u5546\u7684\u7ed3\u679c\uff09\uff1a<\/p>\n<pre class=\"lang:default decode:true\">Request: #\u8bf7\u6c42\n...\nAccept: text\/html, text\/plain, text\/css, text\/sgml, *\/*;q=0.01\nAccept-Encoding: gzip, compress, bzip2 #\u53ef\u80fd\u9700\u8981\u8fdb\u884c\u7684\u89e3\u538b\u7f29\u64cd\u4f5c\n...<\/pre>\n<pre class=\"lang:default decode:true\">Response: #\u54cd\u5e94\n...\nContent-Type: text\/html\nContent-Type: text\/xml; charset=UTF-8\nContent-Type: application\/octet-stream #\u516b\u4f4d\u5b57\u8282\u6d41\uff0c\u76f4\u63a5binascii.hexlify\u5373\u53ef\n...\nContent-Encoding: gzip #\u6587\u4ef6\u4e2d\u6709\u4e71\u7801\uff08\u4ee5gzip\u683c\u5f0f\u7f16\u7801\u6587\u4ef6\u5185\u5bb9\uff09<\/pre>\n<h6>\u53c2\u8003\u94fe\u63a5\uff1a<\/h6>\n<ul>\n<li><a href=\"http:\/\/stackoverflow.com\/questions\/2695152\/in-python-how-do-i-decode-gzip-encoding\" target=\"_blank\">http:\/\/stackoverflow.com\/questions\/2695152\/in-python-how-do-i-decode-gzip-encoding<\/a><\/li>\n<li><a href=\"http:\/\/stackoverflow.com\/questions\/1838699\/how-can-i-decompress-a-gzip-stream-with-zlib\" target=\"_blank\">http:\/\/stackoverflow.com\/questions\/1838699\/how-can-i-decompress-a-gzip-stream-with-zlib<\/a><\/li>\n<li><a href=\"http:\/\/stackoverflow.com\/questions\/2423866\/python-decompressing-gzip-chunk-by-chunk\" target=\"_blank\">http:\/\/stackoverflow.com\/questions\/2423866\/python-decompressing-gzip-chunk-by-chunk<\/a><\/li>\n<li><a href=\"http:\/\/stackoverflow.com\/questions\/14655982\/cleaner-way-to-read-gunzip-a-huge-file-in-python\" target=\"_blank\">http:\/\/stackoverflow.com\/questions\/14655982\/cleaner-way-to-read-gunzip-a-huge-file-in-python<\/a><\/li>\n<li><a href=\"http:\/\/stackoverflow.com\/questions\/1089662\/python-inflate-and-deflate-implementations\" target=\"_blank\">http:\/\/stackoverflow.com\/questions\/1089662\/python-inflate-and-deflate-implementations<\/a><\/li>\n<li><a href=\"http:\/\/www.dotnetperls.com\/compression-python\" target=\"_blank\">http:\/\/www.dotnetperls.com\/compression-python<\/a><\/li>\n<li><a href=\"http:\/\/stackoverflow.com\/questions\/639962\/unzipping-directory-structure-with-python\" target=\"_blank\">http:\/\/stackoverflow.com\/questions\/639962\/unzipping-directory-structure-with-python<\/a><\/li>\n<li><a href=\"http:\/\/stackoverflow.com\/questions\/3947120\/does-python-urllib2-automatically-uncompress-gzip-data-fetched-from-webpage\" target=\"_blank\">http:\/\/stackoverflow.com\/questions\/3947120\/does-python-urllib2-automatically-uncompress-gzip-data-fetched-from-webpage<\/a><\/li>\n<li><a href=\"http:\/\/stackoverflow.com\/questions\/4928560\/how-can-i-work-with-gzip-files-which-contain-extra-data\" target=\"_blank\">http:\/\/stackoverflow.com\/questions\/4928560\/how-can-i-work-with-gzip-files-which-contain-extra-data<\/a><\/li>\n<li><a href=\"http:\/\/stackoverflow.com\/questions\/8156707\/gzip-a-file-in-python\" target=\"_blank\">http:\/\/stackoverflow.com\/questions\/8156707\/gzip-a-file-in-python<\/a><\/li>\n<li><a href=\"http:\/\/blog.csdn.net\/jgood\/article\/details\/4608546\" target=\"_blank\">Python\u6a21\u5757\u5b66\u4e60 &#8212;- zlib \u6570\u636e\u538b\u7f29<\/a><\/li>\n<li><a href=\"http:\/\/hi.baidu.com\/setail\/item\/e45194acec95d6a928ce9d76\" target=\"_blank\">\u5229\u7528gzip\u538b\u7f29\u89e3\u538b\u7f29StringIO<\/a><\/li>\n<li><a href=\"https:\/\/docs.python.org\/2\/library\/gzip.html\" target=\"_blank\">https:\/\/docs.python.org\/2\/library\/gzip.html<\/a><\/li>\n<li><a href=\"https:\/\/docs.python.org\/2\/library\/zlib.html#module-zlib\" target=\"_blank\">https:\/\/docs.python.org\/2\/library\/zlib.html#module-zlib<\/a><\/li>\n<\/ul>\n<h5>\u641c\u7d22\u5173\u952e\u5b57\uff1a<\/h5>\n<p>Using Python&#8217;s gzip and StringIO to compress data<br \/>\nHow can I decompress a gzip stream with zlib<br \/>\nhow to uncompress zlib data in python<\/p>\n<h6>\u89e3\u538b\u7f29bz2\u683c\u5f0f\u7684\u6570\u636e\uff1a<\/h6>\n<p>bz2 \u2013 bzip2 compression &#8211; <a href=\"http:\/\/pymotw.com\/2\/bz2\/\" target=\"_blank\">http:\/\/pymotw.com\/2\/bz2\/<\/a><br \/>\n<a href=\"https:\/\/docs.python.org\/2\/library\/bz2.html\" target=\"_blank\">https:\/\/docs.python.org\/2\/library\/bz2.html<\/a><\/p>\n<h6>HTTP\u534f\u8bae\u4e2d\u7684\u538b\u7f29\u683c\u5f0f\uff1a<\/h6>\n<p><a href=\"http:\/\/en.wikipedia.org\/wiki\/HTTP_compression\" target=\"_blank\">http:\/\/en.wikipedia.org\/wiki\/HTTP_compression<\/a><br \/>\n<a href=\"http:\/\/www.freesoft.org\/CIE\/RFC\/2068\/158.htm\" target=\"_blank\">http:\/\/www.freesoft.org\/CIE\/RFC\/2068\/158.htm<\/a><br \/>\n<a href=\"http:\/\/www.w3.org\/Protocols\/rfc2616\/rfc2616-sec14.html\" target=\"_blank\">http:\/\/www.w3.org\/Protocols\/rfc2616\/rfc2616-sec14.html<\/a><\/p>\n<p><a href=\"http:\/\/stackoverflow.com\/questions\/1089662\/python-inflate-and-deflate-implementations\" target=\"_blank\">http:\/\/stackoverflow.com\/questions\/1089662\/python-inflate-and-deflate-implementations<\/a><\/p>\n<h6>\n\u4e3a\u4ec0\u4e48\u4e3b\u6d41\u7684Web\u7ad9\u70b9\u4f7f\u7528gzip\u538b\u7f29\u7b97\u6cd5\uff1f<\/h6>\n<p><a href=\"http:\/\/stackoverflow.com\/questions\/9170338\/why-are-major-web-sites-using-gzip\" target=\"_blank\">http:\/\/stackoverflow.com\/questions\/9170338\/why-are-major-web-sites-using-gzip<\/a><\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u5982\u4f55\u8bc6\u522bgzip\u683c\u5f0f\u7684\u6587\u4ef6\uff1f http:\/\/search.aol.com\/aol\/search?q=how+t [&hellip;]<\/p>\n","protected":false},"author":2,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[23,7],"tags":[418,419,8],"class_list":["post-1709","post","type-post","status-publish","format-standard","hentry","category-knowledgebase-2","category-programing","tag-binascii","tag-gzip","tag-python"],"views":4871,"_links":{"self":[{"href":"https:\/\/ixyzero.com\/blog\/wp-json\/wp\/v2\/posts\/1709","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/ixyzero.com\/blog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/ixyzero.com\/blog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/ixyzero.com\/blog\/wp-json\/wp\/v2\/users\/2"}],"replies":[{"embeddable":true,"href":"https:\/\/ixyzero.com\/blog\/wp-json\/wp\/v2\/comments?post=1709"}],"version-history":[{"count":0,"href":"https:\/\/ixyzero.com\/blog\/wp-json\/wp\/v2\/posts\/1709\/revisions"}],"wp:attachment":[{"href":"https:\/\/ixyzero.com\/blog\/wp-json\/wp\/v2\/media?parent=1709"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/ixyzero.com\/blog\/wp-json\/wp\/v2\/categories?post=1709"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/ixyzero.com\/blog\/wp-json\/wp\/v2\/tags?post=1709"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}