diff options
| author | Martin v. Löwis <martin@v.loewis.de> | 2009-09-13 15:33:43 +0200 |
|---|---|---|
| committer | Martin v. Löwis <martin@v.loewis.de> | 2009-09-13 15:33:43 +0200 |
| commit | bd900046b3457bfd98ac36dfbdaac63d7acf0a67 (patch) | |
| tree | a342b79579541c130efd96de8ee4fc278ff278ff /setuptools/package_index.py | |
| parent | 3c6ebb2ab608930ea3d1e54476344a990526e64a (diff) | |
| download | external_python_setuptools-bd900046b3457bfd98ac36dfbdaac63d7acf0a67.tar.gz external_python_setuptools-bd900046b3457bfd98ac36dfbdaac63d7acf0a67.tar.bz2 external_python_setuptools-bd900046b3457bfd98ac36dfbdaac63d7acf0a67.zip | |
Convert HTML pages to text.
--HG--
branch : distribute
extra : rebase_source : 9ab9cc8b84da2be50c520cd6f23efb15b8744bd9
Diffstat (limited to 'setuptools/package_index.py')
| -rwxr-xr-x | setuptools/package_index.py | 2 |
1 files changed, 2 insertions, 0 deletions
diff --git a/setuptools/package_index.py b/setuptools/package_index.py index 48494aff..b6283dbc 100755 --- a/setuptools/package_index.py +++ b/setuptools/package_index.py @@ -197,6 +197,8 @@ class PackageIndex(Environment): base = f.url # handle redirects page = f.read() + charset = f.headers.get_param('charset') or 'latin-1' + page = page.decode(charset, "ignore") f.close() if url.startswith(self.index_url) and getattr(f,'code',None)!=404: page = self.process_index(url, page) |