Initial import.

Author: chfoo

.gitignore

@@ -0,0 +1,54 @@
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+
+# C extensions
+*.so
+
+# Distribution / packaging
+bin/
+build/
+develop-eggs/
+dist/
+eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+*.egg-info/
+.installed.cfg
+*.egg
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+.tox/
+.coverage
+.cache
+nosetests.xml
+coverage.xml
+
+# Translations
+*.mo
+
+# Mr Developer
+.mr.developer.cfg
+.project
+.pydevproject
+
+# Rope
+.ropeproject
+
+# Django stuff:
+*.log
+*.pot
+
+# Sphinx documentation
+docs/_build/
+
+
+*~
+

LICENSE.txt

@@ -0,0 +1,54 @@
+Wpull
+=====
+
+**Work in progress!**
+
+Wpull is a Wget-compatible (or remake/clone/replacement/alternative) web downloader.
+
+Features:
+
+* Written in Python
+* Modular
+* Asynchronous
+
+
+Install
+-------
+
+Requires:
+
+* Python 3.2+
+* Tornado, toro, lxml
+
+Dependencies can be installed using pip:
+
+    pip3 install -r requirements.txt
+
+
+Run
+---
+
+To download the homepage of Google.com:
+
+    python3 -m wpull google.com
+
+To see all options:
+
+    python3 -m wpull --help
+
+
+Todo
+----
+
+* lot's of TODO markers in code
+* docstrings
+* 3to2 support
+
+
+Credits
+-------
+
+Copyright 2013 by Christopher Foo. License GPL v3.
+
+We would like to acknowledge the authors of GNU Wget as Wpull uses algorithms from Wget.
+

README.md

@@ -0,0 +1,3 @@
+tornado=3.1.1
+toro=0.5
+lxml=3.1.0

requirements.txt

@@ -0,0 +1,30 @@
+#!/usr/bin/env python
+
+from distutils.core import setup
+
+import os.path
+import re
+from distutils.version import StrictVersion
+
+
+def get_version():
+    path = os.path.join('wpull', 'version.py')
+
+    with open(path, 'r') as version_file:
+        content = version_file.read()
+        return re.match(r"__version__ = '(.+)'", content).group(1)
+
+
+version = get_version()
+
+StrictVersion(version)
+
+setup(name='wpull',
+    version=version,
+    description='Wget-compatible web downloader.',
+    author='Christopher Foo',
+    author_email='[email protected]',
+    url='',
+    packages=['wpull'],
+    install_requires=['tornado', 'toro', 'lxml'],
+)

setup.py

@@ -0,0 +1,13 @@
+import sys
+import tornado.ioloop
+
+from wpull.app import AppArgumentParser, build_engine
+
+
+if __name__ == '__main__':
+    arg_parser = AppArgumentParser()
+    args = arg_parser.parse_args()
+    io_loop = tornado.ioloop.IOLoop.instance()
+    engine = build_engine(args)
+    exit_code = io_loop.run_sync(engine)
+    sys.exit(exit_code)

wpull/__init__.py

@@ -0,0 +1,31 @@
+class Event(object):
+    '''http://www.valuedlessons.com/2008/04/events-in-python.html'''
+    def __init__(self):
+        super().__init__()
+        self.handlers = set()
+
+    def handle(self, handler):
+        self.handlers.add(handler)
+        return self
+
+    def unhandle(self, handler):
+        try:
+            self.handlers.remove(handler)
+        except:
+            raise ValueError("Handler is not handling this event, so cannot unhandle it.")
+        return self
+
+    def fire(self, *args, **kargs):
+        for handler in self.handlers:
+            handler(*args, **kargs)
+
+    def get_handler_count(self):
+        return len(self.handlers)
+
+    def clear(self):
+        self.handlers.clear()
+
+    __iadd__ = handle
+    __isub__ = unhandle
+    __call__ = fire
+    __len__ = get_handler_count