Testing and Py3 compatibility changes (#5)

* Made Py3 compatible

* Added unit tests using pytest

* Travis CI, versioneye, codecov, and tox integrations.  

* Pointed to new `edx/pyfilesystem` dependency (needed to support Py3)

* Updated license to Apache 2.0

Author: bmedx

.coveragerc

@@ -0,0 +1,10 @@
+[run]
+branch = True
+source = djpyfs
+data_file = .coverage
+omit = djpyfs/tests.py
+
+[report]
+exclude_lines =
+   pragma: no cover
+   raise NotImplementedError

.gitignore

@@ -53,4 +53,12 @@ coverage.xml
 docs/_build/
 
 # Emacs backups
-*~
+*~
+
+# PyCharm config
+.idea/
+
+# Paths generated in testing
+django-pyfs/
+example/db.sql
+example/sample/static/

.travis.yml

@@ -0,0 +1,25 @@
+language: python
+
+python:
+ - 2.7
+ - 3.5
+
+env:
+  - TOXENV=django18
+  - TOXENV=django19
+  - TOXENV=django110
+
+sudo: false
+
+branches:
+  only:
+  - master
+
+install:
+  - pip install -r requirements/test_requirements.txt
+
+script:
+  - tox
+
+after_success:
+  - bash <(curl -s https://codecov.io/bash)

LICENSE

@@ -0,0 +1,31 @@
+from django.conf import settings
+
+
+def pytest_configure():
+    settings.configure(
+        DEBUG=True,
+        USE_TZ=True,
+        DATABASES={
+            "default": {
+                "ENGINE": "django.db.backends.sqlite3",
+            }
+        },
+        ROOT_URLCONF="test_urls",
+        INSTALLED_APPS=[
+            "django.contrib.auth",
+            "django.contrib.contenttypes",
+            "django.contrib.sites",
+            "django.contrib.sessions",
+            "djpyfs",
+        ],
+        MIDDLEWARE_CLASSES=[
+            'django.contrib.sessions.middleware.SessionMiddleware',
+            'restrictedsessions.middleware.RestrictedSessionsMiddleware',
+            'django.middleware.common.CommonMiddleware',
+            'django.middleware.csrf.CsrfViewMiddleware',
+            'django.contrib.auth.middleware.AuthenticationMiddleware',
+            'django.contrib.messages.middleware.MessageMiddleware',
+            'django.middleware.clickjacking.XFrameOptionsMiddleware',
+        ],
+        SITE_ID=1,
+    )

conftest.py

@@ -10,35 +10,27 @@
 task can garbage-collect those objects. 
 
 '''
+from __future__ import absolute_import
 
-import json
 import os
 import os.path
 import types
 
 from django.conf import settings
+from fs.osfs import OSFS
 
-from models import FSExpirations
+from .models import FSExpirations
 
 
 if hasattr(settings, 'DJFS'):
-    djfs_settings = settings.DJFS
+    djfs_settings = settings.DJFS  #pragma: no cover
 else:
     djfs_settings = {'type' : 'osfs',
                      'directory_root' : 'django-pyfs/static/django-pyfs', 
                      'url_root' : '/static/django-pyfs'}
 
-if djfs_settings['type'] == 'osfs':
-    from fs.osfs import OSFS
-elif djfs_settings['type'] == 's3fs':
-    from fs.s3fs import S3FS
-    from boto.s3.connection import S3Connection
-    from boto.s3.key import Key
-    key_id = djfs_settings.get('aws_access_key_id', None)
-    key_secret = djfs_settings.get('aws_secret_access_key', None)
-    s3conn = None
-else: 
-    raise AttributeError("Bad filesystem: "+str(djfs_settings['type']))
+s3conn = None
+
 
 def get_filesystem(namespace):
     ''' Returns a pyfilesystem for static module storage. 
@@ -56,7 +48,7 @@ def get_filesystem(namespace):
 
 def expire_objects():
     ''' Remove all obsolete objects from the file systems. Untested. '''
-    objects = sorted(FSExpirations.expired(), key=lambda x:x.module)
+    objects = sorted(FSExpirations.expired(), key=lambda x: x.module)
     fs = None
     module = None
     for o in objects:
@@ -98,12 +90,20 @@ def get_osfs(namespace):
     if not os.path.exists(full_path):
         os.makedirs(full_path)
     osfs = OSFS(full_path)
-    osfs = patch_fs(osfs, namespace, lambda self, filename, timeout=0:os.path.join(djfs_settings['url_root'], namespace, filename))
+    osfs = patch_fs(osfs, namespace, lambda self, filename, timeout=0: os.path.join(djfs_settings['url_root'], namespace, filename))
     return osfs
 
 def get_s3fs(namespace):
     ''' Helper method to get_filesystem for a file system on S3 '''
-    global key_id, key_secret
+    # Our test suite does not presume Amazon S3, and we would prefer not to have a global import so that we can run
+    # tests without requiring boto. These will become global when and if we include S3/boto in our test suite.
+    from fs.s3fs import S3FS
+    from boto.s3.connection import S3Connection
+
+    key_id = djfs_settings.get('aws_access_key_id', None)
+    key_secret = djfs_settings.get('aws_secret_access_key', None)
+    s3conn = None
+
     fullpath = namespace
     if 'prefix' in djfs_settings: 
         fullpath = os.path.join(djfs_settings['prefix'], fullpath)
@@ -121,4 +121,3 @@ def get_s3_url(self, filename, timeout=60):
 
     s3fs = patch_fs(s3fs, namespace, get_s3_url)
     return s3fs
-

djpyfs/djpyfs.py

@@ -1,31 +1,34 @@
-import django
-from django.db import models
-import datetime
+import os
 
+from django.db import models
 from django.utils import timezone
 
-## Create your models here.
-#class StudentBookAccesses(models.Model):
-#    username = models.CharField(max_length=500, unique=True) # TODO: Should not have max_length
-#    count = models.IntegerField()
 
 class FSExpirations(models.Model):
-    ''' The modules have access to a pyfilesystem object where they
+    '''
+    Model to handle expiring temporary files.
+
+    The modules have access to a pyfilesystem object where they
     can store big data, images, etc. In most cases, we would like
     those objects to expire (e.g. if a view generates a .PNG analytic
     to show to a user). This model keeps track of files stored, as
-    well as the expirations of those models. 
+    well as the expirations of those models.
     '''
+    module = models.CharField(max_length=382)  # Defines the namespace
+    filename = models.CharField(max_length=382)  # Filename within the namespace
+    expires = models.BooleanField() # Does it expire?
+    expiration = models.DateTimeField(db_index=True)
 
     @classmethod
     def create_expiration(cls, module, filename, seconds, days=0, expires = True):
-        ''' May be used instead of the constructor to create a new expiration. 
+        '''
+        May be used instead of the constructor to create a new expiration.
         Automatically applies timedelta and saves to DB. 
         '''
         expiration_time = timezone.now() + timezone.timedelta(days, seconds)
 
         # If object exists, update it
-        objects = cls.objects.filter(module = module, filename = filename)
+        objects = cls.objects.filter(module=module, filename=filename)
         if objects:
             exp = objects[0]
             exp.expires = expires
@@ -41,30 +44,26 @@ def create_expiration(cls, module, filename, seconds, days=0, expires = True):
         f.expiration = expiration_time
         f.save()
 
-    
-    module = models.CharField(max_length=382)  # Defines the namespace
-    filename = models.CharField(max_length=382)  # Filename within the namespace
-    expires = models.BooleanField() # Does it expire? 
-    expiration = models.DateTimeField(db_index = True) 
-
     @classmethod
     def expired(cls):
-        ''' Returns a list of expired objects '''
+        '''
+        Returns a list of expired objects
+        '''
 
         expiration_lte = timezone.now()
         return cls.objects.filter(expires=True, expiration__lte = expiration_lte)
 
-    class Meta:
+    class Meta(object):
         app_label = 'djpyfs'
-        unique_together = (("module","filename"))
+        unique_together = (("module", "filename"),)
         # We'd like to create an index first on expiration than on expires (so we can
         # search for objects where expires=True and expiration is before now).
         index_together = [
             ["expiration", "expires"],
-            ]
+        ]
 
     def __str__(self):
         if self.expires: 
-            return self.module+'/'+self.filename+" Expires "+str(self.expiration)
+            return "{} Expires {}".format(os.path.join(self.module, self.filename), str(self.expiration))
         else:
-            return self.module+'/'+self.filename+" Permanent ("+str(self.expiration)+")"
+            return "{} Permanent ({})".format(os.path.join(self.module, self.filename), str(self.expiration))