Run 2to3

This should complete the migration to Python 3.

Author: psvenk

analytics/apps.py

@@ -1,4 +1,4 @@
-from __future__ import unicode_literals
+
 
 from django.apps import AppConfig
 

analytics/views.py

@@ -83,7 +83,7 @@ def total_requests(request, time_frame=None):
     timezone.activate(DISPLAY_TIME_ZONE)
     early_time, delta, format = get_time_bounds(time_frame)
     data = RequestCount.tabulate_requests(early_time, delta, lambda _: 1)
-    labels, counts = itertools.izip(*((format_date(t, format), item.get(1, 0)) for t, item in data))
+    labels, counts = list(zip(*((format_date(t, format), item.get(1, 0)) for t, item in data)))
     return HttpResponse(json.dumps({"labels": labels, "data": counts, "total": "{:,}".format(sum(counts))}), content_type="application/json")
 
 USER_AGENT_TYPES = [
@@ -127,7 +127,7 @@ def logged_in_users(request, time_frame=None):
     early_time, delta, format = get_time_bounds(time_frame)
     data = RequestCount.tabulate_requests(early_time, delta, lambda _: 1, distinct_users=True)
     total_data = RequestCount.tabulate_requests(early_time, None, lambda _: 1, distinct_users=True)
-    labels, counts = itertools.izip(*((format_date(t, format), item.get(1, 0)) for t, item in data))
+    labels, counts = list(zip(*((format_date(t, format), item.get(1, 0)) for t, item in data)))
     return HttpResponse(json.dumps({"labels": labels, "data": counts, "total": "{:,}".format(total_data.get(1, 0))}), content_type="application/json")
 
 SEMESTERS = [
@@ -170,7 +170,7 @@ def user_semesters(request, time_frame=None):
     labels = SEMESTERS
 
     semester_buckets = [0 for _ in SEMESTERS]
-    for semester, count in data.items():
+    for semester, count in list(data.items()):
         if not semester or semester < 0 or semester >= len(semester_buckets):
             continue
         semester_buckets[semester] += count
@@ -184,7 +184,7 @@ def request_paths(request, time_frame=None):
     data = RequestCount.tabulate_requests(early_time, None, lambda request: request.path)
     labels = set(data.keys()) - set([None])
     counts = {label: data.get(label, 0) for label in labels}
-    labels, counts = itertools.izip(*sorted(counts.items(), key=lambda x: x[1], reverse=True))
+    labels, counts = list(zip(*sorted(list(counts.items()), key=lambda x: x[1], reverse=True)))
     if len(labels) > 15:
         labels = labels[:15]
         counts = counts[:15]

catalog/apps.py

@@ -1,4 +1,4 @@
-from __future__ import unicode_literals
+
 
 from django.apps import AppConfig
 

catalog/models.py

@@ -1,4 +1,4 @@
-from __future__ import unicode_literals
+
 from django.core.exceptions import ObjectDoesNotExist
 
 from django.db import models
@@ -33,7 +33,7 @@ def combine(cls, attrs, unique_id):
         are combined together to form a course that satisfies each attribute's
         requirement, and a unique id is assigned to the course only if it makes
         sense for each attribute to exist multiple times in a list of courses"""
-        new_attr = cls(" ".join(map(lambda a: a.requirement,attrs)),True)
+        new_attr = cls(" ".join([a.requirement for a in attrs]),True)
         for attr in attrs:
             new_attr.course = attr.modify_course(new_attr.course)
             new_attr.needs_unique_id = new_attr.needs_unique_id and attr.needs_unique_id
@@ -189,7 +189,7 @@ def list_converter(value):
     "Custom Color":                             (CourseFields.custom_color, string_converter)
 }
 
-FIELD_TO_CSV = {field_name: csv_header for csv_header, (field_name, _) in CSV_HEADERS.items()}
+FIELD_TO_CSV = {field_name: csv_header for csv_header, (field_name, _) in list(CSV_HEADERS.items())}
 
 # Create your models here.
 class Course(models.Model):

catalog/tests.py

@@ -88,23 +88,23 @@ def test_json_object(self):
         course = Course.objects.get(subject_id="21M.030")
         result = course.to_json_object(full=False)
         expected = {
-            CourseFields.subject_id:            u"21M.030",
-            CourseFields.title:                 u"World Music",
+            CourseFields.subject_id:            "21M.030",
+            CourseFields.title:                 "World Music",
             CourseFields.total_units:           12,
             CourseFields.offered_fall:          True,
             CourseFields.offered_IAP:           False,
             CourseFields.offered_spring:        True,
             CourseFields.offered_summer:        False,
             CourseFields.public:                True,
-            CourseFields.level:                 u"U",
-            CourseFields.joint_subjects:        [u"21M.830", u"21M.290"],
-            CourseFields.equivalent_subjects:   [u"21M.031"],
-            CourseFields.quarter_information:   u"1,march 1",
-            CourseFields.not_offered_year:      u"2019-2020",
-            CourseFields.instructors:           [u"E. Zimmer", u"C. Smith"],
-            CourseFields.communication_requirement: u"CI-H",
-            CourseFields.hass_attribute:        u"HASS-A",
-            CourseFields.gir_attribute:         u"REST",
+            CourseFields.level:                 "U",
+            CourseFields.joint_subjects:        ["21M.830", "21M.290"],
+            CourseFields.equivalent_subjects:   ["21M.031"],
+            CourseFields.quarter_information:   "1,march 1",
+            CourseFields.not_offered_year:      "2019-2020",
+            CourseFields.instructors:           ["E. Zimmer", "C. Smith"],
+            CourseFields.communication_requirement: "CI-H",
+            CourseFields.hass_attribute:        "HASS-A",
+            CourseFields.gir_attribute:         "REST",
         }
         self.maxDiff = None
         self.assertDictEqual(expected, result)
@@ -113,23 +113,23 @@ def test_json_object_full(self):
         course = Course.objects.get(subject_id="21M.030")
         result = course.to_json_object()
         expected = {
-            CourseFields.subject_id:            u"21M.030",
-            CourseFields.title:                 u"World Music",
+            CourseFields.subject_id:            "21M.030",
+            CourseFields.title:                 "World Music",
             CourseFields.total_units:           12,
             CourseFields.offered_fall:          True,
             CourseFields.offered_IAP:           False,
             CourseFields.offered_spring:        True,
             CourseFields.offered_summer:        False,
             CourseFields.public:                True,
-            CourseFields.level:                 u"U",
-            CourseFields.joint_subjects:        [u"21M.830", u"21M.290"],
-            CourseFields.equivalent_subjects:   [u"21M.031"],
-            CourseFields.quarter_information:   u"1,march 1",
-            CourseFields.not_offered_year:      u"2019-2020",
-            CourseFields.instructors:           [u"E. Zimmer", u"C. Smith"],
-            CourseFields.communication_requirement: u"CI-H",
-            CourseFields.hass_attribute:        u"HASS-A",
-            CourseFields.gir_attribute:         u"REST",
+            CourseFields.level:                 "U",
+            CourseFields.joint_subjects:        ["21M.830", "21M.290"],
+            CourseFields.equivalent_subjects:   ["21M.031"],
+            CourseFields.quarter_information:   "1,march 1",
+            CourseFields.not_offered_year:      "2019-2020",
+            CourseFields.instructors:           ["E. Zimmer", "C. Smith"],
+            CourseFields.communication_requirement: "CI-H",
+            CourseFields.hass_attribute:        "HASS-A",
+            CourseFields.gir_attribute:         "REST",
             CourseFields.lecture_units:         5,
             CourseFields.lab_units:             0,
             CourseFields.design_units:          0,
@@ -138,11 +138,11 @@ def test_json_object_full(self):
             CourseFields.is_half_class:         False,
             CourseFields.pdf_option:            False,
             CourseFields.has_final:             False,
-            CourseFields.description: u"Test description of 21M.030",
-            CourseFields.prerequisites: u"21M.051/''permission of instructor''",
-            CourseFields.schedule: u"Lecture,4-364/MW/0/9.30-11,4-364/MW/0/11-12.30",
-            CourseFields.url: u"http://student.mit.edu/catalog/m21Ma.html#21M.030",
-            CourseFields.related_subjects: [u"21M.011", u"21M.031"],
+            CourseFields.description: "Test description of 21M.030",
+            CourseFields.prerequisites: "21M.051/''permission of instructor''",
+            CourseFields.schedule: "Lecture,4-364/MW/0/9.30-11,4-364/MW/0/11-12.30",
+            CourseFields.url: "http://student.mit.edu/catalog/m21Ma.html#21M.030",
+            CourseFields.related_subjects: ["21M.011", "21M.031"],
             CourseFields.rating:                5.0,
             CourseFields.enrollment_number:     45.0,
             CourseFields.in_class_hours:        3.0,
@@ -194,8 +194,8 @@ def test_lookup_subject(self):
         response = views.lookup(request, subject_id="2.001")
         self.assertEqual(200, response.status_code)
         self.assertDictContainsSubset({
-            CourseFields.subject_id: u"2.001",
-            CourseFields.title: u"Foo"
+            CourseFields.subject_id: "2.001",
+            CourseFields.title: "Foo"
         }, json.loads(response.content))
 
     def test_lookup_subject_not_existing(self):

catalog_parse/catalog_parser.py

@@ -31,9 +31,9 @@
 
 # For type checking str or unicode in Python 2 and 3
 try:
-    basestring
+    str
 except NameError:
-    basestring = str
+    str = str
 
 COURSE_NUMBERS = [
     "1", "2", "3", "4",
@@ -83,7 +83,7 @@ def load_course_elements(url):
     course_ids = []
     courses = []
     for element in course_elements[0].getchildren():
-        if element.tag == "a" and "name" in element.keys():
+        if element.tag == "a" and "name" in list(element.keys()):
             subject_id = element.get("name")
             course_ids.append(subject_id)
             courses.append([])
@@ -119,10 +119,10 @@ def recursively_extract_info(node):
     contents = get_inner_html(node)
 
     if node.tag == "img":
-        if "title" in node.keys() and len(node.get("title")):
+        if "title" in list(node.keys()) and len(node.get("title")):
             info_items.append(node.get("title"))
     elif node.tag == "a":
-        if "name" in node.keys():
+        if "name" in list(node.keys()):
             return (info_items, True)
         text = node.text_content().strip()
         if len(text):
@@ -381,7 +381,7 @@ def merge_duplicates(courses):
 
         if len(course_dict[subject_id]) > 1:
             total_course = {}
-            keys = set().union(*(other.keys() for other in course_dict[subject_id]))
+            keys = set().union(*(list(other.keys()) for other in course_dict[subject_id]))
             for key in keys:
                 vals = [other.get(key, '') for other in course_dict[subject_id]]
 
@@ -442,7 +442,7 @@ def courses_from_dept_code(dept_code, **options):
                 schedules = {other_id: schedules[""] for other_id in subject_ids}
 
             for other_id in subject_ids:
-                copied_course = {key: val for key, val in attribs.items()}
+                copied_course = {key: val for key, val in list(attribs.items())}
                 copied_course[CourseAttribute.subjectID] = other_id
                 if other_id in schedules:
                     copied_course[CourseAttribute.schedule] = schedules[other_id]
@@ -471,7 +471,7 @@ def writing_description_for_attribute(course, attribute):
         return ""
 
     item = course[attribute]
-    if isinstance(item, basestring):
+    if isinstance(item, str):
         return '"' + item.replace('"', "'").replace('\n', '\\n') + '"'
     elif isinstance(item, bool):
         return "Y" if item == True else "N"
@@ -484,7 +484,7 @@ def writing_description_for_attribute(course, attribute):
     elif isinstance(item, list):
         return '"' + ",".join(item) + '"'
     else:
-        print("Don't have a way to represent attribute {}: {} ({})".format(attribute, item, type(item)))
+        print(("Don't have a way to represent attribute {}: {} ({})".format(attribute, item, type(item))))
         return str(item)
 
 def write_courses(courses, filepath, attributes):
@@ -546,7 +546,7 @@ def parse(output_dir, evaluations_path=None, equivalences_path=None, write_relat
             if len(addl_courses) == 0:
                 continue
 
-            print("======", total_code)
+            print(("======", total_code))
             dept_courses += addl_courses
             if original_html is None:
                 original_html = LAST_PAGE_HTML

catalog_parse/consensus_catalog.py

@@ -33,7 +33,7 @@ def make_corrections(corrections, consensus):
                     if correction[col]:
                         if col not in consensus.columns:
                             consensus[col] = ""
-                        print("Correction for {}: {} ==> {}".format(idx, col, correction[col]))
+                        print(("Correction for {}: {} ==> {}".format(idx, col, correction[col])))
                         consensus.ix[idx][col] = correction[col]
 
         elif subject_id in consensus.index:
@@ -42,12 +42,12 @@ def make_corrections(corrections, consensus):
             for col in correction:
                 if col == "Subject Id": continue
                 if correction[col]:
-                    print("Correction for {}: {} ==> {}".format(subject_id, col, correction[col]))
+                    print(("Correction for {}: {} ==> {}".format(subject_id, col, correction[col])))
                     consensus_row[col] = correction[col]
 
         else:
             # Add the subject
-            print("Correction: adding subject {}".format(subject_id))
+            print(("Correction: adding subject {}".format(subject_id)))
             consensus.loc[subject_id] = {col: correction.get(col, None) for col in consensus.columns}
 
 
@@ -63,7 +63,7 @@ def build_consensus(base_path, out_path, corrections=None):
         semester_data[semester] = all_courses
 
     # Sort in reverse chronological order
-    semester_data = sorted(semester_data.items(), key=lambda x: semester_sort_key(x[0]), reverse=True)
+    semester_data = sorted(list(semester_data.items()), key=lambda x: semester_sort_key(x[0]), reverse=True)
     if len(semester_data) == 0:
         print("No raw semester data found.")
         return
@@ -90,7 +90,7 @@ def build_consensus(base_path, out_path, corrections=None):
             consensus = pd.concat([consensus, data], sort=False)
 
         consensus = consensus.drop_duplicates(subset=[CourseAttribute.subjectID], keep='first')
-        print("Added {} courses with {}.".format(len(consensus) - last_size, semester))
+        print(("Added {} courses with {}.".format(len(consensus) - last_size, semester)))
         last_size = len(consensus)
 
     consensus.set_index(CourseAttribute.subjectID, inplace=True)
@@ -141,7 +141,7 @@ def write_df(df, path):
     out_path = sys.argv[2]
 
     if os.path.exists(out_path):
-        print("Fatal: the directory {} already exists. Please delete it or choose a different location.".format(out_path))
+        print(("Fatal: the directory {} already exists. Please delete it or choose a different location.".format(out_path)))
         exit(1)
 
     build_consensus(in_path, out_path)

catalog_parse/delta_gen.py

@@ -40,7 +40,7 @@ def write_delta_file(semester_name, delta, outpath):
         file.write(str(version_num) + "\n")
         file.write("\n".join(delta))
 
-    print("Delta file written to {}.".format(delta_file_path))
+    print(("Delta file written to {}.".format(delta_file_path)))
 
 def delta_file_name(path):
     if ".txt" in path:
@@ -96,8 +96,8 @@ def commit_delta(new_directory, old_directory, server_path, delta):
     delta = make_delta(new_directory, old_directory)
     for file in delta:
         print(file)
-    if raw_input("Ready to write files?") in ['y', 'yes', '\n']:
+    if eval(input("Ready to write files?")) in ['y', 'yes', '\n']:
         commit_delta(new_directory, old_directory, server_path, delta)
-        print("Old files moved to {}. New files moved to {}.".format(os.path.join(os.path.dirname(old_directory), old_name + "-old"), old_directory))
+        print(("Old files moved to {}. New files moved to {}.".format(os.path.join(os.path.dirname(old_directory), old_name + "-old"), old_directory)))
     else:
         print("Aborting.")