Fix liniting errors

Author: JackWilb

data/boston/script/table2csv.py

@@ -1,19 +1,17 @@
 """Convert raw Boston club membership data into CSV."""
-
 import csv
 import string
 import sys
 
 
 def namify_member(name):
     """Convert data formatted name into human readable form."""
-    [last_name, first_name] = map(lambda s: s.capitalize(), name.split("."))
-    return " ".join([first_name, last_name])
+    [last_name, first_name] = map(lambda s: s.capitalize(), name.split('.'))
+    return ' '.join([first_name, last_name])
 
 
 def namify_club(name):
     """Convert data formmated club name into human readable form."""
-
     def split_on(s, splitters):
         if not s:
             return []
@@ -24,46 +22,46 @@ def split_on(s, splitters):
 
         return [s]
 
-    return " ".join(split_on(name, string.ascii_uppercase))
+    return ' '.join(split_on(name, string.ascii_uppercase))
 
 
-if __name__ == "__main__":
+if __name__ == '__main__':
     # Read in the raw data.
     raw_data = list(map(dict, csv.DictReader(sys.stdin)))
 
     # Extract the club and member names.
     club_names = [k for k in raw_data[0] if k]
-    member_names = [row[""] for row in raw_data]
+    member_names = [row[''] for row in raw_data]
 
     # Construct tables to a unique ID for each entity.
     ids = {name: idx for (idx, name) in enumerate(club_names + member_names)}
 
     # Create member and club tables.
     members = [
-        {"_key": ids[name], "name": namify_member(name)} for name in member_names
+        {'_key': ids[name], 'name': namify_member(name)} for name in member_names
     ]
-    clubs = [{"_key": ids[name], "name": namify_club(name)} for name in club_names]
+    clubs = [{'_key': ids[name], 'name': namify_club(name)} for name in club_names]
 
     # Create the membership table.
     membership = []
     for row in raw_data:
-        member_name = row[""]
-        club_names = [club_name for club_name in row if row[club_name] == "1"]
+        member_name = row['']
+        club_names = [club_name for club_name in row if row[club_name] == '1']
 
         for club_name in club_names:
             membership.append(
                 {
-                    "_from": f"members/{ids[member_name]}",
-                    "_to": f"clubs/{ids[club_name]}",
+                    '_from': f'members/{ids[member_name]}',
+                    '_to': f'clubs/{ids[club_name]}',
                 }
             )
 
     # Dump the tables to disk as csv files.
-    for table_name in ["clubs", "members", "membership"]:
-        csvname = f"{table_name}.csv"
+    for table_name in ['clubs', 'members', 'membership']:
+        csvname = f'{table_name}.csv'
         table = eval(table_name)
 
-        with open(csvname, "w") as csvfile:
+        with open(csvname, 'w') as csvfile:
             writer = csv.DictWriter(csvfile, fieldnames=list(table[0]))
 
             writer.writeheader()

data/eurovis-2019/script/process.py

@@ -1,37 +1,33 @@
 """Download Les Miserables data from the web and process it into Multinet CSV files."""
-
 import csv
 import json
 import sys
 
 
 def add_key(rec, idx):
     """Add a key value to the character records."""
+    rec['_key'] = rec['id']
+    rec['influential'] = 'false' if rec['influential'] == 'False' else 'true'
+    rec['original'] = 'false' if rec['original'] == 'False' else 'true'
 
-    rec["_key"] = rec["id"]
-    rec["influential"] = "false" if rec["influential"] == "False" else "true"
-    rec["original"] = "false" if rec["original"] == "False" else "true"
-
-    del rec["utc_offset"]
-    del rec["id"]
+    del rec['utc_offset']
+    del rec['id']
 
     return rec
 
 
 def convert_link(link, idx):
     """Convert the D3 JSON link data into a Multinet-style record."""
-
     return {
-        "_key": str(idx),
-        "_from": f"""people/{link["source"]}""",
-        "_to": f"""people/{link["target"]}""",
+        '_key': str(idx),
+        '_from': f'''people/{link['source']}''',
+        '_to': f'''people/{link['target']}''',
     }
 
 
 def write_csv(data, fields, filename):
     """Write a CSV file from data and field names."""
-
-    with open(filename, "w") as f:
+    with open(filename, 'w') as f:
         writer = csv.DictWriter(f, fieldnames=fields)
 
         writer.writeheader()
@@ -41,17 +37,16 @@ def write_csv(data, fields, filename):
 
 def main():
     """Run main function."""
-
     data = json.loads(sys.stdin.read())
 
     # Prepare the node data by adjoining a key value equal to each record's
     # index in the original data.
-    nodes = [add_key(record, index) for (index, record) in enumerate(data["nodes"])]
+    nodes = [add_key(record, index) for (index, record) in enumerate(data['nodes'])]
 
     # Convert the link data to Multinet form. Note that the D3 JSON format uses
     # node list indices to refer to the source and target nodes; these can be
     # used unchanged because of how the key value for the nodes was set above.
-    links = [convert_link(link, index) for (index, link) in enumerate(data["links"])]
+    links = [convert_link(link, index) for (index, link) in enumerate(data['links'])]
 
     # Reduce the total number of nodes by truncating
     nodes = [nodes[i] for i in range(0, 100)]
@@ -61,8 +56,8 @@ def main():
         link
         for link in links
         if (
-            any(f"people/{node['_key']}" == link["_from"] for node in nodes)
-            and any(f"people/{node['_key']}" == link["_to"] for node in nodes)
+            any(f'''people/{node['_key']}''' == link['_from'] for node in nodes)
+            and any(f'''people/{node['_key']}''' == link['_to'] for node in nodes)
         )
     ]
     links = [link for (index, link) in enumerate(links) if index % 10 == 0]
@@ -71,25 +66,25 @@ def main():
     write_csv(
         nodes,
         [
-            "_key",
-            "followers_count",
-            "query_tweet_count",
-            "friends_count",
-            "statuses_count",
-            "listed_count",
-            "favourites_count",
-            "count_followers_in_query",
-            "screen_name",
-            "profile_image_url",
-            "influential",
-            "original",
+            '_key',
+            'followers_count',
+            'query_tweet_count',
+            'friends_count',
+            'statuses_count',
+            'listed_count',
+            'favourites_count',
+            'count_followers_in_query',
+            'screen_name',
+            'profile_image_url',
+            'influential',
+            'original',
         ],
-        "people.csv",
+        'people.csv',
     )
-    write_csv(links, ["_key", "_from", "_to"], "connections.csv")
+    write_csv(links, ['_key', '_from', '_to'], 'connections.csv')
 
     return 0
 
 
-if __name__ == "__main__":
+if __name__ == '__main__':
     sys.exit(main())

data/miserables/scripts/process.py

@@ -1,31 +1,27 @@
 """Download Les Miserables data from the web and process it into Multinet CSV files."""
-
 import csv
 import json
 import sys
 
 
 def add_key(rec, idx):
     """Add a key value to the character records."""
-
-    rec["_key"] = idx
+    rec['_key'] = idx
     return rec
 
 
 def convert_link(link):
     """Convert the D3 JSON link data into a Multinet-style record."""
-
     return {
-        "_from": f"""characters/{link["source"]}""",
-        "_to": f"""characters/{link["target"]}""",
-        "value": link["value"],
+        '_from': f'''characters/{link['source']}''',
+        '_to': f'''characters/{link['target']}''',
+        'value': link['value'],
     }
 
 
 def write_csv(data, fields, filename):
     """Write a CSV file from data and field names."""
-
-    with open(filename, "w") as f:
+    with open(filename, 'w') as f:
         writer = csv.DictWriter(f, fieldnames=fields)
 
         writer.writeheader()
@@ -35,7 +31,6 @@ def write_csv(data, fields, filename):
 
 def main():
     """Run main function."""
-
     data = json.loads(sys.stdin.read())
 
     # Prepare the node data by adjoining a key value equal to each record's
@@ -48,11 +43,11 @@ def main():
     links = [convert_link(link) for link in data["links"]]
 
     # Write out both the node and link data to CSV files.
-    write_csv(nodes, ["_key", "name", "group"], "characters.csv")
-    write_csv(links, ["_from", "_to", "value"], "relationships.csv")
+    write_csv(nodes, ['_key', 'name', 'group'], 'characters.csv')
+    write_csv(links, ['_from', '_to', 'value'], 'relationships.csv')
 
     return 0
 
 
-if __name__ == "__main__":
+if __name__ == '__main__':
     sys.exit(main())

data/openflights/script/process.py

@@ -1,31 +1,29 @@
 """Repair the stock airport flights data so it works properly with Multinet."""
-
 import csv
 import sys
 
 
 def main():
     """Run main function."""
-
     with open(sys.argv[1]) as nodes:
         reader = csv.DictReader(nodes)
-        ids = {n["_key"] for n in reader}
+        ids = {n['_key'] for n in reader}
 
     reader = csv.DictReader(sys.stdin)
     writer = csv.DictWriter(sys.stdout, reader.fieldnames)
 
     writer.writeheader()
     for row in reader:
         # Filter out flights to or from undeclared airports.
-        if row["_from"] in ids and row["_to"] in ids:
+        if row['_from'] in ids and row['_to'] in ids:
             # Prepend the presumed node table name to the from/to columns.
-            row["_from"] = f'airports/{row["_from"]}'
-            row["_to"] = f'airports/{row["_to"]}'
+            row['_from'] = f'''airports/{row['_from']}'''
+            row['_to'] = f'''airports/{row['_to']}'''
 
             writer.writerow(row)
 
     return 0
 
 
-if __name__ == "__main__":
+if __name__ == '__main__':
     sys.exit(main())