sorting of developer names

code/backlog.txt

@@ -15,6 +15,14 @@ http://haxepunk.com/
 http://hcsoftware.sourceforge.net/jason-rohrer/ (various games there)
 http://hge.relishgames.com/
 http://hgm.nubati.net/
+https://en.wikipedia.org/wiki/Catacomb_(video_game) (released under GNU)
+https://github.com/JCWasmx86/Conquer
+https://github.com/SaeruHikari/SakuraEngine
+https://github.com/zhangdoa/InnocenceEngine
+https://github.com/septag/rizz
+https://github.com/EvilPudding/candle
+https://github.com/TorqueGameEngines/Torque3D
+https://github.com/polymonster/pmtech
 http://icculus.org/
 http://icculus.org/asciiroth/
 http://icculus.org/avp/

code/github_import.py

@@ -25,7 +25,7 @@
                 'buginator': 'Buginator', 'CiprianKhlud': 'Ciprian Khlud', 'dericpage': 'Deric Page',
                 'DI Murat Sari': 'Murat Sari', 'DolceTriade': 'Dolce Triade', 'DreamingPsion': 'Dreaming Psion',
                 'edwardlii': 'Edward Lii', 'erik-vos': 'Erik Vos', 'joevenzon': 'Joe Venzon', 'noamgat': 'Noam Gat',
-                'Dr. Martin Brumm': 'Martin Brumm'}
+                'Dr. Martin Brumm': 'Martin Brumm', 'South Bound Apps (Android)': 'South Bound Apps'}
 
 
 def collect_github_entries():

code/maintenance_developers.py

@@ -39,7 +39,7 @@ def check_for_duplicates(self):
             for other_name in developer_names[index + 1:]:
                 if osg.name_similarity(str.casefold(name), str.casefold(other_name)) > 0.85:
                     print(' {} - {} is similar'.format(name, other_name))
-        print('duplicates checked (took {:.3f}s)'.format(time.process_time()-start_time))
+        print('duplicates checked (took {:.1f}s)'.format(time.process_time()-start_time))
 
     def check_for_orphans(self):
         if not self.developers:

code/maintenance_entries.py

@@ -7,9 +7,8 @@
 """
 
 # TODO check for within an entry for similar dev names
-# TODO special mode (load all and safe all)
-# TODO sort devs alphabetically upon save (if not done yet)
-# TODO statistics on git repositories (created, stars, forks) and meaningful categories
+# TODO wikipedia (media search)
+# TODO google search (for homepages or media entries) for popular ones at least
 
 import os
 import re
@@ -864,13 +863,46 @@ def special_ops(self):
             print('entries not yet loaded')
             return
 
-        # cvs without any git
+        # collect statistics on git repositories
+        created = {}
+        stars = []
+        forks = []
         for entry in self.entries:
             repos = entry['Code repository']
-            cvs = [repo for repo in repos if 'cvs' in repo]
-            git = [repo for repo in repos if 'git' in repo]
-            if len(cvs) > 0 and len(git) == 0:
-                print('Entry "{}" with repos: {}'.format(entry['File'], repos))
+            comments = [x.comment for x in repos if x.value.startswith('https://github.com/') and x.comment]
+            for comment in comments:
+                comment = comment.split(',')
+                comment = [c.strip() for c in comment]
+                comment = [c for c in comment if c.startswith('@')]
+                if comment:
+                    try:
+                        comment = [c.split(' ') for c in comment]
+                        comment = [c[1] for c in comment if len(c) > 1]
+                    except Exception:
+                        print(comment)
+                        raise
+                    created[comment[0]] = created.get(comment[0], 0) + 1
+                    stars.append(comment[1])
+                    forks.append(comment[2])
+
+        for key, value in sorted(created.items(), key=lambda x: x[0]):
+            print("{} : {}".format(key, value))
+
+        import numpy as np
+        np.set_printoptions(suppress=True)
+        stars = np.array(stars, dtype=np.float)
+        forks = np.array(forks, dtype=np.float)
+        q = np.arange(0, 1, 0.1)
+        print(np.quantile(stars, q))
+        print(np.quantile(forks, q))
+
+        # # cvs without any git
+        # for entry in self.entries:
+        #     repos = entry['Code repository']
+        #     cvs = [repo for repo in repos if 'cvs' in repo]
+        #     git = [repo for repo in repos if 'git' in repo]
+        #     if len(cvs) > 0 and len(git) == 0:
+        #         print('Entry "{}" with repos: {}'.format(entry['File'], repos))
 
         # # combine content keywords
         # n = len('content ')

code/maintenance_inspirations.py

@@ -2,11 +2,17 @@
 Maintenance of inspirations.md and synchronization with the inspirations in the entries.
 """
 
-from utils import osg, osg_ui
+# TODO wikipedia search and match
+# TODO mark those that are contained in the database
+# TODO search fandom
+
+import time
+from utils import osg, osg_ui, osg_wikipedia
 
 valid_duplicates = ('Age of Empires', 'ARMA', 'Catacomb', 'Civilization', 'Company of Heroes', 'Descent', 'Duke Nukem', 'Dungeon Keeper',
                     'Final Fantasy', 'Heroes of Might and Magic', 'Jazz Jackrabbit', 'Marathon', 'Master of Orion', 'Quake',
-                    'RollerCoaster Tycoon', 'Star Wars Jedi Knight', 'The Settlers', 'Ultima', 'Ship Simulator')
+                    'RollerCoaster Tycoon', 'Star Wars Jedi Knight', 'The Settlers', 'Ultima', 'Ship Simulator', 'Prince of Persia',
+                    'Panzer General', 'LBreakout', 'Jagged Alliance')
 
 
 class InspirationMaintainer:
@@ -30,14 +36,15 @@ def check_for_duplicates(self):
         if not self.inspirations:
             print('inspirations not yet loaded')
             return
+        start_time = time.process_time()
         inspiration_names = list(self.inspirations.keys())
         for index, name in enumerate(inspiration_names):
             for other_name in inspiration_names[index + 1:]:
                 if any((name.startswith(x) and other_name.startswith(x) for x in valid_duplicates)):
                     continue
-                if osg.name_similarity(name, other_name) > 0.8:
+                if osg.name_similarity(str.casefold(name), str.casefold(other_name)) > 0.9:
                     print(' {} - {} is similar'.format(name, other_name))
-        print('duplicates checked')
+        print('duplicates checked took {:.1f}s'.format(time.process_time()-start_time))
 
     def check_for_orphans(self):
         if not self.inspirations:
@@ -75,7 +82,28 @@ def check_for_wikipedia_links(self):
         for inspiration in self.inspirations.values():
             if 'Media' in inspiration and any(('https://en.wikipedia.org/wiki/' in x for x in inspiration['Media'])):
                 continue
+            name = inspiration['Name']
             # search in wikipedia
+            results = osg_wikipedia.search(inspiration['Name'])
+            # throw out all (disambiguation) pages
+            results = [r for r in results if not any(x in r for x in ('disambiguation', 'film'))]
+
+            # the simple ones
+            results = [r for r in results if 'video game' in r]
+            if len(results) == 1 and 'series' not in name:
+                pages = osg_wikipedia.pages(results)
+                page = pages[0]
+                url = page.url
+                # add url to Media field
+                inspiration['Media'] = inspiration.get('Media', []) + [url]
+                print('{}: {}'.format(name, url))
+
+
+
+            # check for name similarity
+            # results = [r for r in results if any(x in r for x in ('video game', 'series')) or osg.name_similarity(str.casefold(inspiration['Name']), str.casefold(r)) > 0.8]
+            # results = [r for r in results if any(x in r for x in ('video game', 'series'))]
+            # print('{}: {}'.format(inspiration['Name'], results))
 
     def update_inspired_entries(self):
         if not self.inspirations:
@@ -113,6 +141,7 @@ def read_entries(self):
         'Check for duplicates': m.check_for_duplicates,
         'Check for orphans': m.check_for_orphans,
         'Check for inspirations not listed': m.check_for_missing_inspirations_in_entries,
+        'Check for wikipedia links': m.check_for_wikipedia_links,
         'Update inspirations from entries': m.update_inspired_entries,
         'Read entries': m.read_entries
     }

code/utils/osg.py

@@ -458,7 +458,7 @@ def create_entry_content(entry):
 
     # we automatically sort some fields
     sort_fun = lambda x: str.casefold(x.value)
-    for field in ('Media', 'Inspiration', 'Code Language'):
+    for field in ('Media', 'Inspiration', 'Code Language', 'Developer', 'Build system'):
         if field in entry:
             values = entry[field]
             entry[field] = sorted(values, key=sort_fun)

code/utils/osg_wikipedia.py

@@ -4,6 +4,7 @@
 """
 
 import wikipedia
+wikipedia.set_lang('en') # just in case that isn't so already
 
 
 def search(search_term, results=3):
@@ -13,4 +14,12 @@ def search(search_term, results=3):
     :param max_results:
     :return:
     """
-    return wikipedia.search(search_term, results=results)
+    return wikipedia.search(search_term, results=results)
+
+
+def pages(titles):
+    pages = []
+    for title in titles:
+        page = wikipedia.page(title, auto_suggest=False)
+        pages.append(page)
+    return pages

developers.md

@@ -50510,7 +50510,7 @@
 - Games: Cataclysm: Dark Days Ahead
 - Contact: Soup-de-Loop@GH
 
-## South Bound Apps (Android) [1]
+## South Bound Apps [1]
 
 - Games: Memory Game
 - Contact: soboapps@GH

entries/0_ad.md

@@ -12,7 +12,7 @@
 - Code license: GPL-2.0
 - Code dependency: libogg, libvorbis, libxml2, OpenAL, SDL2, zlib
 - Assets license: CC-BY-SA-3.0
-- Developer: Erik Johansson, Ben Brian, Nicolas Auvray, Philip Taylor, Lancelot de Ferrière, s0600204, Kieran Pilkington, leper, Pureon
+- Developer: Ben Brian, Erik Johansson, Kieran Pilkington, Lancelot de Ferrière, leper, Nicolas Auvray, Philip Taylor, Pureon, s0600204
 
 Engine part is called Pyrogenesis.
 

entries/2006-rebotted.md

@@ -8,7 +8,7 @@
 - Code repository: https://github.com/2006rebotted/2006rebotted.git (@created 2019, @stars 65, @forks 119)
 - Code language: Java
 - Code license: 2-clause BSD
-- Developer: Daniel Ginovker, Danial, Mr Extremez, Josh Shippam, Gptaqbc, Olivier, Damion, Ben Maher, DPSCryptic, MitchvanWijngaarden, Arisu, Sandro Coutinho
+- Developer: Arisu, Ben Maher, Damion, Danial, Daniel Ginovker, DPSCryptic, Gptaqbc, Josh Shippam, MitchvanWijngaarden, Mr Extremez, Olivier, Sandro Coutinho
 
 Remake of Runescape Classic.
 Open source 2006 Runescape emulation with botting.

entries/2048.md

@@ -9,7 +9,7 @@
 - Code language: JavaScript, Java
 - Code license: MIT
 - Assets license: MIT (very few assets)
-- Developer: Gabriele Cirulli, Laurent, Jerry Jiang (Android port), sigod, Tim Petricola, Lee Reilly, Paul Woitaschek
+- Developer: Gabriele Cirulli, Jerry Jiang (Android port), Laurent, Lee Reilly, Paul Woitaschek, sigod, Tim Petricola
 
 Sliding block puzzle game.
 Port to Android: https://github.com/tpcstld/2048

entries/2h4u.md

@@ -9,7 +9,7 @@
 - Code language: C++
 - Code license: GPL-2.0
 - Code dependency: SDL
-- Developer: Piwai, Kayl
+- Developer: Kayl, Piwai
 
 Mix between a Tetris-like game and a wall breaker.
 

entries/2moons_browsergame_engine.md

@@ -8,6 +8,6 @@
 - Code repository: https://github.com/jkroepke/2Moons.git (archived, @archived, @created 2015, @stars 133, @forks 102), https://github.com/steemnova/steemnova.git @add (@created 2018, @stars 50, @forks 49)
 - Code language: PHP, JavaScript
 - Code license: MIT
-- Developer: Jan-Otto Kröpke, Ozan Kurt, Hilarious001, bergi9, tatarysh, mys, IntinteDAO, Adam Jordanek, Flugschwein, Roberto, Martin, Gregario Mansa, Ravikin, sarmaticus, z3ll1337, Pope19, Casey Parker, louis88, donpepe0
+- Developer: Adam Jordanek, bergi9, Casey Parker, donpepe0, Flugschwein, Gregario Mansa, Hilarious001, IntinteDAO, Jan-Otto Kröpke, louis88, Martin, mys, Ozan Kurt, Pope19, Ravikin, Roberto, sarmaticus, tatarysh, z3ll1337
 
 ## Building

entries/3dc.md

@@ -8,6 +8,6 @@
 - Code license: GPL-2.0
 - Code dependency: libx, libxpm, xaw3dg
 - Assets license: GPL-2.0
-- Developer: Paul Hicks, Bernard Kennedy
+- Developer: Bernard Kennedy, Paul Hicks
 
 ## Building

entries/4d_maze_game.md

@@ -3,7 +3,7 @@
 - Home: http://www.urticator.net/maze/
 - State: mature, inactive since 2008
 - Platform: Windows, Linux, macOS
-- Keyword: puzzle, 4D, content none, maze, educational
+- Keyword: educational, puzzle, 4D, content none, maze
 - Code repository: @see-home
 - Code language: Java
 - Code license: Public domain

entries/abes_amazing_adventure.md

@@ -9,7 +9,7 @@
 - Code language: C
 - Code license: GPL-2.0
 - Code dependency: SDL
-- Developer: Gabor Torok, Pedro Izecksohn, Alex Clark
+- Developer: Alex Clark, Gabor Torok, Pedro Izecksohn
 
 ## Building
 

entries/adadoom3.md

@@ -6,7 +6,7 @@
 - Code repository: https://github.com/AdaDoom3/AdaDoom3.git (@created 2013, @stars 207, @forks 23)
 - Code language: Ada
 - Code license: GPL-3.0
-- Developer: AdaDoom3, Adrian-Ken Rueegsegger, mulander, OneWingedShark, Michael Hardeman
+- Developer: AdaDoom3, Adrian-Ken Rueegsegger, Michael Hardeman, mulander, OneWingedShark
 
 Id Software's Id-tech-4-BFG ported to Ada
 

entries/advanced_strategic_command.md

@@ -8,7 +8,7 @@
 - Code repository: https://github.com/ValHaris/asc-hq.git (@created 2019, @stars 11, @forks 2)
 - Code language: C++
 - Code license: GPL-2.0
-- Developer: Martin Bickel, Christian Schramm, valuial, Armin Bajramovic, Dorfdrull, Michael Moerz, Frederik Kesting, Torsten Maekler, ValHaris
+- Developer: Armin Bajramovic, Christian Schramm, Dorfdrull, Frederik Kesting, Martin Bickel, Michael Moerz, Torsten Maekler, ValHaris, valuial
 
 ## Building
 

entries/aisleriot.md

@@ -9,7 +9,7 @@
 - Code language: C, Scheme
 - Code license: GPL-3.0
 - Assets license: GPL-3.0
-- Developer: Thomas H. P. Andersen, Esme, dmustieles, Marv-CZ, Robert Ancell, Jason D. Clinton, Miloslav Trmač, Piotr Drąg, Matej, Fran Diéguez, Claude Paroz, Jordi Mas, Ivar Smolin, Daniel Nylander, kelemeng, Ask Hjorth Larsen, Anders Jonsson, pesder, Milo Casagrande, Iñaki Larrañaga Murgoitio, aurisc4, Tim Horton, Changwoo Ryu, Yuri Myasoedov, tmtfx, Gil Forcada Codinachs, Jeremy Bicha, mirosnik1, Andika Triwidada, nma-2009, Uyghur, Danylo Korostil, Ihar Hrachyshka, Takeshi Aihana, Tom Tryfonidis, Yaron Shahrabani, Dmytro-bit, annoab, Branko Kokanovic, Dušan Kazik, Leonardo Ferreira Fontenelle, William Jon McCann, Andre Klapper, Kristjan, gogogogi, Rūdolfs Mazurs, Alexander Shopov, Christian Kirbach, dmtrs32, Vincent Untz, Bruce Cowan, Cedric Valmary, Petr Kovar, Alexandre Franke, dasj19, enrico-br, Javier Jardón, etkinator, Philip Withnall, Rafael Fontenelle, Stéphane Raimbault, Sveinn í Felli, Ville-Pekka Vainio, Yanko Kaneti, Yuri Chornoivan, Jan Kyselica, sicklylife.jp
+- Developer: Alexander Shopov, Alexandre Franke, Anders Jonsson, Andika Triwidada, Andre Klapper, annoab, Ask Hjorth Larsen, aurisc4, Branko Kokanovic, Bruce Cowan, Cedric Valmary, Changwoo Ryu, Christian Kirbach, Claude Paroz, Daniel Nylander, Danylo Korostil, dasj19, dmtrs32, dmustieles, Dmytro-bit, Dušan Kazik, enrico-br, Esme, etkinator, Fran Diéguez, Gil Forcada Codinachs, gogogogi, Ihar Hrachyshka, Ivar Smolin, Iñaki Larrañaga Murgoitio, Jan Kyselica, Jason D. Clinton, Javier Jardón, Jeremy Bicha, Jordi Mas, kelemeng, Kristjan, Leonardo Ferreira Fontenelle, Marv-CZ, Matej, Milo Casagrande, Miloslav Trmač, mirosnik1, nma-2009, pesder, Petr Kovar, Philip Withnall, Piotr Drąg, Rafael Fontenelle, Robert Ancell, Rūdolfs Mazurs, sicklylife.jp, Stéphane Raimbault, Sveinn í Felli, Takeshi Aihana, Thomas H. P. Andersen, Tim Horton, tmtfx, Tom Tryfonidis, Uyghur, Ville-Pekka Vainio, Vincent Untz, William Jon McCann, Yanko Kaneti, Yaron Shahrabani, Yuri Chornoivan, Yuri Myasoedov
 
 Collection of patience games.
 

entries/aleph_one.md

@@ -1,15 +1,15 @@
 # Aleph One
 
 - Home: https://alephone.lhowon.org/, https://github.com/Aleph-One-Marathon/alephone/wiki, https://sourceforge.net/projects/marathon/
-- Inspiration: Marathon, Marathon 2, Marathon Infinity
+- Inspiration: Marathon, Marathon 2: Durandal, Marathon Infinity
 - State: mature
 - Download: https://sourceforge.net/projects/marathon/files/
 - Platform: Windows, Linux, macOS
 - Keyword: action, remake, first-person, shooter
 - Code repository: https://github.com/Aleph-One-Marathon/alephone.git (@created 2015, @stars 291, @forks 58), https://svn.code.sf.net/p/marathon/code (svn)
 - Code language: C++, Lua
 - Code license: GPL-3.0
-- Developer: Christian Bauer, Jeremiah Morris, Jesse Simko, Loren Petrich, Alexander Strange, Gregory Smith, Aaron Davies, Jeremy Parsons, Catherine Seppanen, Daniel Blezek, hogdotmac, Jason Yates, Mike Benonis, Michael D. Adams, Nigel, Alexei Svitkine, Solra Bizna, 0xMk, Chris Hellberg, Chris Hallock, Benoît Hauquier, TrajansRow, darealshinji, Joshua Scoggins
+- Developer: 0xMk, Aaron Davies, Alexander Strange, Alexei Svitkine, Benoît Hauquier, Catherine Seppanen, Chris Hallock, Chris Hellberg, Christian Bauer, Daniel Blezek, darealshinji, Gregory Smith, hogdotmac, Jason Yates, Jeremiah Morris, Jeremy Parsons, Jesse Simko, Joshua Scoggins, Loren Petrich, Michael D. Adams, Mike Benonis, Nigel, Solra Bizna, TrajansRow
 
 Continuation of Bungie's Marathon 2 FPS game engine.
 

entries/alex_the_allegator_4.md

@@ -10,7 +10,7 @@
 - Code license: GPL-2.0
 - Code dependency: Allegro
 - Assets license: GPL-2.0
-- Developer: Johan Peitz (design, source code, graphics), Anders Svensson (music, sound effects), Paul Wise
+- Developer: Anders Svensson (music, sound effects), Johan Peitz (design, source code, graphics), Paul Wise
 
 Retro-style platformer.
 

entries/alive.md

@@ -9,6 +9,6 @@
 - Code language: C++
 - Code license: MIT
 - Code dependency: SDL2
-- Developer: Paul, d3nwah, Michael Grima, mouzedrift, UltraStars3000, pryon, THEONLYDarkShadow, L. P., GproKaru, Kari1993, FrozenFish24, Jay Peet
+- Developer: d3nwah, FrozenFish24, GproKaru, Jay Peet, Kari1993, L. P., Michael Grima, mouzedrift, Paul, pryon, THEONLYDarkShadow, UltraStars3000
 
 ## Building

entries/allegro.md

@@ -8,7 +8,7 @@
 - Code repository: https://github.com/liballeg/allegro5.git (@created 2010, @stars 1106, @forks 209)
 - Code language: C
 - Code license: zlib
-- Developer: allefant, Trent Gamblin, Pavel Sountsov, SiegeLord, Jon Rafkind, Sebastian Krzyszkowiak, Peter Hull, Beoran, Julian Smythe, Bruce Pascoe, Andreas Rönnquist, elias-pschernig, Ryan Roden-Corrent, Bill Quith, Aldrik Ramaekers, mhenschel, Doug Thompson, Bruno Félix Rezende Ribeiro, Zorro, tobing65, Fırat Salgür, Jonathan Lilliemarck, Karthik Kumar Viswanathan, Orangeyness, Boris Carvajal, Jonathan Seeley, wangp, Rm Beer, Rodolfo Borges, Mark Oates
+- Developer: Aldrik Ramaekers, allefant, Andreas Rönnquist, Beoran, Bill Quith, Boris Carvajal, Bruce Pascoe, Bruno Félix Rezende Ribeiro, Doug Thompson, elias-pschernig, Fırat Salgür, Jon Rafkind, Jonathan Lilliemarck, Jonathan Seeley, Julian Smythe, Karthik Kumar Viswanathan, Mark Oates, mhenschel, Orangeyness, Pavel Sountsov, Peter Hull, Rm Beer, Rodolfo Borges, Ryan Roden-Corrent, Sebastian Krzyszkowiak, SiegeLord, tobing65, Trent Gamblin, wangp, Zorro
 
 ## Building
 

entries/allure_of_the_stars.md

@@ -10,7 +10,7 @@
 - Code license: AGPL-3.0
 - Code dependency: LambdaHack, SDL
 - Assets license: AGPL-3.0
-- Developer: Mikolaj Konarski, Andres Löh, Dan Keefe
+- Developer: Andres Löh, Dan Keefe, Mikolaj Konarski
 
 Sci-Fi roguelike and tactical squad combat game.
 

entries/amphetamine.md

@@ -8,6 +8,6 @@
 - Code license: GPL-2.0
 - Code dependency: SDL
 - Assets license: GPL
-- Developer: Jonas Spillmann, Lukas Löhrer, Patrick J. Naughton, Chris Laurel
+- Developer: Chris Laurel, Jonas Spillmann, Lukas Löhrer, Patrick J. Naughton
 
 ## Building

entries/anagramarama.md

@@ -7,7 +7,7 @@
 - Code language: C
 - Code license: GPL-2.0
 - Assets license: GPL-2.0
-- Developer: Colm Gallagher, Alan Grier, Thomas Plunkett, Toby A. Inkster, Shard
+- Developer: Alan Grier, Colm Gallagher, Shard, Thomas Plunkett, Toby A. Inkster
 
 Find as many words as possible in the time available.