Refactor automatic importing in snscrape.modules to something less hacky

Cf. #357

snscrape/modules/__init__.py

@@ -1,15 +1,17 @@
-import importlib
+import pkgutil
-import os
+
-import snscrape.base
+
+__all__ = []
 
 
 def _import_modules():
-	files = os.listdir(__path__[0])
+	prefixLen = len(__name__) + 1
-	for fn in files:
+	for importer, moduleName, isPkg in pkgutil.iter_modules(__path__, prefix = f'{__name__}.'):
-		if fn.endswith('.py') and fn != '__init__.py':
+		assert not isPkg
-			# Import module if not already imported
+		moduleNameWithoutPrefix = moduleName[prefixLen:]
-			moduleName = f'snscrape.modules.{fn[:-3]}'
+		__all__.append(moduleNameWithoutPrefix)
-			module = importlib.import_module(moduleName)
+		module = importer.find_module(moduleName).load_module(moduleName)
+		globals()[moduleNameWithoutPrefix] = module
 
 
 _import_modules()