From d9572ec450afb4b4ea28a6cf6a8589adf17b2536 Mon Sep 17 00:00:00 2001
From: JustAnotherArchivist <JustAnotherArchivist@users.noreply.github.com>
Date: Tue, 1 Sep 2020 03:16:25 +0000
Subject: [PATCH] Correctly serialise nested NamedTuples

---
 snscrape/cli.py | 18 ++++++++++++++++--
 1 file changed, 16 insertions(+), 2 deletions(-)

diff --git a/snscrape/cli.py b/snscrape/cli.py
index b3282db..9904e1a 100644
--- a/snscrape/cli.py
+++ b/snscrape/cli.py
@@ -229,6 +229,20 @@ def json_serialise_datetime(obj):
 	raise TypeError(f'Object of type {type(obj)} is not JSON serializable')
 
 
+def namedtuple_to_dict_recursive(obj):
+	# Convert a NamedTuple to a dict; also converts NamedTuples in its values to dicts
+	if (isinstance(obj, tuple) and hasattr(obj, '_asdict')) or isinstance(obj, dict):
+		if isinstance(obj, tuple):
+			obj = obj._asdict()
+		for key, value in obj.items():
+			obj[key] = namedtuple_to_dict_recursive(value)
+		return obj
+	elif isinstance(obj, (tuple, list)):
+		return type(obj)(namedtuple_to_dict_recursive(value) for value in obj)
+	else:
+		return obj
+
+
 def main():
 	setup_logging()
 	args = parse_args()
@@ -241,7 +255,7 @@ def main():
 			entity = scraper.entity
 			if entity:
 				if args.jsonl:
-					print(json.dumps(entity._asdict(), default = json_serialise_datetime))
+					print(json.dumps(namedtuple_to_dict_recursive(entity), default = json_serialise_datetime))
 				else:
 					print(entity)
 		for i, item in enumerate(scraper.get_items(), start = 1):
@@ -249,7 +263,7 @@ def main():
 				logger.info(f'Exiting due to reaching older results than {args.since}')
 				break
 			if args.jsonl:
-				print(json.dumps(item._asdict(), default = json_serialise_datetime))
+				print(json.dumps(namedtuple_to_dict_recursive(item), default = json_serialise_datetime))
 			elif args.format is not None:
 				print(args.format.format(**item._asdict()))
 			else: