bellingcat/sugartrail
1
0
Fork 0
mirror of https://github.com/bellingcat/sugartrail.git synced 2026-06-08 03:28:31 +03:00
Code Issues Packages Projects Releases Wiki Activity

added tutorial and wip class

Browse Source
This commit is contained in:
seangreaves
2022-12-01 15:41:39 +00:00
parent 1a608923b4
commit ff81c873ee
9 changed files with 17116 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

BIN
.DS_Store vendored
View File

Binary file not shown.

1502
.ipynb_checkpoints/Tutorial 1 - Exit Through the Candy Shop-checkpoint.ipynb Normal file
View File

File diff suppressed because it is too large Load Diff

7233
.ipynb_checkpoints/Tutorial 2 - Candy Connections-checkpoint.ipynb Normal file
View File

File diff suppressed because it is too large Load Diff

628
Tutorial 1 - Exit Through the Candy Shop.ipynb
View File

@@ -107,6 +107,634 @@
"companies = get_appointments(officer_id)"
]
},
{
"cell_type": "code",
"execution_count": 4,
"id": "d0fd733a",
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"{'kind': 'personal-appointment',\n",
" 'items': [{'address': {'address_line_1': '13 Charles Ii Street',\n",
" 'premises': '3rd Floor',\n",
" 'country': 'England',\n",
" 'locality': 'London',\n",
" 'postal_code': 'SW1Y 4QU'},\n",
" 'name': 'Chase James Bailey Earl MANDERS',\n",
" 'appointed_on': '2021-10-01',\n",
" 'appointed_to': {'company_number': '12431156',\n",
" 'company_name': 'PICK N MIX LONDON LIMITED',\n",
" 'company_status': 'active'},\n",
" 'officer_role': 'director',\n",
" 'links': {'company': '/company/12431156'},\n",
" 'name_elements': {'forename': 'Chase',\n",
" 'other_forenames': 'James Bailey Earl',\n",
" 'surname': 'MANDERS',\n",
" 'title': 'Mr'},\n",
" 'occupation': 'Managing Director',\n",
" 'country_of_residence': 'England',\n",
" 'nationality': 'British'},\n",
" {'country_of_residence': 'England',\n",
" 'nationality': 'British',\n",
" 'address': {'address_line_1': '3rd Floor',\n",
" 'premises': '13 Charles Ii Street',\n",
" 'country': 'England',\n",
" 'locality': 'London',\n",
" 'postal_code': 'SW1Y 4QU',\n",
" 'address_line_2': 'Charles Ii Street'},\n",
" 'name': 'Chase James Bailey Earl MANDERS',\n",
" 'officer_role': 'director',\n",
" 'name_elements': {'title': 'Mr',\n",
" 'surname': 'MANDERS',\n",
" 'other_forenames': 'James Bailey Earl',\n",
" 'forename': 'Chase'},\n",
" 'appointed_to': {'company_number': '12602302',\n",
" 'company_status': 'active',\n",
" 'company_name': 'PICK & MIX SWEETS LIMITED'},\n",
" 'links': {'company': '/company/12602302'},\n",
" 'appointed_on': '2021-10-01',\n",
" 'occupation': 'Marketing Director'},\n",
" {'country_of_residence': 'England',\n",
" 'nationality': 'British',\n",
" 'name': 'Chase James Bailey Earl MANDERS',\n",
" 'address': {'premises': '8 Segedunum Business Centre',\n",
" 'address_line_1': 'Station Road',\n",
" 'locality': 'Wallsend',\n",
" 'country': 'United Kingdom',\n",
" 'postal_code': 'NE28 6HQ'},\n",
" 'occupation': 'Director',\n",
" 'links': {'company': '/company/13349889'},\n",
" 'name_elements': {'other_forenames': 'James Bailey Earl',\n",
" 'forename': 'Chase',\n",
" 'title': 'Mr',\n",
" 'surname': 'MANDERS'},\n",
" 'officer_role': 'director',\n",
" 'appointed_to': {'company_name': 'KOS PROPERTY LIMITED',\n",
" 'company_status': 'active',\n",
" 'company_number': '13349889'},\n",
" 'appointed_on': '2021-04-21'},\n",
" {'links': {'company': '/company/13349897'},\n",
" 'appointed_to': {'company_number': '13349897',\n",
" 'company_status': 'active',\n",
" 'company_name': 'KOS LEASE MANAGEMENT LIMITED'},\n",
" 'name_elements': {'title': 'Mr',\n",
" 'surname': 'MANDERS',\n",
" 'other_forenames': 'James Bailey Earl',\n",
" 'forename': 'Chase'},\n",
" 'appointed_on': '2021-04-21',\n",
" 'officer_role': 'director',\n",
" 'occupation': 'Director',\n",
" 'address': {'country': 'United Kingdom',\n",
" 'locality': 'Wallsend',\n",
" 'address_line_1': 'Station Road',\n",
" 'premises': '8 Segedunum Business Centre',\n",
" 'postal_code': 'NE28 6HQ'},\n",
" 'name': 'Chase James Bailey Earl MANDERS',\n",
" 'nationality': 'British',\n",
" 'country_of_residence': 'England'},\n",
" {'occupation': 'Director',\n",
" 'appointed_on': '2021-04-21',\n",
" 'officer_role': 'director',\n",
" 'links': {'company': '/company/13350019'},\n",
" 'appointed_to': {'company_number': '13350019',\n",
" 'company_status': 'active',\n",
" 'company_name': 'KOSPAYROLL LIMITED'},\n",
" 'name_elements': {'surname': 'MANDERS',\n",
" 'title': 'Mr',\n",
" 'forename': 'Chase',\n",
" 'other_forenames': 'James Bailey Earl'},\n",
" 'name': 'Chase James Bailey Earl MANDERS',\n",
" 'address': {'premises': '8 Segedunum Business Centre',\n",
" 'address_line_1': 'Station Road',\n",
" 'locality': 'Wallsend',\n",
" 'country': 'United Kingdom',\n",
" 'postal_code': 'NE28 6HQ'},\n",
" 'country_of_residence': 'England',\n",
" 'nationality': 'British'},\n",
" {'officer_role': 'director',\n",
" 'links': {'company': '/company/08236147'},\n",
" 'name_elements': {'surname': 'MANDERS',\n",
" 'title': 'Mr',\n",
" 'forename': 'Chase',\n",
" 'other_forenames': 'James Bailey Earl'},\n",
" 'appointed_on': '2020-10-01',\n",
" 'appointed_to': {'company_name': 'DOWNSPIN LIMITED',\n",
" 'company_status': 'active',\n",
" 'company_number': '08236147'},\n",
" 'occupation': 'Company Director',\n",
" 'address': {'postal_code': 'IG2 7DY',\n",
" 'locality': 'Ilford',\n",
" 'country': 'England',\n",
" 'premises': '220',\n",
" 'address_line_1': 'Wards Road'},\n",
" 'name': 'Chase James Bailey Earl MANDERS',\n",
" 'nationality': 'British',\n",
" 'country_of_residence': 'England'},\n",
" {'occupation': 'Director',\n",
" 'officer_role': 'director',\n",
" 'appointed_on': '2020-09-01',\n",
" 'appointed_to': {'company_name': 'CHAMBERINE LIMITED',\n",
" 'company_status': 'active',\n",
" 'company_number': '08200531'},\n",
" 'name_elements': {'surname': 'MANDERS',\n",
" 'title': 'Mr',\n",
" 'forename': 'Chase',\n",
" 'other_forenames': 'James Bailey Earl'},\n",
" 'links': {'company': '/company/08200531'},\n",
" 'name': 'Chase James Bailey Earl MANDERS',\n",
" 'address': {'address_line_1': 'Wards Road',\n",
" 'premises': '220',\n",
" 'country': 'England',\n",
" 'locality': 'Ilford',\n",
" 'postal_code': 'IG2 7DY'},\n",
" 'country_of_residence': 'England',\n",
" 'nationality': 'British'},\n",
" {'address': {'country': 'United Kingdom',\n",
" 'region': 'Tyne And Wear',\n",
" 'locality': 'Wallsend',\n",
" 'address_line_1': 'Station Road',\n",
" 'premises': '8 Segedunum Business Centre',\n",
" 'postal_code': 'NE28 6HQ'},\n",
" 'name': 'Chase James Bailey Earl MANDERS',\n",
" 'officer_role': 'director',\n",
" 'appointed_on': '2020-07-23',\n",
" 'name_elements': {'surname': 'MANDERS',\n",
" 'title': 'Mr',\n",
" 'forename': 'Chase',\n",
" 'other_forenames': 'James Bailey Earl'},\n",
" 'appointed_to': {'company_status': 'active',\n",
" 'company_name': 'UNDERWEB LIMITED',\n",
" 'company_number': '10028972'},\n",
" 'links': {'company': '/company/10028972'},\n",
" 'occupation': 'Director',\n",
" 'country_of_residence': 'England',\n",
" 'nationality': 'British'},\n",
" {'nationality': 'British',\n",
" 'country_of_residence': 'England',\n",
" 'occupation': 'Director',\n",
" 'appointed_on': '2020-07-23',\n",
" 'appointed_to': {'company_number': '10028443',\n",
" 'company_status': 'active',\n",
" 'company_name': 'FASTTRAIN LIMITED'},\n",
" 'name_elements': {'forename': 'Chase',\n",
" 'other_forenames': 'James Bailey Earl',\n",
" 'surname': 'MANDERS',\n",
" 'title': 'Mr'},\n",
" 'officer_role': 'director',\n",
" 'links': {'company': '/company/10028443'},\n",
" 'name': 'Chase James Bailey Earl MANDERS',\n",
" 'address': {'address_line_1': 'Station Road',\n",
" 'premises': '8 Segedunum Business Centre',\n",
" 'country': 'United Kingdom',\n",
" 'region': 'Tyne And Wear',\n",
" 'locality': 'Wallsend',\n",
" 'postal_code': 'NE28 6HQ'}},\n",
" {'nationality': 'British',\n",
" 'country_of_residence': 'England',\n",
" 'appointed_to': {'company_name': 'TRACKLOOK LIMITED',\n",
" 'company_status': 'active',\n",
" 'company_number': '07796149'},\n",
" 'name_elements': {'title': 'Mr',\n",
" 'surname': 'MANDERS',\n",
" 'other_forenames': 'James Bailey Earl',\n",
" 'forename': 'Chase'},\n",
" 'appointed_on': '2020-07-10',\n",
" 'links': {'company': '/company/07796149'},\n",
" 'officer_role': 'director',\n",
" 'occupation': 'Director',\n",
" 'address': {'address_line_1': 'Station Road',\n",
" 'premises': '8 Segedunum Business Centre',\n",
" 'country': 'United Kingdom',\n",
" 'region': 'Tyne And Wear',\n",
" 'locality': 'Wallsend',\n",
" 'postal_code': 'NE28 6HQ'},\n",
" 'name': 'Chase James Bailey Earl MANDERS'},\n",
" {'nationality': 'British',\n",
" 'country_of_residence': 'England',\n",
" 'occupation': 'Director',\n",
" 'links': {'company': '/company/12683196'},\n",
" 'appointed_to': {'company_status': 'active',\n",
" 'company_name': 'PERFECTLY SUGAR LTD',\n",
" 'company_number': '12683196'},\n",
" 'officer_role': 'director',\n",
" 'appointed_on': '2020-06-19',\n",
" 'name_elements': {'other_forenames': 'James Bailey Earl',\n",
" 'forename': 'Chase',\n",
" 'title': 'Mr',\n",
" 'surname': 'MANDERS'},\n",
" 'name': 'Chase James Bailey Earl MANDERS',\n",
" 'address': {'premises': '8 Segedunum Business Centre',\n",
" 'address_line_1': 'Station Road',\n",
" 'locality': 'Wallsend',\n",
" 'country': 'United Kingdom',\n",
" 'postal_code': 'NE28 6HQ'}},\n",
" {'name': 'Chase James Bailey Earl MANDERS',\n",
" 'address': {'premises': '8 Segedunum Business Centre',\n",
" 'address_line_1': 'Station Road',\n",
" 'locality': 'Wallsend',\n",
" 'country': 'United Kingdom',\n",
" 'postal_code': 'NE28 6HQ'},\n",
" 'occupation': 'Director',\n",
" 'appointed_to': {'company_number': '12630728',\n",
" 'company_name': 'DRAYOVER LTD',\n",
" 'company_status': 'active'},\n",
" 'appointed_on': '2020-05-28',\n",
" 'links': {'company': '/company/12630728'},\n",
" 'officer_role': 'director',\n",
" 'name_elements': {'surname': 'MANDERS',\n",
" 'title': 'Mr',\n",
" 'forename': 'Chase',\n",
" 'other_forenames': 'James Bailey Earl'},\n",
" 'nationality': 'British',\n",
" 'country_of_residence': 'England'},\n",
" {'address': {'premises': '220',\n",
" 'address_line_1': 'Wards Road',\n",
" 'locality': 'Ilford',\n",
" 'country': 'England',\n",
" 'postal_code': 'IG2 7DY'},\n",
" 'name': 'Chase James Bailey Earl MANDERS',\n",
" 'appointed_to': {'company_name': 'BLUESTONE NE LTD',\n",
" 'company_status': 'active',\n",
" 'company_number': '12339315'},\n",
" 'name_elements': {'surname': 'MANDERS',\n",
" 'title': 'Mr',\n",
" 'forename': 'Chase',\n",
" 'other_forenames': 'James Bailey Earl'},\n",
" 'links': {'company': '/company/12339315'},\n",
" 'appointed_on': '2020-05-28',\n",
" 'officer_role': 'director',\n",
" 'occupation': 'Director',\n",
" 'nationality': 'British',\n",
" 'country_of_residence': 'England'},\n",
" {'nationality': 'British',\n",
" 'country_of_residence': 'England',\n",
" 'name': 'Chase James Bailey Earl MANDERS',\n",
" 'address': {'locality': 'Wallsend',\n",
" 'country': 'England',\n",
" 'premises': '8 Segedunum Business Centre',\n",
" 'address_line_1': 'Station Road',\n",
" 'postal_code': 'NE28 6HQ'},\n",
" 'occupation': 'Director',\n",
" 'officer_role': 'director',\n",
" 'appointed_on': '2020-05-13',\n",
" 'appointed_to': {'company_number': '10413514',\n",
" 'company_name': 'BDH MANAGEMENT LTD',\n",
" 'company_status': 'active'},\n",
" 'name_elements': {'surname': 'MANDERS',\n",
" 'title': 'Mr',\n",
" 'forename': 'Chase',\n",
" 'other_forenames': 'James Bailey Earl'},\n",
" 'links': {'company': '/company/10413514'}},\n",
" {'nationality': 'British',\n",
" 'country_of_residence': 'England',\n",
" 'address': {'address_line_1': '8 Segedunum Business Centre',\n",
" 'premises': 'Burnards Accountants',\n",
" 'country': 'England',\n",
" 'locality': 'Wallsend',\n",
" 'postal_code': 'NE28 6HQ',\n",
" 'address_line_2': 'Station Road'},\n",
" 'name': 'Chase James Bailey Earl MANDERS',\n",
" 'links': {'company': '/company/10225177'},\n",
" 'name_elements': {'surname': 'MANDERS',\n",
" 'title': 'Mr',\n",
" 'forename': 'Chase',\n",
" 'other_forenames': 'James Bailey Earl'},\n",
" 'appointed_to': {'company_number': '10225177',\n",
" 'company_status': 'active',\n",
" 'company_name': 'SMARTER HORIZONS LTD'},\n",
" 'officer_role': 'director',\n",
" 'appointed_on': '2019-12-20',\n",
" 'occupation': 'Director'},\n",
" {'country_of_residence': 'England',\n",
" 'nationality': 'British',\n",
" 'links': {'company': '/company/09982629'},\n",
" 'officer_role': 'director',\n",
" 'name_elements': {'title': 'Mr',\n",
" 'surname': 'MANDERS',\n",
" 'other_forenames': 'James Bailey Earl',\n",
" 'forename': 'Chase'},\n",
" 'appointed_on': '2019-12-20',\n",
" 'appointed_to': {'company_name': 'SUNLIGHT MANAGEMENT LTD',\n",
" 'company_status': 'active',\n",
" 'company_number': '09982629'},\n",
" 'occupation': 'Director',\n",
" 'address': {'postal_code': 'NE28 6HQ',\n",
" 'address_line_2': 'Station Road',\n",
" 'address_line_1': '8 Segedunum Business Centre',\n",
" 'premises': 'Burnards Accountants',\n",
" 'country': 'England',\n",
" 'locality': 'Wallsend'},\n",
" 'name': 'Chase James Bailey Earl MANDERS'},\n",
" {'occupation': 'Director',\n",
" 'appointed_on': '2019-12-20',\n",
" 'links': {'company': '/company/10051896'},\n",
" 'appointed_to': {'company_number': '10051896',\n",
" 'company_status': 'active',\n",
" 'company_name': 'VANILLA COMMERCE LIMITED'},\n",
" 'officer_role': 'director',\n",
" 'name_elements': {'other_forenames': 'James Bailey Earl',\n",
" 'forename': 'Chase',\n",
" 'title': 'Mr',\n",
" 'surname': 'MANDERS'},\n",
" 'name': 'Chase James Bailey Earl MANDERS',\n",
" 'address': {'locality': 'Wallsend',\n",
" 'country': 'England',\n",
" 'premises': 'Burnards Accountants',\n",
" 'address_line_1': '8 Segedunum Business Centre',\n",
" 'address_line_2': 'Station Road',\n",
" 'postal_code': 'NE28 6HQ'},\n",
" 'country_of_residence': 'England',\n",
" 'nationality': 'British'},\n",
" {'nationality': 'British',\n",
" 'country_of_residence': 'England',\n",
" 'name': 'Chase James Bailey Earl MANDERS',\n",
" 'address': {'region': 'Essex',\n",
" 'country': 'England',\n",
" 'locality': 'Ilford',\n",
" 'address_line_1': 'Consultancy House',\n",
" 'premises': '220',\n",
" 'address_line_2': 'Wards Road',\n",
" 'postal_code': 'IG2 7DY'},\n",
" 'occupation': 'Company Director',\n",
" 'name_elements': {'surname': 'MANDERS',\n",
" 'title': 'Mr',\n",
" 'forename': 'Chase',\n",
" 'other_forenames': 'James Bailey Earl'},\n",
" 'appointed_to': {'company_number': '07227502',\n",
" 'company_name': 'OVERHIRST LIMITED',\n",
" 'company_status': 'active'},\n",
" 'links': {'company': '/company/07227502'},\n",
" 'appointed_on': '2019-12-19',\n",
" 'officer_role': 'director'},\n",
" {'address': {'address_line_1': 'Consultancy House',\n",
" 'premises': '220',\n",
" 'region': 'Essex',\n",
" 'country': 'United Kingdom',\n",
" 'locality': 'Ilford',\n",
" 'postal_code': 'IG2 7DY',\n",
" 'address_line_2': 'Wards Road'},\n",
" 'name': 'Chase James Bailey Earl MANDERS',\n",
" 'appointed_to': {'company_number': '07166057',\n",
" 'company_name': 'FORDGREEN LIMITED',\n",
" 'company_status': 'active'},\n",
" 'appointed_on': '2019-04-10',\n",
" 'links': {'company': '/company/07166057'},\n",
" 'officer_role': 'director',\n",
" 'name_elements': {'title': 'Mr',\n",
" 'surname': 'MANDERS',\n",
" 'other_forenames': 'James Bailey Earl',\n",
" 'forename': 'Chase'},\n",
" 'occupation': 'Company Director',\n",
" 'country_of_residence': 'England',\n",
" 'nationality': 'British'},\n",
" {'nationality': 'British',\n",
" 'country_of_residence': 'England',\n",
" 'name': 'Chase James Bailey Earl MANDERS',\n",
" 'address': {'address_line_2': 'Wards Road',\n",
" 'postal_code': 'IG2 7DY',\n",
" 'locality': 'Ilford',\n",
" 'region': 'Essex',\n",
" 'country': 'United Kingdom',\n",
" 'premises': '220',\n",
" 'address_line_1': 'Consultancy House'},\n",
" 'occupation': 'Company Director',\n",
" 'links': {'company': '/company/07958902'},\n",
" 'appointed_to': {'company_number': '07958902',\n",
" 'company_name': 'CROSSFRAY LIMITED',\n",
" 'company_status': 'active'},\n",
" 'officer_role': 'director',\n",
" 'appointed_on': '2019-04-10',\n",
" 'name_elements': {'forename': 'Chase',\n",
" 'other_forenames': 'James Bailey Earl',\n",
" 'surname': 'MANDERS',\n",
" 'title': 'Mr'}},\n",
" {'nationality': 'British',\n",
" 'country_of_residence': 'England',\n",
" 'appointed_to': {'company_number': '07604608',\n",
" 'company_status': 'active',\n",
" 'company_name': 'INGLELAKE LIMITED'},\n",
" 'appointed_on': '2019-04-10',\n",
" 'links': {'company': '/company/07604608'},\n",
" 'name_elements': {'title': 'Mr',\n",
" 'surname': 'MANDERS',\n",
" 'other_forenames': 'James Bailey Earl',\n",
" 'forename': 'Chase'},\n",
" 'officer_role': 'director',\n",
" 'occupation': 'Company Director',\n",
" 'address': {'address_line_2': 'Wards Road',\n",
" 'postal_code': 'IG2 7DY',\n",
" 'locality': 'Ilford',\n",
" 'country': 'United Kingdom',\n",
" 'region': 'Essex',\n",
" 'premises': '220',\n",
" 'address_line_1': 'Consultancy House'},\n",
" 'name': 'Chase James Bailey Earl MANDERS'},\n",
" {'occupation': 'Director',\n",
" 'appointed_to': {'company_status': 'active',\n",
" 'company_name': 'CROFTLAKE LIMITED',\n",
" 'company_number': '11916528'},\n",
" 'officer_role': 'director',\n",
" 'appointed_on': '2019-03-30',\n",
" 'name_elements': {'forename': 'Chase',\n",
" 'other_forenames': 'James Bailey Earl',\n",
" 'surname': 'MANDERS',\n",
" 'title': 'Mr'},\n",
" 'links': {'company': '/company/11916528'},\n",
" 'name': 'Chase James Bailey Earl MANDERS',\n",
" 'address': {'postal_code': 'IG2 7DY',\n",
" 'address_line_2': 'Wards Road',\n",
" 'address_line_1': 'Consultancy House',\n",
" 'premises': '220',\n",
" 'country': 'United Kingdom',\n",
" 'region': 'Essex',\n",
" 'locality': 'Ilford'},\n",
" 'country_of_residence': 'England',\n",
" 'nationality': 'British'},\n",
" {'officer_role': 'director',\n",
" 'links': {'company': '/company/11916450'},\n",
" 'name_elements': {'surname': 'MANDERS',\n",
" 'title': 'Mr',\n",
" 'forename': 'Chase',\n",
" 'other_forenames': 'James Bailey Earl'},\n",
" 'appointed_to': {'company_name': 'CROSSFORD LIMITED',\n",
" 'company_status': 'active',\n",
" 'company_number': '11916450'},\n",
" 'appointed_on': '2019-03-30',\n",
" 'occupation': 'Director',\n",
" 'address': {'postal_code': 'IG2 7DY',\n",
" 'address_line_2': 'Wards Road',\n",
" 'address_line_1': 'Consultancy House',\n",
" 'premises': '220',\n",
" 'country': 'United Kingdom',\n",
" 'region': 'Essex',\n",
" 'locality': 'Ilford'},\n",
" 'name': 'Chase James Bailey Earl MANDERS',\n",
" 'nationality': 'British',\n",
" 'country_of_residence': 'England'},\n",
" {'nationality': 'British',\n",
" 'country_of_residence': 'England',\n",
" 'name': 'Chase James Bailey Earl MANDERS',\n",
" 'address': {'postal_code': 'IG2 7DY',\n",
" 'address_line_2': 'Wards Road',\n",
" 'locality': 'Ilford',\n",
" 'region': 'Essex',\n",
" 'country': 'United Kingdom',\n",
" 'premises': '220',\n",
" 'address_line_1': 'Consultancy House'},\n",
" 'occupation': 'Director',\n",
" 'appointed_to': {'company_name': 'CROSSHILL LTD',\n",
" 'company_status': 'active',\n",
" 'company_number': '11916533'},\n",
" 'appointed_on': '2019-03-30',\n",
" 'name_elements': {'title': 'Mr',\n",
" 'surname': 'MANDERS',\n",
" 'other_forenames': 'James Bailey Earl',\n",
" 'forename': 'Chase'},\n",
" 'links': {'company': '/company/11916533'},\n",
" 'officer_role': 'director'},\n",
" {'nationality': 'British',\n",
" 'country_of_residence': 'England',\n",
" 'address': {'country': 'United Kingdom',\n",
" 'region': 'Tyne & Wear',\n",
" 'locality': 'Wallsend',\n",
" 'address_line_1': 'Segedunum Business Centre',\n",
" 'premises': 'Burnard Accountants, 8 Bankside Building',\n",
" 'address_line_2': 'Station Road',\n",
" 'postal_code': 'NE28 6HQ'},\n",
" 'name': 'Chase James Bailey Earl MANDERS',\n",
" 'officer_role': 'director',\n",
" 'links': {'company': '/company/11004735'},\n",
" 'appointed_to': {'company_name': 'KINGDOM OF SWEETS LTD',\n",
" 'company_status': 'active',\n",
" 'company_number': '11004735'},\n",
" 'name_elements': {'forename': 'Chase',\n",
" 'other_forenames': 'James Bailey Earl',\n",
" 'surname': 'MANDERS',\n",
" 'title': 'Mr'},\n",
" 'appointed_on': '2017-10-10',\n",
" 'occupation': 'Director'},\n",
" {'appointed_to': {'company_name': 'DRAYHILL LIMITED',\n",
" 'company_status': 'active',\n",
" 'company_number': '07245480'},\n",
" 'links': {'company': '/company/07245480'},\n",
" 'name_elements': {'title': 'Mr',\n",
" 'surname': 'MANDERS',\n",
" 'other_forenames': 'James Bailey Earl',\n",
" 'forename': 'Chase'},\n",
" 'officer_role': 'director',\n",
" 'appointed_on': '2017-08-23',\n",
" 'occupation': 'Director',\n",
" 'address': {'care_of': 'BURNARD ACCOUNTANTS',\n",
" 'postal_code': 'NE28 6HQ',\n",
" 'premises': '8 Bankside Bldg Segedunum Business Centre',\n",
" 'address_line_1': 'Station Road',\n",
" 'locality': 'Wallsend',\n",
" 'region': 'Tyne & Wear',\n",
" 'country': 'England'},\n",
" 'name': 'Chase James Bailey Earl MANDERS',\n",
" 'country_of_residence': 'England',\n",
" 'nationality': 'British'},\n",
" {'officer_role': 'director',\n",
" 'links': {'company': '/company/10684670'},\n",
" 'appointed_on': '2017-03-22',\n",
" 'name_elements': {'other_forenames': 'James Bailey Earl',\n",
" 'forename': 'Chase',\n",
" 'title': 'Mr',\n",
" 'surname': 'MANDERS'},\n",
" 'appointed_to': {'company_number': '10684670',\n",
" 'company_status': 'active',\n",
" 'company_name': 'SWEET SURPRISE MANAGEMENT LIMITED'},\n",
" 'occupation': 'Director',\n",
" 'address': {'locality': 'Ilford',\n",
" 'country': 'England',\n",
" 'premises': '220',\n",
" 'address_line_1': 'Wards Road',\n",
" 'postal_code': 'IG2 7DY'},\n",
" 'name': 'Chase James Bailey Earl MANDERS',\n",
" 'nationality': 'British',\n",
" 'country_of_residence': 'England'},\n",
" {'nationality': 'British',\n",
" 'country_of_residence': 'England',\n",
" 'occupation': 'Director',\n",
" 'officer_role': 'director',\n",
" 'links': {'company': '/company/09162171'},\n",
" 'appointed_on': '2014-08-05',\n",
" 'name_elements': {'surname': 'MANDERS',\n",
" 'title': 'Mr',\n",
" 'forename': 'Chase',\n",
" 'other_forenames': 'James Bailey Earl'},\n",
" 'appointed_to': {'company_number': '09162171',\n",
" 'company_name': 'MANDERS LEISURE LIMITED',\n",
" 'company_status': 'active'},\n",
" 'name': 'Chase James Bailey Earl MANDERS',\n",
" 'address': {'country': 'England',\n",
" 'region': 'Essex',\n",
" 'locality': 'Ilford',\n",
" 'address_line_1': 'Consultancy House',\n",
" 'premises': '220',\n",
" 'postal_code': 'IG2 7DY',\n",
" 'address_line_2': 'Wards Road'}},\n",
" {'nationality': 'British',\n",
" 'country_of_residence': 'England',\n",
" 'occupation': 'Company Director',\n",
" 'appointed_on': '2015-04-08',\n",
" 'name_elements': {'surname': 'MANDERS',\n",
" 'title': 'Mr',\n",
" 'forename': 'Chase',\n",
" 'other_forenames': 'James Bailey Earl'},\n",
" 'officer_role': 'director',\n",
" 'links': {'company': '/company/08727436'},\n",
" 'appointed_to': {'company_status': 'liquidation',\n",
" 'company_name': 'CROFTRAY LIMITED',\n",
" 'company_number': '08727436'},\n",
" 'resigned_on': '2020-02-01',\n",
" 'name': 'Chase James Bailey Earl MANDERS',\n",
" 'address': {'locality': 'London',\n",
" 'country': 'England',\n",
" 'premises': '3rd Floor, 207',\n",
" 'address_line_1': 'Regent Street',\n",
" 'postal_code': 'W1B 3HH'}},\n",
" {'officer_role': 'director',\n",
" 'appointed_to': {'company_status': 'liquidation',\n",
" 'company_name': 'OLDGREEN LIMITED',\n",
" 'company_number': '08785140'},\n",
" 'appointed_on': '2015-04-08',\n",
" 'name_elements': {'surname': 'MANDERS',\n",
" 'title': 'Mr',\n",
" 'forename': 'Chase',\n",
" 'other_forenames': 'James Bailey Earl'},\n",
" 'links': {'company': '/company/08785140'},\n",
" 'occupation': 'Company Director',\n",
" 'address': {'premises': '3rd Floor, 207',\n",
" 'address_line_1': 'Regent Street',\n",
" 'locality': 'London',\n",
" 'country': 'England',\n",
" 'postal_code': 'W1B 3HH'},\n",
" 'resigned_on': '2019-02-18',\n",
" 'name': 'Chase James Bailey Earl MANDERS',\n",
" 'nationality': 'British',\n",
" 'country_of_residence': 'England'}],\n",
" 'is_corporate_officer': False,\n",
" 'items_per_page': 35,\n",
" 'name': 'Chase James Bailey Earl MANDERS',\n",
" 'date_of_birth': {'year': 1981, 'month': 9},\n",
" 'total_results': 30,\n",
" 'links': {'self': '/officers/Nd2URspq4bvLy-hwzDZ0_p7FGJw/appointments'},\n",
" 'etag': '2a3eaffe63491d060a56e9c46e25e6c9d38db8ff',\n",
" 'start_index': 0}"
]
},
"execution_count": 4,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"companies"
]
},
{
"cell_type": "markdown",
"id": "3ecc7a6d",

7233
Tutorial 2 - Candy Connections.ipynb Normal file
View File

File diff suppressed because it is too large Load Diff

BIN
__pycache__/crawler.cpython-39.pyc Normal file
View File

Binary file not shown.

BIN
__pycache__/sugartrail.cpython-39.pyc Normal file
View File

Binary file not shown.

519
crawler.py Normal file
View File

@@ -0,0 +1,519 @@
from requests.auth import HTTPBasicAuth
import requests
import pandas as pd
import sys
from IPython.display import clear_output
import time
import numpy as np
import collections
from datetime import datetime
import math
# from GoogleNews import GoogleNews
import random
access_token = ""
username = access_token
password = ""
size = "5000"
basic = HTTPBasicAuth(username, password)
class Ownership_Network:
def __init__(self, officer_id=None, company_id=None, address=None):
self.addresses = pd.DataFrame(columns=['address','n'])
self.officer_ids = pd.DataFrame(columns=['officer_id','n'])
self.company_ids = pd.DataFrame(columns=['company_id','n'])
self.companies = pd.DataFrame(columns=['company_number','n'])
self.officer_id = officer_id
self.company_id = company_id
self.address = address
self.n = 0
self.edge = "Origin"
self.initialise_dataframe()
def initialise_dataframe(self):
if self.officer_id:
self.officer_ids = self.officer_ids.append({'officer_id': self.officer_id, 'name': get_appointments(self.officer_id)[0]['name'], 'n':self.n, 'edge':self.edge, 'node': None, 'node_type': 'Person'}, ignore_index=True)
elif self.company_id:
self.company_ids = self.company_ids.append({'company_id': self.company_id, 'n':self.n, 'edge':self.edge, 'node': None, 'node_type': 'Company'}, ignore_index=True)
company = get_company(self.company_id)
company['n'] = self.n
company['edge'] = self.edge
self.companies = self.companies.append(pd.json_normalize(company), ignore_index=True)
elif self.address:
self.addresses = self.addresses.append({'address': self.address, 'n':self.n, 'edge':self.edge, 'node': None, 'node_type': 'Address'}, ignore_index=True)
else:
print("no input provided")
def search_officer_id(self, officer_id):
appointments = get_appointments(officer_id)
self.node_type = "Person"
self.node = officer_id
for appointment in appointments:
if normalise_address(appointment['address']) not in self.addresses['address'].unique():
self.edge = "Appointment Address"
self.addresses = self.addresses.append({'address': normalise_address(appointment['address']), 'n':self.n, 'edge':self.edge, 'node': self.node, 'node_type': self.node_type}, ignore_index=True)
if appointment['appointed_to']['company_number'] not in self.company_ids['company_id'].unique():
self.edge = "Appointment"
self.company_ids = self.company_ids.append({'company_id': appointment['appointed_to']['company_number'], 'n':self.n, 'edge':self.edge, 'node': self.node, 'node_type': self.node_type}, ignore_index=True)
# company = get_company(appointment['appointed_to']['company_number'])
# company['n'] = self.n
# company['edge'] = self.edge
# company['node'] = self.node
# company['node_type'] = self.node_type
# self.companies = self.companies.append(pd.json_normalize(company), ignore_index=True)
correspondance_address = get_correspondance_address(officer_id)
if normalise_address(correspondance_address) not in self.addresses['address'].unique():
self.edge = "Officer Corresponance Address"
self.addresses = self.addresses.append({'address': normalise_address(correspondance_address), 'n':self.n, 'edge':self.edge, 'node': self.node, 'node_type': self.node_type}, ignore_index=True)
duplicate_officers = get_duplicate_officers(officer_id)
for duplicate in duplicate_officers:
self.edge = "Duplicate Officer"
if duplicate['links']['self'].split('/')[2] not in self.officer_ids['officer_id'].unique():
self.officer_ids = self.officer_ids.append({'officer_id': duplicate['links']['self'].split('/')[2], 'name': duplicate['title'], 'n':self.n, 'edge': self.edge, 'node': self.node, 'node_type': self.node_type}, ignore_index=True)
def normalise_name(name):
name_list = name.replace(',','').split(" ")
name_list.insert(0, name_list.pop())
return ' '.join(name_list)
def search_company_id(self, company_id):
officers = get_officers(company_id)
self.node_type = "Company"
self.node = company_id
if officers:
for officer in officers:
if normalise_address(officer['address']) not in self.addresses['address'].unique():
self.edge = "Officer Corresponance Address"
self.addresses = self.addresses.append({'address': normalise_address(officer['address']), 'n':self.n, 'edge':self.edge, 'node': self.node, 'node_type': self.node_type}, ignore_index=True)
if officer['links']['officer']['appointments'].split('/')[2] not in self.officer_ids['officer_id'].unique():
self.edge = "Officer"
self.officer_ids = self.officer_ids.append({'officer_id': officer['links']['officer']['appointments'].split('/')[2], 'name': normalise_name(officer['name']), 'n':self.n, 'edge':self.edge, 'node': self.node, 'node_type': self.node_type}, ignore_index=True)
psc = get_psc(company_id)
if psc:
for person in psc:
if "address" in person:
self.edge = "Person of Significant Control Address"
if normalise_address(person['address']) not in self.addresses['address'].unique():
self.addresses = self.addresses.append({'address': normalise_address(person['address']), 'n':self.n, 'edge':self.edge, 'node': self.node, 'node_type': self.node_type}, ignore_index=True)
address_history = build_address_history(company_id)
for address in address_history:
self.edge = "Company Historical Address"
if address['address'] not in self.addresses['address'].unique():
self.addresses = self.addresses.append({'address': address['address'], 'n':self.n, 'edge':self.edge, 'node': self.node, 'node_type': self.node_type}, ignore_index=True)
def search_address(self, address):
companies = get_companies_at_address(address)
self.node_type = "Address"
self.node = address
if companies:
for company in companies:
self.edge = "Company Address"
if company['company_number'] not in self.company_ids['company_id'].unique():
self.company_ids = self.company_ids.append({'company_id': company['company_number'], 'n':self.n, 'edge':self.edge, 'node': self.node, 'node_type': self.node_type}, ignore_index=True)
# company = get_company(company['company_number'])
# if company:
# company['n'] = self.n
# company['edge'] = self.edge
# company['node'] = self.node
# company['node_type'] = self.node_type
# self.companies = self.companies.append(pd.json_normalize(company), ignore_index=True)
officers = get_officers_at_location(address)
for officer in officers:
self.edge = "Officer at Address"
if officer['links']['self'].split('/')[2] not in self.officer_ids['officer_id'].unique():
self.officer_ids = self.officer_ids.append({'officer_id': officer['links']['self'].split('/')[2], 'name': officer['title'], 'n':self.n, 'edge':self.edge, 'node': self.node, 'node_type': self.node_type}, ignore_index=True)
def get_company_from_id(self, company_id=None):
company_list = []
if company_id:
if company_id in self.company_ids['company_id'].unique():
company_list = [company_id]
else:
print("add valid company id")
else:
company_list = self.company_ids['company_id'].unique()
for company_id in company_list:
if company_id not in self.companies['company_number'].unique():
company = get_company(company_id)
if company:
company['n'] = self.company_ids.loc[self.company_ids['company_id'] == company_id]['n']
company['edge'] = self.company_ids.loc[self.company_ids['company_id'] == company_id]['edge']
company['node'] = self.company_ids.loc[self.company_ids['company_id'] == company_id]['node']
company['node_type'] = self.company_ids.loc[self.company_ids['company_id'] == company_id]['node_type']
self.companies = self.companies.append(pd.json_normalize(company), ignore_index=True)
def hop(self, hops):
for hop in range(hops):
print("hop: " + str(hop+1))
self.n += 1
selected_addresses = self.addresses.loc[self.addresses['n'] == self.n-1]['address']
selected_companies = self.company_ids.loc[self.company_ids['n'] == self.n-1]['company_id']
selected_officers = self.officer_ids.loc[self.officer_ids['n'] == self.n-1]['officer_id']
for i,address in enumerate(selected_addresses):
self.search_address(address)
clear_output(wait=True)
print("Processed " + str(i+1) + "/" + str(len(selected_addresses)) + " addresses")
for j,company in enumerate(selected_companies):
self.search_company_id(company)
clear_output(wait=True)
print("Processed " + str(j+1) + "/" + str(len(selected_companies)) + " companies")
for k,officer in enumerate(selected_officers):
self.search_officer_id(officer)
clear_output(wait=True)
print("Processed " + str(k+1) + "/" + str(len(selected_officers)) + " officers")
def find_path(self, select_company):
select_row = self.company_ids.loc[self.company_ids['company_id'] == select_company]
path = []
self.get_company_from_id(company_id=select_company)
backlink = self.companies[self.companies["company_number"] == select_company]['company_name'].item() + " (" + select_row['edge'].item() + ") "
path.insert(0, backlink)
while True:
if select_row['node_type'].item() == "Address":
select_row = self.addresses.loc[self.addresses['address'] == select_row['node'].item()]
if select_row['edge'].item() == "Origin":
path.insert(0, select_row['address'].item() + " ->")
break
else:
backlink = select_row['address'].item() + " (" + select_row['edge'].item() + ") " + "->"
path.insert(0, backlink)
elif select_row['node_type'].item() == "Company":
select_row = self.company_ids.loc[self.company_ids['company_id'] == select_row['node'].item()]
self.get_company_from_id(company_id=select_row['company_id'].item())
if select_row['edge'].item() == "Origin":
path.insert(0,self.companies[self.companies["company_number"] == select_row['company_id'].item()]['company_name'].item()+ " ->")
break
else:
backlink = self.companies[self.companies["company_number"] == select_row['company_id'].item()]['company_name'].item() + " (" + select_row['edge'].item() + ") " + "->"
path.insert(0, backlink)
elif select_row['node_type'].item() == "Person":
select_row = self.officer_ids.loc[self.officer_ids['officer_id'] == select_row['node'].item()]
if select_row['edge'].item() == "Origin":
path.insert(0, select_row["name"].item() + " ->")
break
else:
backlink = str(select_row['name'].item()) + " (" + str(select_row['edge'].item()) + ") " + "->"
path.insert(0, backlink)
else:
print("error")
break
print(' '.join(path))
def get_appointments(officer_id):
url = "https://api.company-information.service.gov.uk/officers/" + officer_id + "/appointments?size=" + size
time.sleep(0.5)
response = requests.get(url, auth=basic)
# print metadata
return response.json()['items']
def get_correspondance_address(officer_id):
url = "https://api.company-information.service.gov.uk/officers/" + officer_id + "/appointments?size=" + size
time.sleep(0.5)
response = requests.get(url, auth=basic)
return response.json()['items'][0]['address']
def get_duplicate_officers(officer_id):
url = "https://api.company-information.service.gov.uk/officers/" + officer_id + "/appointments?size=5000"
response = requests.get(url, auth=basic)
officer_data = response.json()
officer_self_link = response.json()['links']['self']
name_list = officer_data['name'].replace(',','').split(' ')
name = " ".join(name_list[1:]) + " " + name_list[0]
# search officers with same name
url = "https://api.company-information.service.gov.uk/search/officers?q=" + name
try:
time.sleep(0.5)
response = requests.get(url, auth=basic)
# filter offices with same birthday as search query officer
filtered_results = []
if 'items' in response.json():
for officer in response.json()['items']:
if 'date_of_birth' in officer.keys() and 'date_of_birth' in officer_data.keys():
if officer['date_of_birth'] == officer_data['date_of_birth'] and officer['links']['self'] != officer_self_link:
filtered_results.append(officer)
return filtered_results
else:
return
except requests.exceptions.RequestException as e: # This is the correct syntax
raise SystemExit(e)
def get_psc(company_id):
url = "https://api.company-information.service.gov.uk/company/" + company_id + "/persons-with-significant-control"
try:
time.sleep(0.5)
response = requests.get(url, auth=basic)
if response.status_code == 200:
return response.json()['items']
else:
return
except requests.exceptions.RequestException as e: # This is the correct syntax
raise SystemExit(e)
def get_company(company_id):
url = "https://api.company-information.service.gov.uk/company/" + company_id
try:
time.sleep(0.5)
response = requests.get(url, auth=basic)
if response.status_code == 200:
return response.json()
else:
print(response.status_code)
return
except requests.exceptions.RequestException as e:
raise SystemExit(e)
def get_address_changes(company_id):
url = "https://api.company-information.service.gov.uk/company/" + str(company_id) + "/filing-history/?category=address"
try:
time.sleep(0.5)
# test here to see if page has been found
response = requests.get(url, auth=basic)
if response.status_code == 200:
if 'items' in response.json():
return response.json()
else:
return
except requests.exceptions.RequestException as e: # This is the correct syntax
raise SystemExit(e)
def get_company_info(company_id):
url = "https://api.company-information.service.gov.uk/company/" + str(company_id)
try:
time.sleep(0.5)
# test here to see if page has been found
response = requests.get(url, auth=basic)
if response.json():
return response.json()
else:
return
except requests.exceptions.RequestException as e: # This is the correct syntax
raise SystemExit(e)
def normalise_name(name):
name_list = name.replace(',','').split(" ")
name_list.insert(0, name_list.pop())
return ' '.join(name_list)
def process_address_changes(address_changes):
# fill in missing new address values:
for i in reversed(range(1,len(address_changes['items']))):
if 'new_address' not in address_changes['items'][i]['description_values'].keys():
if 'old_address' in address_changes['items'][i-1]['description_values'].keys():
address_changes['items'][i]['description_values']['new_address'] = address_changes['items'][i-1]['description_values']['old_address']
# df = pd.json_normalize(address_changes['items'])
return address_changes
def build_address_history(company_id):
company_info = get_company_info(company_id)
company_info_subset = {k:company_info[k] for k in ("date_of_creation","date_of_cessation","registered_office_address") if k in company_info}
address_changes = get_address_changes(company_id)
address_keys = ('start_date','end_date','address')
if address_changes['items']:
address_changes = process_address_changes(address_changes)
###
addresses = []
entry = {}
entry["address"] = str(normalise_address(company_info_subset['registered_office_address']))
entry["start_date"] = str(address_changes['items'][0]['date'])
if 'date_of_cessation' in company_info_subset:
entry["end_date"] = str(company_info_subset['date_of_cessation'])
else:
entry["end_date"] = None
addresses.append(entry)
for i,change in enumerate(address_changes['items']):
entry = {}
if 'old_address' in change['description_values']:
entry["address"] = change['description_values']['old_address']
else:
entry["address"] = ""
if i+1 < len(address_changes['items']):
entry["start_date"] = str(address_changes['items'][i+1]['date'])
else:
entry["start_date"] = company_info_subset['date_of_creation']
entry["end_date"] = str(change['date'])
addresses.append(entry)
return addresses
else:
address_history = []
entry = {}
for k, key in enumerate(["date_of_creation","date_of_cessation","registered_office_address"]):
if key in company_info:
entry[address_keys[k]] = company_info[key]
else:
entry[address_keys[k]] = None
entry['address'] = normalise_address(entry['address'])
return [entry]
def normalise_address(address_dict):
address_list = []
for key in ['premises','address_line_1', 'locality','postal_code', 'country']:
if key in address_dict:
address_list.append(address_dict[key])
address_string = ' '.join(address_list)
return address_string
def get_news(df):
company_news = []
full_name_news = []
short_name_news = []
searched = {}
for index, row in df.iterrows():
time.sleep(random.uniform(0, 1))
company_name = row['company_name']
full_name = row['name']
if type(row["name_elements"]) == dict:
short_name = '"' + row["name_elements"]["forename"] + " " + row["name_elements"]["surname"] + '"'
else:
short_name = '"' + row["name_elements"] + '"'
# add a check ...
if company_name in searched:
company_news.append(searched[company_name])
else:
searched[company_name] = company_news_check(company_name)
company_news.append(searched[company_name])
if full_name in searched:
full_name_news.append(searched[full_name])
else:
searched[full_name] = company_news_check(full_name)
full_name_news.append(searched[full_name])
if short_name in searched:
short_name_news.append(searched[short_name])
else:
searched[short_name] = company_news_check(short_name)
short_name_news.append(searched[short_name])
progress = str(int(100*index/len(df)))+"%"
print(progress)
df['company_news'] = company_news
df['full_name_news'] = full_name_news
df['short_name_news'] = short_name_news
return df
def company_news_check(search_term):
time.sleep(random.uniform(0, 0.2))
googlenews = GoogleNews(period='10y')
news = []
googlenews.get_news('"' + str(search_term) + '"')
for story in googlenews.results():
if story['title'] not in news:
news += [story['title']]
return news
def get_locations(companies, address_type: str):
df = companies
if address_type == "correspondance":
addresses = []
for address in df['address']:
address_string_list = []
for key in ['premises','address_line_1', 'locality', 'country','postal_code']:
if key in address:
address_string_list.append(address[key])
address_string = ', '.join(address_string_list)
addresses += [address_string]
elif address_type == "registered":
addresses = []
keys = ["address_line_1","address_line_2","country","locality","postal_code"]
for link in df['links']:
url = "https://api.company-information.service.gov.uk" + link['company'] + "/registered-office-address"
time.sleep(0.5)
response = requests.get(url, auth=basic)
address = []
postcode = []
for key in keys:
if key in response.json():
address += [response.json()[key]]
if key == "postal_code":
postcode += [response.json()[key]]
address = ", ".join(address)
addresses += [address]
else:
print("unrecognised address type: should be either corresponance or registered")
return None
postcode_frequency = dict(collections.Counter(postcode).items(), key=lambda item: item[1], reverse=True)
print(str(len(postcode_frequency)) + " unique postcodes")
frequency = dict(sorted(collections.Counter(addresses).items(), key=lambda item: item[1], reverse=True))
print(str(len(frequency)) + " unique " + address_type + " addresses")
print(frequency)
return addresses
def remove_company_type(company_name):
split_name = company_name.split(" ")
if split_name[-1] in ["LIMITED","LTD","LTD.","PLC","LLP","RTM","CIC","CASC"]:
return " ".join(split_name[:-1])
else:
return company_name
def year_of_creation(companies):
years = [address['date_of_creation'][0:4] for address in companies]
frequency = collections.Counter(years)
return dict(sorted(frequency.items(), key=lambda item: item[1], reverse=True))
def age(creation: str, cessation: str):
delta = datetime.strptime(cessation, "%Y-%m-%d")-datetime.strptime(creation, "%Y-%m-%d")
return math.floor(delta.days/365)
def get_companies_at_address(address):
companies = {}
companies_summary = {}
url = "https://api.company-information.service.gov.uk/advanced-search/companies?location=" + address + "&size=" + "50"
time.sleep(0.5)
response = requests.get(url, auth=basic)
if response.status_code == 200:
# this is what we want in a dataframe:
return response.json()['items']
def company_summary(df):
registered_companies = len(df)
active_companies = df['company_status'].value_counts().get('active')
dissolved_companies = df['company_status'].value_counts().get('dissolved')
liquidated_companies = df['company_status'].value_counts().get('liquidation')
administration_companies = df['company_status'].value_counts().get('administration')
recievership_companies = df['company_status'].value_counts().get('receivership')
insolvent_companies = df['company_status'].value_counts().get('insolvency-proceedings')
active_creation = df.loc[df['company_status'] == 'active']['year_of_creation'].value_counts()[0:3]
if len(active_creation) < 3:
active = len(active_creation)
else:
active = 3
print(df["address"][0])
print(str(active_companies) + " active companies")
print(str(len(df)) + " companies registered")
for i in range(active):
print(str(active_creation[i]) + " active companies created in " + active_creation.keys()[i])
# 3 most common periods of company survival in years
print(str(dissolved_companies) + " dissolved companies")
print(str(liquidated_companies) + " liquidated companies")
print(str(administration_companies) + " companies in administration")
print(str(recievership_companies) + " companies in recievership")
print(str(insolvent_companies) + " companies in insolvency")
survival = df['survival_years'].value_counts()
if len(survival) > 0:
if len(survival) < 3:
survive = len(survival)
else:
survive = 3
for i in range(survive):
key = int(df['survival_years'].value_counts().keys()[i])
print(str(df['survival_years'].value_counts()[key]) + " companies lasted " + str(int(key)) + "-" + str(int(key+1)) + " years")
def get_officers_at_location(location):
url = "https://api.company-information.service.gov.uk/search/officers" + "?q=location:" + location
time.sleep(0.5)
response = requests.get(url, auth=basic)
if response.status_code == 200:
# filter json
officers = []
word_list = []
for word in location.replace(',','').split():
word_list.append(word)
for officer in response.json()['items']:
if all(word in officer['address_snippet'] for word in word_list):
officers.append(officer)
return officers
def get_officers(company_id):
url = "https://api.company-information.service.gov.uk/company/" + company_id + "/officers"
time.sleep(0.5)
response = requests.get(url, auth=basic)
if response.status_code == 200:
return response.json()['items']

2
sugartrail.py
View File

@@ -7,7 +7,7 @@ import time
import collections
from datetime import datetime
import math
access_token = ""
access_token = "829952e2-23ab-44ab-b6e3-efb57f2fceb7"
username = access_token
password = ""
size = "5000"