Pro names (#231)

This commit is contained in:
daktak
2023-04-12 04:51:00 +10:00
committed by GitHub
parent ec61748b90
commit 3ec5d00a80
3 changed files with 45 additions and 6 deletions

File diff suppressed because one or more lines are too long

39
scripts/get_pro_names.py Executable file
View File

@@ -0,0 +1,39 @@
#! /usr/bin/env python
from bs4 import BeautifulSoup
import urllib.request
import json
import country_converter as coco
male_url = "https://www.procyclingstats.com/rankings/me/individual"
female_url = "https://www.procyclingstats.com/rankings/we/individual"
cc = coco.CountryConverter()
def get_pros(url, male):
data = []
req = urllib.request.Request(url, headers={'User-Agent': 'Mozilla/5.0'})
site = urllib.request.urlopen(req).read()
soup = BeautifulSoup(site)
for td in soup.find_all('td'):
if td.span and td.contents[0]:
if "flag" in repr(td.contents[0]):
tmp = {}
code = td.span.get_attribute_list("class")[1]
tmp['country_code'] = cc.convert(names=code, to='ISOnumeric')
tmp['is_male'] = male
if td.a:
tmp['first_name'] = (td.a.contents[1].strip())
tmp['last_name'] = (td.a.span.contents[0])
data.append(tmp)
return data
total_data = {}
total_data['riders'] = get_pros(male_url, True) + get_pros(female_url, False)
total_data['body_types'] = [16, 48, 80, 272, 304, 336, 528, 560, 592]
total_data['hair_types'] = [25953412, 175379869, 398510584, 659452569, 838618949, 924073005, 1022111028, 1262230565, 1305767757, 1569595897, 1626212425, 1985754517, 2234835005, 2507058825, 3092564365, 3200039653, 3296520581, 3351295312, 3536770137, 4021222889, 4179410997, 4294226781]
total_data['facial_hair_types'] = [248681634, 398510584, 867351826, 1947387842, 2173853954, 3169994930, 4131541011, 4216468066]
with open('bot.txt', 'w') as outfile:
json.dump(total_data, outfile)

View File

@@ -546,17 +546,17 @@ def load_bots():
with open(os.path.join(root, f), 'rb') as fd:
bot.route.ParseFromString(fd.read())
bot.position = random.randrange(len(bot.route.states))
p.last_name = random.choice(data['last_names'])
p.body_type = random.choice(data['body_types'])
p.hair_type = random.choice(data['hair_types'])
p.is_male = bool(random.getrandbits(1))
rider = random.choice(list(data['riders']))
p.is_male = rider['is_male']
if p.is_male:
p.first_name = random.choice(data['first_names_male'])
p.facial_hair_type = random.choice(data['facial_hair_types'])
else:
p.first_name = random.choice(data['first_names_female'])
p.body_type += 1
p.country_code = random.choice(data['country_codes'])
p.first_name = rider['first_name']
p.last_name = rider['last_name']
p.country_code = rider['country_code']
bot.profile = p
i += 1