LinkValidator/LinkValidator.py at master · PoliNetworkOrg/LinkValidator · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
import requests


def get_db_as_json():
    url = "https://polinetwork.org/data/search/groups3.json"
    return requests.get(url).json()


def validate_link(link):
    return "tgme_page_title" in requests.get(link).text


def main():
    separator = ' |-| '

    count_items = 0
    data = get_db_as_json()

    for p in data['info_data']:
        if not ("FB" in p) and ("TG" in p):

            year = data['info_data'][p]['year']

            pvt_link_format = "https://t.me/joinchat/"
            pvt_link_format += p.split("/")[len(p.split("/")) - 1]

            pbl_link_format = "https://t.me/"
            pbl_link_format += p.split("/")[len(p.split("/")) - 1]

            if validate_link(pvt_link_format) is False and validate_link(pbl_link_format) is False:
                class_name = data['info_data'][p]['class']
                permanent_id = data['info_data'][p]['permanentId']
                print(f"{class_name}{separator}{pvt_link_format}{separator}"
                      f"{pbl_link_format}{separator}{year}{separator}{permanent_id}")
                count_items = count_items + 1

    print("Total " + str(count_items))


main()