Main.py

import sys
import json
from pathlib import Path
from CreatureScrapper import CreatureScrapper
from ListScrapper import ListScrapper

VERSION = '1.1'
AVAILABLE_COMMANDS = ['creature', 'list']
TIBIA_FANDOM_URL = 'https://tibia.fandom.com/wiki/List_of_Creatures'

def scrapCreatures():
    print(f'Scrapping creatures from `in.txt` file')

    inputFilePath = 'in.txt'
    if not Path(inputFilePath).is_file():
        print(f'Unable to find file with URLs to scrap. Create `{inputFilePath}`')
        quit()

    urls = []
    with open(inputFilePath) as f:
        lines = f.readlines()
        for line in lines:
            urls.append(line.replace('\n', ''))

    creatures = []
    for url in urls:
        creatureScrapper = CreatureScrapper()
        creature = creatureScrapper.scrap(url)
        creatures.append(creature)

    json_string = json.dumps(
        [ob.__dict__ for ob in creatures], 
        sort_keys=True, 
        indent=4
    )
    with open("out.json", "w") as file:
        file.write(json_string)

def scrapList():
    print(f'Scrapping list of creatures from tibia.fandom')

    listScrapper = ListScrapper(TIBIA_FANDOM_URL)
    listEntries = listScrapper.scrap()

    with open('list.txt', 'w') as file:
        file.writelines(entry + "\n" for entry in listEntries)


print(f'*** Tibia-Fandom-Web-Scrapper v. {VERSION} ***')

if len(sys.argv) != 2 or sys.argv[1] not in AVAILABLE_COMMANDS:
    print(f'You have to choose of the available commands: {AVAILABLE_COMMANDS}')
    sys.exit()

command = sys.argv[1]
if command == AVAILABLE_COMMANDS[0]:
    scrapCreatures()
elif command == AVAILABLE_COMMANDS[1]:
    scrapList()