IMDB_Movie_summary/imdb.py at master · utility-code/IMDB_Movie_summary · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
import os
from bs4 import BeautifulSoup
import urllib.request
import re

def getLinks(name):
    c = 0
    link = b'https://www.imdb.com/find?ref_=nv_sr_fn&q={}&s=all'.decode('ASCII').format('+'.join(name.split()))
    site = urllib.request.urlopen(link)
    soup = BeautifulSoup(site, 'html.parser')
    list_of_links = []
    for link in soup.find_all('a'):
        hre = link.get('href')
        if c!=1:
            try:
                if '/title/' in hre and 'fn_al_' in hre:
                    list_of_links.append('https://www.imdb.com'+hre)
                    c+=1
            except:
                pass

    return list_of_links

def getinfo(list_of_links):
    l = []
    for a in list_of_links:
        site = urllib.request.urlopen(a)
        soup = BeautifulSoup(site, 'html.parser')
        l.append(soup.text)
    return l


def summary(text):
    st = text.find('Storyline\n')
    wb = text.find('Written by')
    return text[st:wb]

def main():
    dirn = input('Enter dir: ')
    lis = os.listdir(dirn)
    n = len(lis)
    p = 0
    for a in lis:
        if 'Store' not in a:
            try:
                f = open(dirn+'/'+a+'/'+a+'.txt','w+')
                l = getinfo(getLinks(a))
                for b in l:
                    f.write(summary(b))
                f.close()
                print('Done for {}-{}/{}'.format(a,str(p),str(n)))
            except:
                pass
            p+=1
main()