-
Notifications
You must be signed in to change notification settings - Fork 1
/
Copy pathscraper.py
87 lines (84 loc) · 40.9 KB
/
scraper.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
import scraperwiki
import lxml.html
import requests
import json
import urllib
movies =["http://www.imdb.com/title/tt1038988/","http://www.imdb.com/title/tt1245112/","http://www.imdb.com/title/tt1649444/","http://www.imdb.com/title/tt1649443/","http://www.imdb.com/title/tt0115433/","http://www.imdb.com/title/tt0211181/","http://www.imdb.com/title/tt1160368/","http://www.imdb.com/title/tt2317524/","http://www.imdb.com/title/tt1232829/","http://www.imdb.com/title/tt2294449/","http://www.imdb.com/title/tt0289043/","http://www.imdb.com/title/tt0463854/","http://www.imdb.com/title/tt0389722/","http://www.imdb.com/title/tt1320304/","http://www.imdb.com/title/tt0083511/","http://www.imdb.com/title/tt0099044/","http://www.imdb.com/title/tt0134273/","http://www.imdb.com/title/tt0448172/","http://www.imdb.com/title/tt0356470/","http://www.imdb.com/title/tt1071358/","http://www.imdb.com/title/tt1814614/","http://www.imdb.com/title/tt2243537/","http://www.imdb.com/title/tt2828996/","http://www.imdb.com/title/tt0109040/","http://www.imdb.com/title/tt0112281/","http://www.imdb.com/title/tt0101272/","http://www.imdb.com/title/tt0108171/","http://www.imdb.com/title/tt0106220/","http://www.imdb.com/title/tt0338450/","http://www.imdb.com/title/tt0408196/","http://www.imdb.com/title/tt1571243/","http://www.imdb.com/title/tt0313911/","http://www.imdb.com/title/tt0358349/","http://www.imdb.com/title/tt0078748/","http://www.imdb.com/title/tt0090605/","http://www.imdb.com/title/tt0103644/","http://www.imdb.com/title/tt0118583/","http://www.imdb.com/title/tt0370263/","http://www.imdb.com/title/tt0758730/","http://www.imdb.com/title/tt0369226/","http://www.imdb.com/title/tt0913951/","http://www.imdb.com/title/tt0952640/","http://www.imdb.com/title/tt1231580/","http://www.imdb.com/title/tt1615918/","http://www.imdb.com/title/tt0163651/","http://www.imdb.com/title/tt0252866/","http://www.imdb.com/title/tt0328828/","http://www.imdb.com/title/tt0436058/","http://www.imdb.com/title/tt0808146/","http://www.imdb.com/title/tt0974959/","http://www.imdb.com/title/tt1407050/","http://www.imdb.com/title/tt1605630/","http://www.imdb.com/title/tt0144084/","http://www.imdb.com/title/tt0283877/","http://www.imdb.com/title/tt0082010/","http://www.imdb.com/title/tt0118604/","http://www.imdb.com/title/tt0118615/","http://www.imdb.com/title/tt0366174/","http://www.imdb.com/title/tt1137996/","http://www.imdb.com/title/tt1150934/","http://www.imdb.com/title/tt0122933/","http://www.imdb.com/title/tt0289848/","http://www.imdb.com/title/tt0357413/","http://www.imdb.com/title/tt1229340/","http://www.imdb.com/title/tt0325005/","http://www.imdb.com/title/tt0405699/","http://www.imdb.com/title/tt1532261/","http://www.imdb.com/title/tt0091431/","http://www.imdb.com/title/tt0099558/","http://www.imdb.com/title/tt1424310/","http://www.imdb.com/title/tt0344854/","http://www.imdb.com/title/tt0940657/","http://www.imdb.com/title/tt0940656/","http://www.imdb.com/title/tt0133385/","http://www.imdb.com/title/tt0250223/","http://www.imdb.com/title/tt0463872/","http://www.imdb.com/title/tt1597522/","http://www.imdb.com/title/tt0480239/","http://www.imdb.com/title/tt1985017/","http://www.imdb.com/title/tt0118655/","http://www.imdb.com/title/tt0145660/","http://www.imdb.com/title/tt0295178/","http://www.imdb.com/title/tt1218992/","http://www.imdb.com/title/tt0088763/","http://www.imdb.com/title/tt0096874/","http://www.imdb.com/title/tt0099088/","http://www.imdb.com/title/tt1928330/","http://www.imdb.com/title/tt2996648/","http://www.imdb.com/title/tt0112442/","http://www.imdb.com/title/tt0172156/","http://www.imdb.com/title/tt1502397/","http://www.imdb.com/title/tt0307987/","http://www.imdb.com/title/tt1798603/","http://www.imdb.com/title/tt0112453/","http://www.imdb.com/title/tt0281634/","http://www.imdb.com/title/tt0423849/","http://www.imdb.com/title/tt0034492/","http://www.imdb.com/title/tt0447854/","http://www.imdb.com/title/tt0401729/","http://www.imdb.com/title/tt1531911/","http://www.imdb.com/title/tt0103772/","http://www.imdb.com/title/tt0430912/","http://www.imdb.com/title/tt0096895/","http://www.imdb.com/title/tt0103776/","http://www.imdb.com/title/tt0112462/","http://www.imdb.com/title/tt0118688/","http://www.imdb.com/title/tt0372784/","http://www.imdb.com/title/tt0468569/","http://www.imdb.com/title/tt1345836/","http://www.imdb.com/title/tt0266308/","http://www.imdb.com/title/tt0338763/","http://www.imdb.com/title/tt0101414/","http://www.imdb.com/title/tt0118692/","http://www.imdb.com/title/tt0167038/","http://www.imdb.com/title/tt0112471/","http://www.imdb.com/title/tt0381681/","http://www.imdb.com/title/tt2209418/","http://www.imdb.com/title/tt0159273/","http://www.imdb.com/title/tt0497329/","http://www.imdb.com/title/tt1208647/","http://www.imdb.com/title/tt1014775/","http://www.imdb.com/title/tt1482393/","http://www.imdb.com/title/tt0086960/","http://www.imdb.com/title/tt0092644/","http://www.imdb.com/title/tt0109254/","http://www.imdb.com/title/tt0208003/","http://www.imdb.com/title/tt0421729/","http://www.imdb.com/title/tt1464174/","http://www.imdb.com/title/tt0120611/","http://www.imdb.com/title/tt0187738/","http://www.imdb.com/title/tt0359013/","http://www.imdb.com/title/tt0383222/","http://www.imdb.com/title/tt0896036/","http://www.imdb.com/title/tt1153546/","http://www.imdb.com/title/tt0080464/","http://www.imdb.com/title/tt0085266/","http://www.imdb.com/title/tt0162889/","http://www.imdb.com/title/tt0357507/","http://www.imdb.com/title/tt0900357/","http://www.imdb.com/title/tt1204883/","http://www.imdb.com/title/tt0243155/","http://www.imdb.com/title/tt0317198/","http://www.imdb.com/title/tt1473832/","http://www.imdb.com/title/tt0118767/","http://www.imdb.com/title/tt0238883/","http://www.imdb.com/title/tt0328880/","http://www.imdb.com/title/tt0465925/","http://www.imdb.com/title/tt0103919/","http://www.imdb.com/title/tt0112625/","http://www.imdb.com/title/tt0165662/","http://www.imdb.com/title/tt0458339/","http://www.imdb.com/title/tt1843866/","http://www.imdb.com/title/tt0106519/","http://www.imdb.com/title/tt0427038/","http://www.imdb.com/title/tt0317219/","http://www.imdb.com/title/tt1216475/","http://www.imdb.com/title/tt0034587/","http://www.imdb.com/title/tt0036733/","http://www.imdb.com/title/tt0160127/","http://www.imdb.com/title/tt0305357/","http://www.imdb.com/title/tt0349205/","http://www.imdb.com/title/tt0452598/","http://www.imdb.com/title/tt0094862/","http://www.imdb.com/title/tt0099253/","http://www.imdb.com/title/tt0103956/","http://www.imdb.com/title/tt0144120/","http://www.imdb.com/title/tt0387575/","http://www.imdb.com/title/tt2230358/","http://www.imdb.com/title/tt3280262/","http://www.imdb.com/title/tt0042332/","http://www.imdb.com/title/tt0291082/","http://www.imdb.com/title/tt0465940/","http://www.imdb.com/title/tt0317248/","http://www.imdb.com/title/tt0870090/","http://www.imdb.com/title/tt0800320/","http://www.imdb.com/title/tt1646987/","http://www.imdb.com/title/tt0099277/","http://www.imdb.com/title/tt0109442/","http://www.imdb.com/title/tt0109445/","http://www.imdb.com/title/tt0424345/","http://www.imdb.com/title/tt0088933/","http://www.imdb.com/title/tt0094890/","http://www.imdb.com/title/tt0479884/","http://www.imdb.com/title/tt1121931/","http://www.imdb.com/title/tt0090887/","http://www.imdb.com/title/tt0094919/","http://www.imdb.com/title/tt0101627/","http://www.imdb.com/title/tt0101628/","http://www.imdb.com/title/tt0139134/","http://www.imdb.com/title/tt0196267/","http://www.imdb.com/title/tt0391891/","http://www.imdb.com/title/tt0123755/","http://www.imdb.com/title/tt0285492/","http://www.imdb.com/title/tt0377713/","http://www.imdb.com/title/tt0287978/","http://www.imdb.com/title/tt0357277/","http://www.imdb.com/title/tt0099365/","http://www.imdb.com/title/tt0109552/","http://www.imdb.com/title/tt0116033/","http://www.imdb.com/title/tt0072856/","http://www.imdb.com/title/tt0452608/","http://www.imdb.com/title/tt1500491/","http://www.imdb.com/title/tt1988591/","http://www.imdb.com/title/tt1323594/","http://www.imdb.com/title/tt1690953/","http://www.imdb.com/title/tt0205000/","http://www.imdb.com/title/tt0367652/","http://www.imdb.com/title/tt0095016/","http://www.imdb.com/title/tt0099423/","http://www.imdb.com/title/tt0112864/","http://www.imdb.com/title/tt0337978/","http://www.imdb.com/title/tt1606378/","http://www.imdb.com/title/tt0092890/","http://www.imdb.com/title/tt0338096/","http://www.imdb.com/title/tt0066999/","http://www.imdb.com/title/tt0070355/","http://www.imdb.com/title/tt0074483/","http://www.imdb.com/title/tt0086383/","http://www.imdb.com/title/tt0094963/","http://www.imdb.com/title/tt0414852/","http://www.imdb.com/title/tt1247640/","http://www.imdb.com/title/tt1840309/","http://www.imdb.com/title/tt2908446/","http://www.imdb.com/title/tt3410834/","http://www.imdb.com/title/tt3663184/","http://www.imdb.com/title/tt0118998/","http://www.imdb.com/title/tt0240462/","http://www.imdb.com/title/tt0481513/","http://www.imdb.com/title/tt1024724/","http://www.imdb.com/title/tt1080926/","http://www.imdb.com/title/tt1564349/","http://www.imdb.com/title/tt2978462/","http://www.imdb.com/title/tt0246578/","http://www.imdb.com/title/tt1231277/","http://www.imdb.com/title/tt0109686/","http://www.imdb.com/title/tt0329028/","http://www.imdb.com/title/tt2096672/","http://www.imdb.com/title/tt0190374/","http://www.imdb.com/title/tt0406728/","http://www.imdb.com/title/tt1733125/","http://www.imdb.com/title/tt0861739/","http://www.imdb.com/title/tt1555149/","http://www.imdb.com/title/tt0127536/","http://www.imdb.com/title/tt0414055/","http://www.imdb.com/title/tt0233657/","http://www.imdb.com/title/tt0374286/","http://www.imdb.com/title/tt0082340/","http://www.imdb.com/title/tt0116225/","http://www.imdb.com/title/tt0083907/","http://www.imdb.com/title/tt0092991/","http://www.imdb.com/title/tt0106308/","http://www.imdb.com/title/tt0120667/","http://www.imdb.com/title/tt0486576/","http://www.imdb.com/title/tt0058089/","http://www.imdb.com/title/tt0059168/","http://www.imdb.com/title/tt0060400/","http://www.imdb.com/title/tt0232500/","http://www.imdb.com/title/tt0322259/","http://www.imdb.com/title/tt0463985/","http://www.imdb.com/title/tt1013752/","http://www.imdb.com/title/tt1596343/","http://www.imdb.com/title/tt1905041/","http://www.imdb.com/title/tt2820852/","http://www.imdb.com/title/tt0101862/","http://www.imdb.com/title/tt0113041/","http://www.imdb.com/title/tt1170358/","http://www.imdb.com/title/tt2310332/","http://www.imdb.com/title/tt0195714/","http://www.imdb.com/title/tt0309593/","http://www.imdb.com/title/tt0414982/","http://www.imdb.com/title/tt1144884/","http://www.imdb.com/title/tt1622979/","http://www.imdb.com/title/tt0089155/","http://www.imdb.com/title/tt0097366/","http://www.imdb.com/title/tt0106950/","http://www.imdb.com/title/tt0179183/","http://www.imdb.com/title/tt0067116/","http://www.imdb.com/title/tt0073018/","http://www.imdb.com/title/tt0080761/","http://www.imdb.com/title/tt0082418/","http://www.imdb.com/title/tt0083972/","http://www.imdb.com/title/tt0087298/","http://www.imdb.com/title/tt0089173/","http://www.imdb.com/title/tt0091080/","http://www.imdb.com/title/tt0095179/","http://www.imdb.com/title/tt0097388/","http://www.imdb.com/title/tt0107254/","http://www.imdb.com/title/tt0758746/","http://www.imdb.com/title/tt0089175/","http://www.imdb.com/title/tt0097390/","http://www.imdb.com/title/tt1438176/","http://www.imdb.com/title/tt2486630/","http://www.imdb.com/title/tt0116367/","http://www.imdb.com/title/tt0120860/","http://www.imdb.com/title/tt0120695/","http://www.imdb.com/title/tt1046173/","http://www.imdb.com/title/tt1583421/","http://www.imdb.com/title/tt0356634/","http://www.imdb.com/title/tt0455499/","http://www.imdb.com/title/tt0425061/","http://www.imdb.com/title/tt1304617/","http://www.imdb.com/title/tt0259324/","http://www.imdb.com/title/tt1071875/","http://www.imdb.com/title/tt0087332/","http://www.imdb.com/title/tt0097428/","http://www.imdb.com/title/tt1289401/","http://www.imdb.com/title/tt0258827/","http://www.imdb.com/title/tt0385891/","http://www.imdb.com/title/tt0831387/","http://www.imdb.com/title/tt3741700/","http://www.imdb.com/title/tt1703199/","http://www.imdb.com/title/tt2231554/","http://www.imdb.com/title/tt1384590/","http://www.imdb.com/title/tt1683043/","http://www.imdb.com/title/tt1133985/","http://www.imdb.com/title/tt0077651/","http://www.imdb.com/title/tt0082495/","http://www.imdb.com/title/tt0085636/","http://www.imdb.com/title/tt0095271/","http://www.imdb.com/title/tt0097474/","http://www.imdb.com/title/tt0113253/","http://www.imdb.com/title/tt0120694/","http://www.imdb.com/title/tt0220506/","http://www.imdb.com/title/tt0373883/","http://www.imdb.com/title/tt1311067/","http://www.imdb.com/title/tt1502407/","http://www.imdb.com/title/tt0091474/","http://www.imdb.com/title/tt0102926/","http://www.imdb.com/title/tt0212985/","http://www.imdb.com/title/tt0289765/","http://www.imdb.com/title/tt0418819/","http://www.imdb.com/title/tt0367959/","http://www.imdb.com/title/tt0366548/","http://www.imdb.com/title/tt1402488/","http://www.imdb.com/title/tt0366551/","http://www.imdb.com/title/tt0481536/","http://www.imdb.com/title/tt1268799/","http://www.imdb.com/title/tt0241527/","http://www.imdb.com/title/tt0295297/","http://www.imdb.com/title/tt0304141/","http://www.imdb.com/title/tt0330373/","http://www.imdb.com/title/tt0373889/","http://www.imdb.com/title/tt0417741/","http://www.imdb.com/title/tt0926084/","http://www.imdb.com/title/tt1201607/","http://www.imdb.com/title/tt0167190/","http://www.imdb.com/title/tt0411477/","http://www.imdb.com/title/tt0093177/","http://www.imdb.com/title/tt0095294/","http://www.imdb.com/title/tt0104409/","http://www.imdb.com/title/tt0116514/","http://www.imdb.com/title/tt0229440/","http://www.imdb.com/title/tt0274546/","http://www.imdb.com/title/tt0337636/","http://www.imdb.com/title/tt0354623/","http://www.imdb.com/title/tt1716747/","http://www.imdb.com/title/tt0887261/","http://www.imdb.com/title/tt0164052/","http://www.imdb.com/title/tt0469916/","http://www.imdb.com/title/tt0099785/","http://www.imdb.com/title/tt0104431/","http://www.imdb.com/title/tt0119303/","http://www.imdb.com/title/tt0329200/","http://www.imdb.com/title/tt0322589/","http://www.imdb.com/title/tt1657283/","http://www.imdb.com/title/tt0097523/","http://www.imdb.com/title/tt0104437/","http://www.imdb.com/title/tt0119310/","http://www.imdb.com/title/tt1499658/","http://www.imdb.com/title/tt2170439/","http://www.imdb.com/title/tt0450278/","http://www.imdb.com/title/tt0498353/","http://www.imdb.com/title/tt1255916/","http://www.imdb.com/title/tt0102059/","http://www.imdb.com/title/tt0107144/","http://www.imdb.com/title/tt1231587/","http://www.imdb.com/title/tt2637294/","http://www.imdb.com/title/tt0892769/","http://www.imdb.com/title/tt1646971/","http://www.imdb.com/title/tt0286716/","http://www.imdb.com/title/tt0800080/","http://www.imdb.com/title/tt0119345/","http://www.imdb.com/title/tt0130018/","http://www.imdb.com/title/tt1242432/","http://www.imdb.com/title/tt2537176/","http://www.imdb.com/title/tt0343818/","http://www.imdb.com/title/tt1083849/","http://www.imdb.com/title/tt0268380/","http://www.imdb.com/title/tt0438097/","http://www.imdb.com/title/tt1080016/","http://www.imdb.com/title/tt2100546/","http://www.imdb.com/title/tt1667889/","http://www.imdb.com/title/tt0116607/","http://www.imdb.com/title/tt0206036/","http://www.imdb.com/title/tt0460780/","http://www.imdb.com/title/tt1767319/","http://www.imdb.com/title/tt2379386/","http://www.imdb.com/title/tt0082971/","http://www.imdb.com/title/tt0087469/","http://www.imdb.com/title/tt0097576/","http://www.imdb.com/title/tt0367882/","http://www.imdb.com/title/tt1591095/","http://www.imdb.com/title/tt2226417/","http://www.imdb.com/title/tt3195644/","http://www.imdb.com/title/tt0378109/","http://www.imdb.com/title/tt0865907/","http://www.imdb.com/title/tt0371746/","http://www.imdb.com/title/tt1228705/","http://www.imdb.com/title/tt1300854/","http://www.imdb.com/title/tt0418763/","http://www.imdb.com/title/tt3699508/","http://www.imdb.com/title/tt0263488/","http://www.imdb.com/title/tt0301470/","http://www.imdb.com/title/tt1139592/","http://www.imdb.com/title/tt0274166/","http://www.imdb.com/title/tt1634122/","http://www.imdb.com/title/tt0206314/","http://www.imdb.com/title/tt1140941/","http://www.imdb.com/title/tt0489099/","http://www.imdb.com/title/tt1202244/","http://www.imdb.com/title/tt0107290/","http://www.imdb.com/title/tt0119567/","http://www.imdb.com/title/tt0163025/","http://www.imdb.com/title/tt0369610/","http://www.imdb.com/title/tt0087538/","http://www.imdb.com/title/tt0091326/","http://www.imdb.com/title/tt0097647/","http://www.imdb.com/title/tt0110657/","http://www.imdb.com/title/tt1155076/","http://www.imdb.com/title/tt1674782/","http://www.imdb.com/title/tt1250777/","http://www.imdb.com/title/tt1650554/","http://www.imdb.com/title/tt0266697/","http://www.imdb.com/title/tt0378194/","http://www.imdb.com/title/tt1521225/","http://www.imdb.com/title/tt0441773/","http://www.imdb.com/title/tt1302011/","http://www.imdb.com/title/tt0250494/","http://www.imdb.com/title/tt0333780/","http://www.imdb.com/title/tt0108500/","http://www.imdb.com/title/tt0120882/","http://www.imdb.com/title/tt0093409/","http://www.imdb.com/title/tt0097733/","http://www.imdb.com/title/tt0104714/","http://www.imdb.com/title/tt0122151/","http://www.imdb.com/title/tt0275847/","http://www.imdb.com/title/tt0457993/","http://www.imdb.com/title/tt0097778/","http://www.imdb.com/title/tt0100050/","http://www.imdb.com/title/tt0107438/","http://www.imdb.com/title/tt0345591/","http://www.imdb.com/title/tt0402348/","http://www.imdb.com/title/tt0486420/","http://www.imdb.com/title/tt0785025/","http://www.imdb.com/title/tt0929864/","http://www.imdb.com/title/tt0960143/","http://www.imdb.com/title/tt0976209/","http://www.imdb.com/title/tt1414840/","http://www.imdb.com/title/tt1666169/","http://www.imdb.com/title/tt0985694/","http://www.imdb.com/title/tt2002718/","http://www.imdb.com/title/tt2002719/","http://www.imdb.com/title/tt0079501/","http://www.imdb.com/title/tt0082694/","http://www.imdb.com/title/tt0089530/","http://www.imdb.com/title/tt0351283/","http://www.imdb.com/title/tt0479952/","http://www.imdb.com/title/tt1277953/","http://www.imdb.com/title/tt1915581/","http://www.imdb.com/title/tt2268016/","http://www.imdb.com/title/tt0097815/","http://www.imdb.com/title/tt0110442/","http://www.imdb.com/title/tt0120742/","http://www.imdb.com/title/tt0112851/","http://www.imdb.com/title/tt0285823/","http://www.imdb.com/title/tt0104815/","http://www.imdb.com/title/tt1412386/","http://www.imdb.com/title/tt2555736/","http://www.imdb.com/title/tt0822832/","http://www.imdb.com/title/tt1704614/","http://www.imdb.com/title/tt1790864/","http://www.imdb.com/title/tt4046784/","http://www.imdb.com/title/tt0212338/","http://www.imdb.com/title/tt0290002/","http://www.imdb.com/title/tt0970866/","http://www.imdb.com/title/tt0119654/","http://www.imdb.com/title/tt0120912/","http://www.imdb.com/title/tt1409024/","http://www.imdb.com/title/tt1259014/","http://www.imdb.com/title/tt0411272/","http://www.imdb.com/title/tt0425430/","http://www.imdb.com/title/tt1299653/","http://www.imdb.com/title/tt0119675/","http://www.imdb.com/title/tt0239641/","http://www.imdb.com/title/tt0330634/","http://www.imdb.com/title/tt0790686/","http://www.imdb.com/title/tt1576699/","http://www.imdb.com/title/tt0212346/","http://www.imdb.com/title/tt0385307/","http://www.imdb.com/title/tt0117060/","http://www.imdb.com/title/tt0120755/","http://www.imdb.com/title/tt0317919/","http://www.imdb.com/title/tt1229238/","http://www.imdb.com/title/tt1470827/","http://www.imdb.com/title/tt1935302/","http://www.imdb.com/title/tt0134119/","http://www.imdb.com/title/tt0265651/","http://www.imdb.com/title/tt0219171/","http://www.imdb.com/title/tt0120762/","http://www.imdb.com/title/tt0279967/","http://www.imdb.com/title/tt0095705/","http://www.imdb.com/title/tt0102510/","http://www.imdb.com/title/tt0110622/","http://www.imdb.com/title/tt0396752/","http://www.imdb.com/title/tt1415283/","http://www.imdb.com/title/tt0368891/","http://www.imdb.com/title/tt0465234/","http://www.imdb.com/title/tt1197627/","http://www.imdb.com/title/tt0477347/","http://www.imdb.com/title/tt1078912/","http://www.imdb.com/title/tt0403358/","http://www.imdb.com/title/tt0409904/","http://www.imdb.com/title/tt0087800/","http://www.imdb.com/title/tt0089686/","http://www.imdb.com/title/tt0093629/","http://www.imdb.com/title/tt0095742/","http://www.imdb.com/title/tt0097981/","http://www.imdb.com/title/tt0101917/","http://www.imdb.com/title/tt0111686/","http://www.imdb.com/title/tt0329101/","http://www.imdb.com/title/tt1179056/","http://www.imdb.com/title/tt1937390/","http://www.imdb.com/title/tt2382009/","http://www.imdb.com/title/tt0240772/","http://www.imdb.com/title/tt0349903/","http://www.imdb.com/title/tt0496806/","http://www.imdb.com/title/tt0400717/","http://www.imdb.com/title/tt1107365/","http://www.imdb.com/title/tt1646926/","http://www.imdb.com/title/tt0459924/","http://www.imdb.com/title/tt1097014/","http://www.imdb.com/title/tt1179904/","http://www.imdb.com/title/tt1536044/","http://www.imdb.com/title/tt1778304/","http://www.imdb.com/title/tt2109184/","http://www.imdb.com/title/tt1114740/","http://www.imdb.com/title/tt3450650/","http://www.imdb.com/title/tt0098084/","http://www.imdb.com/title/tt0105128/","http://www.imdb.com/title/tt0464154/","http://www.imdb.com/title/tt1714203/","http://www.imdb.com/title/tt0325980/","http://www.imdb.com/title/tt0383574/","http://www.imdb.com/title/tt0449088/","http://www.imdb.com/title/tt1298650/","http://www.imdb.com/title/tt2103281/","http://www.imdb.com/title/tt3450958/","http://www.imdb.com/title/tt0063442/","http://www.imdb.com/title/tt0065462/","http://www.imdb.com/title/tt0067065/","http://www.imdb.com/title/tt0068408/","http://www.imdb.com/title/tt0069768/","http://www.imdb.com/title/tt0133152/","http://www.imdb.com/title/tt1318514/","http://www.imdb.com/title/tt0087928/","http://www.imdb.com/title/tt0089822/","http://www.imdb.com/title/tt0091777/","http://www.imdb.com/title/tt0093756/","http://www.imdb.com/title/tt0095882/","http://www.imdb.com/title/tt0098105/","http://www.imdb.com/title/tt0110857/","http://www.imdb.com/title/tt0089374/","http://www.imdb.com/title/tt0095403/","http://www.imdb.com/title/tt0104558/","http://www.imdb.com/title/tt0106544/","http://www.imdb.com/title/tt0116704/","http://www.imdb.com/title/tt0386005/","http://www.imdb.com/title/tt2599716/","http://www.imdb.com/title/tt0084516/","http://www.imdb.com/title/tt0091778/","http://www.imdb.com/title/tt0095889/","http://www.imdb.com/title/tt0093773/","http://www.imdb.com/title/tt0100403/","http://www.imdb.com/title/tt1424381/","http://www.imdb.com/title/tt0054215/","http://www.imdb.com/title/tt0086154/","http://www.imdb.com/title/tt0330793/","http://www.imdb.com/title/tt0450314/","http://www.imdb.com/title/tt1082868/","http://www.imdb.com/title/tt1699231/","http://www.imdb.com/title/tt0960790/","http://www.imdb.com/title/tt1343755/","http://www.imdb.com/title/tt0083944/","http://www.imdb.com/title/tt0089880/","http://www.imdb.com/title/tt0095956/","http://www.imdb.com/title/tt0462499/","http://www.imdb.com/title/tt1245526/","http://www.imdb.com/title/tt1821694/","http://www.imdb.com/title/tt1259574/","http://www.imdb.com/title/tt1260581/","http://www.imdb.com/title/tt1259573/","http://www.imdb.com/title/tt0120804/","http://www.imdb.com/title/tt0318627/","http://www.imdb.com/title/tt0432021/","http://www.imdb.com/title/tt1174954/","http://www.imdb.com/title/tt1220634/","http://www.imdb.com/title/tt1855325/","http://www.imdb.com/title/tt1753496/","http://www.imdb.com/title/tt2592614/","http://www.imdb.com/title/tt1408253/","http://www.imdb.com/title/tt2869728/","http://www.imdb.com/title/tt1436562/","http://www.imdb.com/title/tt2357291/","http://www.imdb.com/title/tt0093870/","http://www.imdb.com/title/tt0100502/","http://www.imdb.com/title/tt0107978/","http://www.imdb.com/title/tt0075148/","http://www.imdb.com/title/tt0079817/","http://www.imdb.com/title/tt0084602/","http://www.imdb.com/title/tt0089927/","http://www.imdb.com/title/tt0100507/","http://www.imdb.com/title/tt0479143/","http://www.imdb.com/title/tt0088011/","http://www.imdb.com/title/tt0089370/","http://www.imdb.com/title/tt0120812/","http://www.imdb.com/title/tt0266915/","http://www.imdb.com/title/tt0293564/","http://www.imdb.com/title/tt2324606/","http://www.imdb.com/title/tt0257076/","http://www.imdb.com/title/tt1621429/","http://www.imdb.com/title/tt0206275/","http://www.imdb.com/title/tt0486656/","http://www.imdb.com/title/tt0387564/","http://www.imdb.com/title/tt0432348/","http://www.imdb.com/title/tt0489270/","http://www.imdb.com/title/tt0890870/","http://www.imdb.com/title/tt1132626/","http://www.imdb.com/title/tt1233227/","http://www.imdb.com/title/tt1477076/","http://www.imdb.com/title/tt0175142/","http://www.imdb.com/title/tt0257106/","http://www.imdb.com/title/tt0306047/","http://www.imdb.com/title/tt0362120/","http://www.imdb.com/title/tt0795461/","http://www.imdb.com/title/tt0267913/","http://www.imdb.com/title/tt0331632/","http://www.imdb.com/title/tt0117571/","http://www.imdb.com/title/tt0120082/","http://www.imdb.com/title/tt0134084/","http://www.imdb.com/title/tt1262416/","http://www.imdb.com/title/tt0114367/","http://www.imdb.com/title/tt1214983/","http://www.imdb.com/title/tt1000774/","http://www.imdb.com/title/tt1261945/","http://www.imdb.com/title/tt0184894/","http://www.imdb.com/title/tt0300471/","http://www.imdb.com/title/tt0108108/","http://www.imdb.com/title/tt0108107/","http://www.imdb.com/title/tt0111156/","http://www.imdb.com/title/tt0111157/","http://www.imdb.com/title/tt0111158/","http://www.imdb.com/title/tt0114417/","http://www.imdb.com/title/tt0114416/","http://www.imdb.com/title/tt0114418/","http://www.imdb.com/title/tt0117621/","http://www.imdb.com/title/tt0117622/","http://www.imdb.com/title/tt0117620/","http://www.imdb.com/title/tt0120110/","http://www.imdb.com/title/tt0120109/","http://www.imdb.com/title/tt0120111/","http://www.imdb.com/title/tt0480002/","http://www.imdb.com/title/tt1181849/","http://www.imdb.com/title/tt0988045/","http://www.imdb.com/title/tt1515091/","http://www.imdb.com/title/tt0091949/","http://www.imdb.com/title/tt0096101/","http://www.imdb.com/title/tt0126029/","http://www.imdb.com/title/tt0298148/","http://www.imdb.com/title/tt0413267/","http://www.imdb.com/title/tt0892791/","http://www.imdb.com/title/tt0475394/","http://www.imdb.com/title/tt1319743/","http://www.imdb.com/title/tt0114508/","http://www.imdb.com/title/tt0120841/","http://www.imdb.com/title/tt0410650/","http://www.imdb.com/title/tt0844894/","http://www.imdb.com/title/tt0111257/","http://www.imdb.com/title/tt0120179/","http://www.imdb.com/title/tt0145487/","http://www.imdb.com/title/tt0316654/","http://www.imdb.com/title/tt0413300/","http://www.imdb.com/title/tt0948470/","http://www.imdb.com/title/tt1872181/","http://www.imdb.com/title/tt0227538/","http://www.imdb.com/title/tt0287717/","http://www.imdb.com/title/tt0338459/","http://www.imdb.com/title/tt1517489/","http://www.imdb.com/title/tt0079945/","http://www.imdb.com/title/tt0084726/","http://www.imdb.com/title/tt0088170/","http://www.imdb.com/title/tt0092007/","http://www.imdb.com/title/tt0098382/","http://www.imdb.com/title/tt0102975/","http://www.imdb.com/title/tt0111280/","http://www.imdb.com/title/tt0117731/","http://www.imdb.com/title/tt0120844/","http://www.imdb.com/title/tt0253754/","http://www.imdb.com/title/tt0796366/","http://www.imdb.com/title/tt1408101/","http://www.imdb.com/title/tt0076759/","http://www.imdb.com/title/tt0080684/","http://www.imdb.com/title/tt0086190/","http://www.imdb.com/title/tt0120915/","http://www.imdb.com/title/tt0121765/","http://www.imdb.com/title/tt0121766/","http://www.imdb.com/title/tt2488496/","http://www.imdb.com/title/tt0120201/","http://www.imdb.com/title/tt0367093/","http://www.imdb.com/title/tt0844760/","http://www.imdb.com/title/tt0462590/","http://www.imdb.com/title/tt1023481/","http://www.imdb.com/title/tt1193631/","http://www.imdb.com/title/tt1800741/","http://www.imdb.com/title/tt0421073/","http://www.imdb.com/title/tt1707687/","http://www.imdb.com/title/tt0078346/","http://www.imdb.com/title/tt0081573/","http://www.imdb.com/title/tt0086393/","http://www.imdb.com/title/tt0094074/","http://www.imdb.com/title/tt0348150/","http://www.imdb.com/title/tt0770828/","http://www.imdb.com/title/tt0936501/","http://www.imdb.com/title/tt1397280/","http://www.imdb.com/title/tt2446042/","http://www.imdb.com/title/tt0152930/","http://www.imdb.com/title/tt0183869/","http://www.imdb.com/title/tt0295721/","http://www.imdb.com/title/tt0804540/","http://www.imdb.com/title/tt1637725/","http://www.imdb.com/title/tt2637276/","http://www.imdb.com/title/tt1291150/","http://www.imdb.com/title/tt3949660/","http://www.imdb.com/title/tt0088247/","http://www.imdb.com/title/tt0103064/","http://www.imdb.com/title/tt0181852/","http://www.imdb.com/title/tt0438488/","http://www.imdb.com/title/tt0086425/","http://www.imdb.com/title/tt0116240/","http://www.imdb.com/title/tt0115571/","http://www.imdb.com/title/tt0122961/","http://www.imdb.com/title/tt0168501/","http://www.imdb.com/title/tt2083355/","http://www.imdb.com/title/tt3345056/","http://www.imdb.com/title/tt0080455/","http://www.imdb.com/title/tt0118747/","http://www.imdb.com/title/tt0144117/","http://www.imdb.com/title/tt1300851/","http://www.imdb.com/title/tt0258463/","http://www.imdb.com/title/tt0372183/","http://www.imdb.com/title/tt0440963/","http://www.imdb.com/title/tt1194173/","http://www.imdb.com/title/tt0289879/","http://www.imdb.com/title/tt0457297/","http://www.imdb.com/title/tt1234541/","http://www.imdb.com/title/tt0209958/","http://www.imdb.com/title/tt1185837/","http://www.imdb.com/title/tt0134847/","http://www.imdb.com/title/tt0296572/","http://www.imdb.com/title/tt0407658/","http://www.imdb.com/title/tt1411250/","http://www.imdb.com/title/tt0844479/","http://www.imdb.com/title/tt1748227/","http://www.imdb.com/title/tt0228786/","http://www.imdb.com/title/tt0337103/","http://www.imdb.com/title/tt0109506/","http://www.imdb.com/title/tt0115986/","http://www.imdb.com/title/tt0132910/","http://www.imdb.com/title/tt0353324/","http://www.imdb.com/title/tt1340094/","http://www.imdb.com/title/tt0382625/","http://www.imdb.com/title/tt0808151/","http://www.imdb.com/title/tt1386925/","http://www.imdb.com/title/tt2917336/","http://www.imdb.com/title/tt0435625/","http://www.imdb.com/title/tt1073105/","http://www.imdb.com/title/tt0455944/","http://www.imdb.com/title/tt3766354/","http://www.imdb.com/title/tt0070047/","http://www.imdb.com/title/tt0076009/","http://www.imdb.com/title/tt0099528/","http://www.imdb.com/title/tt0204313/","http://www.imdb.com/title/tt0449086/","http://www.imdb.com/title/tt1320244/","http://www.imdb.com/title/tt1320253/","http://www.imdb.com/title/tt1764651/","http://www.imdb.com/title/tt0091064/","http://www.imdb.com/title/tt0097368/","http://www.imdb.com/title/tt0082406/","http://www.imdb.com/title/tt0465997/","http://www.imdb.com/title/tt0106977/","http://www.imdb.com/title/tt0120873/","http://www.imdb.com/title/tt1132620/","http://www.imdb.com/title/tt1216487/","http://www.imdb.com/title/tt1343097/","http://www.imdb.com/title/tt0068646/","http://www.imdb.com/title/tt0071562/","http://www.imdb.com/title/tt0099674/","http://www.imdb.com/title/tt0391198/","http://www.imdb.com/title/tt0433386/","http://www.imdb.com/title/tt1053859/","http://www.imdb.com/title/tt1119646/","http://www.imdb.com/title/tt1411697/","http://www.imdb.com/title/tt1951261/","http://www.imdb.com/title/tt0077681/","http://www.imdb.com/title/tt0089274/","http://www.imdb.com/title/tt0454841/","http://www.imdb.com/title/tt0800069/","http://www.imdb.com/title/tt0903624/","http://www.imdb.com/title/tt1392170/","http://www.imdb.com/title/tt1951264/","http://www.imdb.com/title/tt1951265/","http://www.imdb.com/title/tt1951266/","http://www.imdb.com/title/tt0486597/","http://www.imdb.com/title/tt0816527/","http://www.imdb.com/title/tt0972558/","http://www.imdb.com/title/tt1399952/","http://www.imdb.com/title/tt0104692/","http://www.imdb.com/title/tt0116839/","http://www.imdb.com/title/tt1490017/","http://www.imdb.com/title/tt3513498/","http://www.imdb.com/title/tt0412915/","http://www.imdb.com/title/tt0455596/","http://www.imdb.com/title/tt1146438/","http://www.imdb.com/title/tt0110357/","http://www.imdb.com/title/tt0120131/","http://www.imdb.com/title/tt0318403/","http://www.imdb.com/title/tt0097757/","http://www.imdb.com/title/tt0240684/","http://www.imdb.com/title/tt0969647/","http://www.imdb.com/title/tt0120737/","http://www.imdb.com/title/tt0167261/","http://www.imdb.com/title/tt0167260/","http://www.imdb.com/title/tt0419946/","http://www.imdb.com/title/tt1266027/","http://www.imdb.com/title/tt2334841/","http://www.imdb.com/title/tt0110475/","http://www.imdb.com/title/tt0362165/","http://www.imdb.com/title/tt0133093/","http://www.imdb.com/title/tt0234215/","http://www.imdb.com/title/tt0242653/","http://www.imdb.com/title/tt0472399/","http://www.imdb.com/title/tt3522806/","http://www.imdb.com/title/tt0120616/","http://www.imdb.com/title/tt0209163/","http://www.imdb.com/title/tt0859163/","http://www.imdb.com/title/tt0079588/","http://www.imdb.com/title/tt0082474/","http://www.imdb.com/title/tt0087755/","http://www.imdb.com/title/tt0158811/","http://www.imdb.com/title/tt1204342/","http://www.imdb.com/title/tt2281587/","http://www.imdb.com/title/tt0117218/","http://www.imdb.com/title/tt0144528/","http://www.imdb.com/title/tt0203408/","http://www.imdb.com/title/tt0263728/","http://www.imdb.com/title/tt0075005/","http://www.imdb.com/title/tt0077394/","http://www.imdb.com/title/tt0082377/","http://www.imdb.com/title/tt0102585/","http://www.imdb.com/title/tt0466909/","http://www.imdb.com/title/tt0383216/","http://www.imdb.com/title/tt0838232/","http://www.imdb.com/title/tt0247638/","http://www.imdb.com/title/tt0337697/","http://www.imdb.com/title/tt0368933/","http://www.imdb.com/title/tt0477072/","http://www.imdb.com/title/tt1094198/","http://www.imdb.com/title/tt1340161/","http://www.imdb.com/title/tt0114194/","http://www.imdb.com/title/tt0118643/","http://www.imdb.com/title/tt0183678/","http://www.imdb.com/title/tt0365658/","http://www.imdb.com/title/tt0439771/","http://www.imdb.com/title/tt2184339/","http://www.imdb.com/title/tt2975578/","http://www.imdb.com/title/tt1899353/","http://www.imdb.com/title/tt2265171/","http://www.imdb.com/title/tt3448656/","http://www.imdb.com/title/tt0298130/","http://www.imdb.com/title/tt0377109/","http://www.imdb.com/title/tt0111070/","http://www.imdb.com/title/tt0304669/","http://www.imdb.com/title/tt0452681/","http://www.imdb.com/title/tt0277296/","http://www.imdb.com/title/tt1104123/","http://www.imdb.com/title/tt0403508/","http://www.imdb.com/title/tt1018785/","http://www.imdb.com/title/tt0068655/","http://www.imdb.com/title/tt0072080/","http://www.imdb.com/title/tt0072271/","http://www.imdb.com/title/tt0092076/","http://www.imdb.com/title/tt0099994/","http://www.imdb.com/title/tt0110978/","http://www.imdb.com/title/tt0324216/","http://www.imdb.com/title/tt0420294/","http://www.imdb.com/title/tt0072281/","http://www.imdb.com/title/tt0073012/","http://www.imdb.com/title/tt1740047/","http://www.imdb.com/title/tt2967006/","http://www.imdb.com/title/tt0190138/","http://www.imdb.com/title/tt0327247/","http://www.imdb.com/title/tt1596365/","http://www.imdb.com/title/tt2339741/","http://www.imdb.com/title/tt0120902/","http://www.imdb.com/title/tt0443701/","http://www.imdb.com/title/tt1621045/","http://www.imdb.com/title/tt2239832/","http://www.imdb.com/title/tt0800369/","http://www.imdb.com/title/tt1981115/","http://www.imdb.com/title/tt1648216/","http://www.imdb.com/title/tt1797504/","http://www.imdb.com/title/tt0823671/","http://www.imdb.com/title/tt1216516/","http://www.imdb.com/title/tt1216515/","http://www.imdb.com/title/tt1217213/","http://www.imdb.com/title/tt0146316/","http://www.imdb.com/title/tt0325703/","http://www.imdb.com/title/tt0114709/","http://www.imdb.com/title/tt0120363/","http://www.imdb.com/title/tt0435761/","http://www.imdb.com/title/tt1979376/","http://www.imdb.com/title/tt3371366/","http://www.imdb.com/title/tt0418279/","http://www.imdb.com/title/tt1055369/","http://www.imdb.com/title/tt1399103/","http://www.imdb.com/title/tt2109248/","http://www.imdb.com/title/tt0293662/","http://www.imdb.com/title/tt0388482/","http://www.imdb.com/title/tt1129442/","http://www.imdb.com/title/tt0100814/","http://www.imdb.com/title/tt0114720/","http://www.imdb.com/title/tt0259685/","http://www.imdb.com/title/tt0334541/","http://www.imdb.com/title/tt0120390/","http://www.imdb.com/title/tt0192701/","http://www.imdb.com/title/tt0251448/","http://www.imdb.com/title/tt1099212/","http://www.imdb.com/title/tt1259571/","http://www.imdb.com/title/tt1325004/","http://www.imdb.com/title/tt1324999/","http://www.imdb.com/title/tt1673434/","http://www.imdb.com/title/tt0105690/","http://www.imdb.com/title/tt0114781/","http://www.imdb.com/title/tt0320691/","http://www.imdb.com/title/tt0401855/","http://www.imdb.com/title/tt0834001/","http://www.imdb.com/title/tt1496025/","http://www.imdb.com/title/tt0281322/","http://www.imdb.com/title/tt0443676/","http://www.imdb.com/title/tt1156466/","http://www.imdb.com/title/tt0105698/","http://www.imdb.com/title/tt0176269/","http://www.imdb.com/title/tt1288403/","http://www.imdb.com/title/tt1659343/","http://www.imdb.com/title/tt0146336/","http://www.imdb.com/title/tt0192731/","http://www.imdb.com/title/tt0451957/","http://www.imdb.com/title/tt2105044/","http://www.imdb.com/title/tt2450186/","http://www.imdb.com/title/tt3704538/","http://www.imdb.com/title/tt0452702/","http://www.imdb.com/title/tt1204979/","http://www.imdb.com/title/tt0283111/","http://www.imdb.com/title/tt0480271/","http://www.imdb.com/title/tt1276434/","http://www.imdb.com/title/tt0070895/","http://www.imdb.com/title/tt0073880/","http://www.imdb.com/title/tt0076028/","http://www.imdb.com/title/tt0351977/","http://www.imdb.com/title/tt0804550/","http://www.imdb.com/title/tt0804551/","http://www.imdb.com/title/tt0105793/","http://www.imdb.com/title/tt0108525/","http://www.imdb.com/title/tt0375210/","http://www.imdb.com/title/tt0496436/","http://www.imdb.com/title/tt0120890/","http://www.imdb.com/title/tt0365270/","http://www.imdb.com/title/tt0448179/","http://www.imdb.com/title/tt1523372/","http://www.imdb.com/title/tt0120524/","http://www.imdb.com/title/tt0156182/","http://www.imdb.com/title/tt0254871/","http://www.imdb.com/title/tt0254872/","http://www.imdb.com/title/tt0295700/","http://www.imdb.com/title/tt0804555/","http://www.imdb.com/title/tt1261978/","http://www.imdb.com/title/tt1865567/","http://www.imdb.com/title/tt0120903/","http://www.imdb.com/title/tt0290334/","http://www.imdb.com/title/tt0376994/","http://www.imdb.com/title/tt0458525/","http://www.imdb.com/title/tt1270798/","http://www.imdb.com/title/tt1430132/","http://www.imdb.com/title/tt1877832/","http://www.imdb.com/title/tt3385516/","http://www.imdb.com/title/tt3315342/","http://www.imdb.com/title/tt3053198/","http://www.imdb.com/title/tt0295701/","http://www.imdb.com/title/tt0329774/","http://www.imdb.com/title/tt0120746/","http://www.imdb.com/title/tt0386140/","http://www.imdb.com/title/tt0363771/","http://www.imdb.com/title/tt0980970/","http://www.imdb.com/title/tt0499448/"]
rows_scraped = 0
number_of_movies = len(movies)
for link in movies:
imdb_id = link.split('title/')[1].replace('/','')
omdb_url = "http://www.omdbapi.com/?i="+imdb_id
#Omdb Data
response = urllib.urlopen(omdb_url)
omdb_data = json.loads(response.read())
if 'Poster' in omdb_data:
poster = omdb_data['Poster']
else:
poster = ''
if 'Released' in omdb_data:
release = omdb_data['Released']
else:
release = ''
if 'Genre' in omdb_data:
genre = omdb_data['Genre']
else:
genre = ''
if 'Director' in omdb_data:
director = omdb_data['Director']
else:
director = ''
if 'Runtime' in omdb_data:
runtime = omdb_data['Runtime'].split(' min')[0]
else:
runtime = ''
if 'Plot' in omdb_data:
plot = omdb_data['Plot']
else:
plot = ''
if 'Country' in omdb_data:
if omdb_data['Country'] == "Federal Republic of Yugoslavia":
county = "Yugoslavia"
else:
country = omdb_data['Country']
else:
country = ''
if 'Actors' in omdb_data:
actors = omdb_data['Actors']
else:
actors = ''
#IMDb Data
htmlIMDB = requests.get(link).text
rootIMDB = lxml.html.fromstring(htmlIMDB)
keywords = ', '.join(word.text_content().strip()for word in rootIMDB.cssselect("span[itemprop='keywords']"))
imdb_rating = rootIMDB.cssselect("span[itemprop='ratingValue']")[0].text_content()
break
imdb_votes =
try:
popularity = round(float(imdb_votes.replace(',',''))*float(imdb_rating))
except ValueError:
popularity =
#Write to Database
data = {
'ID': imdb_id,
'Date Released': release,
'Movie Poster' : poster,
'Genre' : genre,
'Director' : director,
'Main Actors' : actors,
'Runtime (min)' : runtime,
'Plot' : plot,
'Plot Keywords' : keywords,
'Country' : country,
'IMDb Rating' : imdb_rating,
'IMDb Votes' : imdb_votes,
'IMDb Popularity' : popularity,
}
#Save to Database
scraperwiki.sqlite.save(unique_keys=["ID"], data=data)
rows_scraped = rows_scraped+1
data = {}
progress = round((float(rows_scraped)/float(number_of_movies)),2)
print "Saved "+str(rows_scraped)+" / "+str(number_of_movies)+" movies ---> Process: "+str(progress)+"%"
#Result
print "You are awesome, you saved all movies!"