test all links in page - pipcan - 2015-09-13
Ok he is my python program seems to run great
so it goes to a page and will only print the URL that is working now i try this in kodi
but get it will shut down on a phrase error i was wondering how am i to make it to continue ive on error
PHP Code: import urlparse, urllib, urllib2, re, os, HTMLParser, stat, sys,requests,httplib
import xml.etree.ElementTree as ElementTree
def scan(url): opened = urllib2.urlopen(url) htmlSource = opened.read() headers = opened.info() opened.close()
test = ["http"+url for url in re.findall(r'http(.+?)[\n"<]', htmlSource)] url = "http"+url for url in test: try: r = requests.get(url, timeout=0.500,allow_redirects=True) r.reason if r.reason == 'OK': print url else: print 'no' except: pass
scan('THE SITE HERE')
LOG
Code: - NOTE: IGNORING THIS CAN LEAD TO MEMORY LEAKS!
Error Type: <class 'requests.exceptions.InvalidURL'>
Error Contents: Failed to parse:@@.@@@.@@@.@@:9090
Traceback (most recent call last):
File "C:\Users\@@@@@@\AppData\Roaming\Kodi\addons\@@@@.@@@@@@.@@@@@\default.py", line 1870, in <module>
TESTLINKS(url)
File "C:\Users\@@@@@@\AppData\Roaming\Kodi\addons\@@@@.@@@@@@.@@@@@\default.py", line 94, in TESTLINKS
r = requests.get(url, timeout=10.500,allow_redirects=True)
File "C:\Users\@@@@@@\AppData\Roaming\Kodi\addons\script.module.requests\lib\requests\api.py", line 69, in get
return request('get', url, params=params, **kwargs)
File "C:\Users\@@@@@@\AppData\Roaming\Kodi\addons\script.module.requests\lib\requests\api.py", line 50, in request
response = session.request(method=method, url=url, **kwargs)
File "C:\Users\@@@@@@\AppData\Roaming\Kodi\addons\script.module.requests\lib\requests\sessions.py", line 451, in request
prep = self.prepare_request(req)
File "C:\Users\@@@@@@\AppData\Roaming\Kodi\addons\script.module.requests\lib\requests\sessions.py", line 382, in prepare_request
hooks=merge_hooks(request.hooks, self.hooks),
File "C:\Users\@@@@@@\AppData\Roaming\Kodi\addons\script.module.requests\lib\requests\models.py", line 304, in prepare
self.prepare_url(url, params)
File "C:\Users\@@@@@@\AppData\Roaming\Kodi\addons\script.module.requests\lib\requests\models.py", line 357, in prepare_url
raise InvalidURL(*e.args)
InvalidURL: Failed to parse: @@.@@@.@@@.@@:9090
-->End of Python script error report<--
15:34:06 T:7424 ERROR: EXCEPTION Thrown (PythonToCppException) : -->Python callback/script returned the following error<--
- NOTE: IGNORING THIS CAN LEAD TO MEMORY LEAKS!
Error Type: <class 'requests.exceptions.InvalidURL'>
Error Contents: Failed to parse: 185.75.56.37:8056
Traceback (most recent call last):
File "C:\Users\@@@@@@\AppData\Roaming\Kodi\addons\@@@@.@@@@@@.@@@@@\default.py", line 1870, in <module>
TESTLINKS(url)
File "C:\Users\@@@@@@\AppData\Roaming\Kodi\addons\@@@@.@@@@@@.@@@@@\default.py", line 94, in TESTLINKS
r = requests.get(url, timeout=10.500,allow_redirects=True)
File "C:\Users\@@@@@@\AppData\Roaming\Kodi\addons\script.module.requests\lib\requests\api.py", line 69, in get
return request('get', url, params=params, **kwargs)
File "C:\Users\@@@@@@\AppData\Roaming\Kodi\addons\script.module.requests\lib\requests\api.py", line 50, in request
response = session.request(method=method, url=url, **kwargs)
File "C:\Users\@@@@@@\AppData\Roaming\Kodi\addons\script.module.requests\lib\requests\sessions.py", line 451, in request
prep = self.prepare_request(req)
File "C:\Users\@@@@@@\AppData\Roaming\Kodi\addons\script.module.requests\lib\requests\sessions.py", line 382, in prepare_request
hooks=merge_hooks(request.hooks, self.hooks),
File "C:\Users\@@@@@@\AppData\Roaming\Kodi\addons\script.module.requests\lib\requests\models.py", line 304, in prepare
self.prepare_url(url, params)
File "C:\Users\@@@@@@\AppData\Roaming\Kodi\addons\script.module.requests\lib\requests\models.py", line 357, in prepare_url
raise InvalidURL(*e.args)
InvalidURL: Failed to parse: @@@@@@@@@@@@@:8056
-->End of Python script error report<--
KODI SCRIPT
Code: def TESTLINKS(url):
list = []
count = 0
link = OPEN_URL(url)
dp = xbmcgui.DialogProgress()
dp.create('Head','Body')
match=re.compile('#(.+?)\nhttp(.+?)\n', re.DOTALL).findall(link)
for name,url in match:
url = "http"+url
count = count + 01
r = requests.get(url, timeout=0.500,allow_redirects=True)
stat = r.reason
stat2 = stat+' '+name
dp.update(count,stat2)
list.append(stat)
if r.reason == 'OK':
addDir2(stat2,url,10,'')
dp.close()
dialog = xbmcgui.Dialog()
ret = dialog.select('Choose a playlist', list)
EXCUSE THE CODING WILL TIDY UP
RE: test all links in page - pipcan - 2015-09-13
FIX IT put a try and except in
PHP Code: def TESTLINKS(url): list = [] count = 0 link = OPEN_URL(url) dp = xbmcgui.DialogProgress() dp.create('Head','Body') match=re.compile('#(.+?)\nhttp(.+?)\n', re.DOTALL).findall(link) for name,url in match: try: url = "http"+url count = count + 01 r = requests.get(url, timeout=0.500,allow_redirects=True) stat = r.reason stat2 = stat+' '+name dp.update(count,stat2) list.append(stat) if r.reason == 'OK': addDir2(stat2,url,10,'') except : pass dp.close() dialog = xbmcgui.Dialog() ret = dialog.select('RESULTS', list)
|