import requests import re url='http://192.168.56.133' urls=[] disallows=['/logs','/user/profile','/api','/admin','/private/folder','/debug','/details','.bak','?token='] allows=['/logs/public','/api/v2/safe','.zip','/download','/about','/services','/title','/products','/register','/temp','/system','search?q=','/restricted','/cart'] cnt=0 for i inrange(1,31): urll=url+f'?page={i}' r=requests.get(url=urll).text pattern=r'<a href="(.*?)"' match=re.findall(pattern,r) ifmatch: urls+=match for i in urls: for j in disallows: if j in i: cnt+=1 print(i) for x in allows: if x in i: cnt-=1 print(-1) print(len(urls)) print(cnt)