From eb495c68144835c82197042fd24eaf0fb22247f5 Mon Sep 17 00:00:00 2001 From: vili Date: Sat, 8 Jul 2023 19:04:33 +0300 Subject: [PATCH] Get data files from external url --- data/data.json | 5030 -------------------------------------- data/wordlist.txt | 1828 -------------- utils/dirbuster.py | 24 +- utils/search_username.py | 29 +- 4 files changed, 43 insertions(+), 6868 deletions(-) delete mode 100644 data/data.json delete mode 100644 data/wordlist.txt diff --git a/data/data.json b/data/data.json deleted file mode 100644 index 0f64b65..0000000 --- a/data/data.json +++ /dev/null @@ -1,5030 +0,0 @@ -{ - "sites": [ - { - "app": "Facebook", - "id": 1, - "method": "GET", - "url": "https://www.facebook.com/{username}", - "valid": "response.status == 200" - }, - { - "app": "YouTube", - "id": 2, - "method": "GET", - "url": "https://www.youtube.com/user/{username}", - "valid": "response.status == 200 and 'name\" content=' in responseContent" - }, - { - "app": "Twitter", - "id": 3, - "metadata": [ - { - "key": "Name", - "type": "generic-data", - "value": "soup.find('a', class_='profile-card-fullname')['title']" - }, - { - "key": "Bio", - "type": "generic-data", - "value": "soup.find('div',class_='profile-bio').string" - }, - { - "key": "Site", - "type": "generic-data", - "value": "soup.find('div',class_='profile-website').text.strip('\\t\\r\\n')" - }, - { - "key": "Member since", - "type": "generic-data", - "value": "soup.find('div',class_='profile-joindate').find('span')['title']" - }, - { - "key": "picture", - "type": "image", - "value": "'https://nitter.net'+soup.find('a', class_='profile-card-avatar')['href']" - }, - { - "key": "location", - "type": "location", - "value": "soup.select_one('.profile-location:nth-of-type(2)').text.strip('\\t\\r\\n')" - } - ], - "method": "GET", - "url": "https://nitter.net/{username}", - "valid": "response.status == 200 and ') | nitter' in responseContent" - }, - { - "app": "Telegram", - "id": 4, - "metadata": [ - { - "key": "Name", - "type": "generic-data", - "value": "soup.find('span', dir='auto').string" - }, - { - "key": "picture", - "type": "image", - "value": "soup.find('img', class_='tgme_page_photo_image')['src']" - } - ], - "method": "GET", - "url": "https://t.me/{username}", - "valid": "'You can contact' in soup.find('meta', property='og:description')['content'] and 'tgme_page_title' in responseContent" - }, - { - "app": "TikTok", - "id": 5, - "metadata": [ - { - "key": "Name", - "type": "generic-data", - "value": "soup.find('h1').text" - }, - { - "key": "Bio", - "type": "generic-data", - "value": "soup.find('h2', attrs={'data-e2e':'user-bio'}).text" - }, - { - "key": "picture", - "type": "image", - "value": "soup.find('img')['src']" - } - ], - "method": "GET", - "url": "https://www.tiktok.com/@{username}", - "valid": "response.status == 200 and 'title=\"Following\"' in responseContent" - }, - { - "app": "Tinder", - "id": 6, - "metadata": [ - { - "key": "Name", - "type": "generic-data", - "value": "soup.find('meta', property='profile:first_name')['content']" - }, - { - "key": "picture", - "type": "image", - "value": "soup.find('meta', property='og:image')['content']" - } - ], - "method": "GET", - "url": "https://tinder.com/@{username}", - "valid": "'@' in soup.find('meta', property='og:title')['content'] and ') | Tinder' in responseContent" - }, - { - "app": "Reddit", - "id": 10, - "metadata": [ - { - "key": "Name", - "type": "generic-data", - "value": "jsonData['data']['subreddit']['title']" - }, - { - "key": "Bio", - "type": "generic-data", - "value": "jsonData['data']['subreddit']['public_description']" - }, - { - "key": "picture", - "type": "image", - "value": "jsonData['data']['snoovatar_img']" - } - ], - "method": "GET", - "url": "https://www.reddit.com/user/{username}/about.json", - "valid": "response.status == 200 and 'total_karma' in responseContent" - }, - { - "app": "Soundcloud", - "id": 11, - "metadata": [ - { - "key": "Name", - "type": "generic-data", - "value": "soup.find('header').find('p').string" - }, - { - "key": "location", - "type": "location", - "value": "soup.find('meta',property='og:locality')['content']+', '+soup.find('meta',property='og:country-name')['content']" - }, - { - "key": "picture", - "type": "image", - "value": "soup.find('meta',property='twitter:image')['content']" - } - ], - "method": "GET", - "url": "https://soundcloud.com/{username}", - "valid": "response.status == 200" - }, - { - "app": "Github", - "id": 12, - "metadata": [ - { - "key": "Name", - "type": "generic-data", - "value": "soup.find('span',class_='p-name').text.strip('\\t\\r\\n')" - }, - { - "key": "Nickname", - "type": "generic-data", - "value": "soup.find('span',class_='p-nickname').text.strip('\\t\\r\\n')" - }, - { - "key": "Site", - "type": "generic-data", - "value": "soup.find('a',rel='nofollow me').text" - }, - { - "key": "location", - "type": "location", - "value": "soup.find('span',class_='p-label').text" - }, - { - "key": "picture", - "type": "image", - "value": "soup.find('meta',property='og:image')['content']" - } - ], - "method": "GET", - "url": "https://github.com/{username}", - "valid": "response.status == 200" - }, - { - "app": "Steam", - "id": 13, - "metadata": [ - { - "key": "Name", - "type": "generic-data", - "value": "soup.find('div',class_='header_real_name').find('bdi').text" - }, - { - "key": "Nickname", - "type": "generic-data", - "value": "soup.find('span',class_='actual_persona_name').string" - }, - { - "key": "Bio", - "type": "generic-data", - "value": "soup.find('meta',property='og:description')['content']" - }, - { - "key": "location", - "type": "location", - "value": "soup.find('img',class_='profile_flag').next_sibling.strip('\\t\\r\\n')" - }, - { - "key": "picture", - "type": "image", - "value": "soup.find('link',rel='image_src')['href']" - } - ], - "method": "GET", - "url": "https://steamcommunity.com/id/{username}/", - "valid": "'Error' not in soup.find('title').string and 'g_rgProfileData =' in responseContent" - }, - { - "app": "Linktree", - "id": 14, - "metadata": [ - { - "key": "Name", - "type": "generic-data", - "value": "soup.find('h1').string" - }, - { - "key": "Description", - "type": "generic-data", - "value": "soup.find('meta',attrs={'name':'description'})['content']" - }, - { - "key": "picture", - "type": "image", - "value": "soup.find('meta',property='og:image')['content']" - } - ], - "method": "GET", - "url": "https://linktr.ee/{username}", - "valid": "response.status == 200" - }, - { - "app": "Xbox Gamertag", - "id": 15, - "metadata": [ - { - "key": "Name", - "type": "generic-data", - "value": "soup.find('h1').string" - }, - { - "key": "picture", - "type": "image", - "value": "'https:' + soup.find('img',class_='rounded img-thumbnail')['src']" - } - ], - "method": "GET", - "url": "https://www.xboxgamertag.com/search/{username}", - "valid": "response.status == 200 and 'Games Played' in responseContent" - }, - { - "app": "Twitter Archived", - "id": 16, - "method": "GET", - "url": "http://archive.org/wayback/available?url=https://twitter.com/{username}", - "valid": "'available' in responseContent" - }, - { - "app": "Xvideos", - "id": 17, - "metadata": [ - { - "key": "Name", - "type": "generic-data", - "value": "soup.find('div',id='profile-title').find('strong').text" - }, - { - "key": "Gender", - "type": "generic-data", - "value": "soup.find('p',id='pinfo-sex').find('span').text" - }, - { - "key": "Age", - "type": "generic-data", - "value": "soup.find('p',id='pinfo-age').find('span').text" - }, - { - "key": "Member since", - "type": "generic-data", - "value": "soup.find('p',id='pinfo-signedup').find('span').text" - }, - { - "key": "location", - "type": "location", - "value": "soup.find('p',id='pinfo-city').find('span').text+', '+soup.find('p',id='pinfo-country').find('span').text" - }, - { - "key": "picture", - "type": "image", - "value": "soup.find('img')['src']" - } - ], - "method": "GET", - "url": "https://www.xvideos.com/profiles/{username}", - "valid": "response.status == 200" - }, - { - "app": "PornHub", - "id": 18, - "metadata": [ - { - "key": "Name", - "type": "generic-data", - "value": "soup.find('div',class_='profileUserName').find('a').string" - }, - { - "key": "Gender", - "type": "generic-data", - "value": "soup.find('dl',class_='moreInformation').select_one('dd:nth-of-type(1)').string" - }, - { - "key": "Last login", - "type": "generic-data", - "value": "soup.find('dl',class_='moreInformation').select_one('dd:nth-of-type(2)').string" - }, - { - "key": "Relationship Status", - "type": "generic-data", - "value": "soup.find('dl',class_='moreInformation').select_one('dd:nth-of-type(3)').string" - }, - { - "key": "Interested In", - "type": "generic-data", - "value": "soup.find('dl',class_='moreInformation').select_one('dd:nth-of-type(4)').string" - }, - { - "key": "location", - "type": "location", - "value": "soup.find('dl',class_='moreInformation').select_one('dd:nth-of-type(5)').string+', '+soup.find('dl',class_='moreInformation').select_one('dd:nth-of-type(6)').string" - }, - { - "key": "picture", - "type": "image", - "value": "soup.find('img',id='getAvatar')['src']" - } - ], - "method": "GET", - "url": "https://www.pornhub.com/users/{username}", - "valid": "response.status == 200" - }, - { - "app": "Xhamster", - "id": 19, - "metadata": [ - { - "key": "Name", - "type": "generic-data", - "value": "soup.find('div',class_='user-name').text.strip('\\t\\r\\n')" - }, - { - "key": "Gender", - "type": "generic-data", - "value": "soup.find('div',class_='i-am').find(class_='value').text" - }, - { - "key": "Last login", - "type": "generic-data", - "value": "soup.find('div',class_='offline').text" - }, - { - "key": "location", - "type": "location", - "value": "soup.find('div',class_='from').find(class_='value').text" - }, - { - "key": "picture", - "type": "image", - "value": "soup.find('img',class_='xh-avatar')['src']" - } - ], - "method": "GET", - "url": "https://xhamster.com/users/{username}", - "valid": "response.status == 200" - }, - { - "app": "Periscope", - "id": 20, - "method": "GET", - "url": "https://www.periscope.tv/{username}", - "valid": "response.status == 200 and '