mirror of
https://github.com/Ground-Zerro/DomainMapper.git
synced 2025-12-10 01:47:18 +07:00
3ec02341e3
Учитывая полученные мной новые знания скрипт перестал отвечать целям, для которых он был задуман. Еще и правка кода завела куда-то не туда, но скрипт остался функциональным и может быть использован для некоторых задач. В тестах выяснилось, что при стечении определенных обстоятельств скрипт не разрешает некоторые DNS имена, установить эти обстоятельства чтобы решить проблему, на текущий момент, мне не удалось.
244 lines
12 KiB
Python
244 lines
12 KiB
Python
import os
|
||
import requests
|
||
import dns.resolver
|
||
from concurrent.futures import ThreadPoolExecutor
|
||
import ipaddress
|
||
import re
|
||
import configparser
|
||
|
||
# URLs
|
||
urls = {
|
||
'Antifilter community edition': "https://community.antifilter.download/list/domains.lst",
|
||
'Youtube': "https://raw.githubusercontent.com/Ground-Zerro/DomainMapper/main/platforms/dns-youtube.txt",
|
||
'Facebook': "https://raw.githubusercontent.com/Ground-Zerro/DomainMapper/main/platforms/dns-facebook.txt",
|
||
'Openai': "https://raw.githubusercontent.com/Ground-Zerro/DomainMapper/main/platforms/dns-openai.txt",
|
||
'Tik-Tok': "https://raw.githubusercontent.com/Ground-Zerro/DomainMapper/main/platforms/dns-tiktok.txt",
|
||
'Instagram': "https://raw.githubusercontent.com/Ground-Zerro/DomainMapper/main/platforms/dns-instagram.txt",
|
||
'Twitter': "https://raw.githubusercontent.com/Ground-Zerro/DomainMapper/main/platforms/dns-twitter.txt",
|
||
'Netflix': "https://raw.githubusercontent.com/Ground-Zerro/DomainMapper/main/platforms/dns-netflix.txt",
|
||
'Bing': "https://raw.githubusercontent.com/Ground-Zerro/DomainMapper/main/platforms/dns-bing.txt",
|
||
'Adobe': "https://raw.githubusercontent.com/Ground-Zerro/DomainMapper/main/platforms/dns-adobe.txt",
|
||
'Apple': "https://raw.githubusercontent.com/Ground-Zerro/DomainMapper/main/platforms/dns-apple.txt",
|
||
'Google': "https://raw.githubusercontent.com/Ground-Zerro/DomainMapper/main/platforms/dns-google.txt",
|
||
'Tor-Truckers': "https://raw.githubusercontent.com/Ground-Zerro/DomainMapper/main/platforms/dns-ttruckers.txt",
|
||
'Search-engines': "https://raw.githubusercontent.com/Ground-Zerro/DomainMapper/main/platforms/dns-search-engines.txt",
|
||
}
|
||
|
||
# Function to resolve DNS
|
||
def resolve_dns_and_write(service, url, unique_ips_all_services, include_cloudflare, threads):
|
||
try:
|
||
print(f"Загрузка данных - {service}")
|
||
response = requests.get(url)
|
||
response.raise_for_status()
|
||
dns_names = response.text.split('\n')
|
||
|
||
resolver = dns.resolver.Resolver(configure=False)
|
||
resolver.nameservers = ['9.9.9.9', '149.112.112.112', '8.8.8.8', '8.8.4.4', '208.67.222.222', '208.67.220.220', '1.1.1.1', '1.0.0.1', '91.239.100.100', '89.233.43.71', '4.2.2.1', '4.2.2.2', '4.2.2.3', '4.2.2.4', '4.2.2.5', '4.2.2.6'] # Public DNS servers
|
||
resolver.rotate = True
|
||
resolver.timeout = 1
|
||
resolver.lifetime = 1
|
||
|
||
if include_cloudflare:
|
||
cloudflare_ips = get_cloudflare_ips()
|
||
else:
|
||
cloudflare_ips = set()
|
||
|
||
unique_ips_current_service = set() # Set to store unique IP addresses for the current service
|
||
|
||
print(f"Анализ DNS имен платформы: {service}")
|
||
|
||
with ThreadPoolExecutor(max_workers=threads) as executor:
|
||
futures = []
|
||
for domain in dns_names:
|
||
if domain.strip():
|
||
futures.append(executor.submit(resolve_domain, resolver, domain, unique_ips_current_service, unique_ips_all_services, cloudflare_ips))
|
||
|
||
print(f"Список IP-адресов для платформы {service} создан.")
|
||
return '\n'.join(unique_ips_current_service) + '\n'
|
||
except Exception as e:
|
||
print(f"Не удалось сопоставить IP адреса {service} его доменным именам.", e)
|
||
return ""
|
||
|
||
|
||
# Function to get Cloudflare IP addresses
|
||
def get_cloudflare_ips():
|
||
try:
|
||
response = requests.get("https://www.cloudflare.com/ips-v4/")
|
||
response.raise_for_status()
|
||
cloudflare_ips = set()
|
||
|
||
# Extract CIDR blocks from the response text using regular expressions
|
||
cidr_blocks = re.findall(r'(\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}/\d{1,2})', response.text)
|
||
|
||
for cidr in cidr_blocks:
|
||
ip_network = ipaddress.ip_network(cidr)
|
||
for ip in ip_network:
|
||
cloudflare_ips.add(str(ip))
|
||
|
||
return cloudflare_ips
|
||
except Exception as e:
|
||
print("Ошибка при получении IP адресов Cloudflare:", e)
|
||
return set()
|
||
|
||
# Function to write result to file
|
||
def resolve_domain(resolver, domain, unique_ips_current_service, unique_ips_all_services, cloudflare_ips):
|
||
try:
|
||
ips = resolver.resolve(domain)
|
||
for ip in ips:
|
||
ip_address = ip.address
|
||
if (ip_address not in ('127.0.0.1', '0.0.0.1') and
|
||
ip_address not in resolver.nameservers and
|
||
ip_address not in cloudflare_ips and
|
||
ip_address not in unique_ips_all_services): # Check for uniqueness
|
||
unique_ips_current_service.add(ip_address)
|
||
unique_ips_all_services.add(ip_address)
|
||
except dns.resolver.NoAnswer:
|
||
pass
|
||
except dns.resolver.NXDOMAIN:
|
||
pass
|
||
except dns.resolver.Timeout:
|
||
pass
|
||
except Exception as e:
|
||
print(f"Ошибка при разрешении доменного имени {domain}: {e}")
|
||
|
||
# Function to read configuration file
|
||
def read_config(filename):
|
||
# Default values
|
||
default_values = ('', 20, 'domain-ip-resolve.txt', '', '', '0.0.0.0', '')
|
||
|
||
try:
|
||
config = configparser.ConfigParser()
|
||
with open(filename, 'r', encoding='utf-8-sig') as file: # 'utf-8-sig' для UTF-8 без BOM
|
||
config.read_file(file)
|
||
|
||
if 'DomainMapper' in config:
|
||
domain_mapper_config = config['DomainMapper']
|
||
|
||
service = domain_mapper_config.get('service', default_values[0]) or ''
|
||
threads = int(domain_mapper_config.get('threads', default_values[1]) or 20)
|
||
outfilename = domain_mapper_config.get('outfilename', default_values[2]) or 'domain-ip-resolve.txt'
|
||
cloudflare = domain_mapper_config.get('cloudflare', default_values[3]) or ''
|
||
filetype = domain_mapper_config.get('filetype', default_values[4]) or ''
|
||
gateway = domain_mapper_config.get('gateway', default_values[5]) or '0.0.0.0'
|
||
run_command = domain_mapper_config.get('run', default_values[6]) or ''
|
||
|
||
return service, threads, outfilename, cloudflare, filetype, gateway, run_command
|
||
else:
|
||
return default_values
|
||
|
||
except Exception as e:
|
||
return default_values
|
||
|
||
def main():
|
||
# Read parameters from the configuration file
|
||
service, threads, outfilename, cloudflare, filetype, gateway, run_command = read_config('config.txt')
|
||
|
||
total_resolved_domains = 0
|
||
total_errors = 0
|
||
selected_services = []
|
||
|
||
# Check if 'service' is specified in the configuration file
|
||
if service:
|
||
if service.strip().lower() == "all":
|
||
selected_services = list(urls.keys()) # Select all available services
|
||
else:
|
||
selected_services = [s.strip() for s in service.split(',')]
|
||
else:
|
||
# Interactive service selection
|
||
while True:
|
||
os.system('clear')
|
||
print("Выберите сервисы:\n")
|
||
print("0 - Отметить все")
|
||
for idx, (service, url) in enumerate(urls.items(), 1):
|
||
checkbox = "[*]" if service in selected_services else "[ ]"
|
||
print(f"{idx}. {service.capitalize()} {checkbox}")
|
||
|
||
selection = input("\n\033[32mВведите номер сервиса\033[0m и нажмите Enter (Пустая строка и \033[32mEnter\033[0m для старта): ")
|
||
if selection == "0":
|
||
selected_services = list(urls.keys())
|
||
elif selection.isdigit():
|
||
idx = int(selection) - 1
|
||
if 0 <= idx < len(urls):
|
||
service = list(urls.keys())[idx]
|
||
if service in selected_services:
|
||
selected_services.remove(service)
|
||
else:
|
||
selected_services.append(service)
|
||
elif selection == "":
|
||
break
|
||
|
||
# Check if to include Cloudflare IPs based on configuration or user input
|
||
if cloudflare.lower() == 'yes':
|
||
include_cloudflare = True
|
||
elif cloudflare.lower() == 'no':
|
||
include_cloudflare = False
|
||
else:
|
||
include_cloudflare = input("Исключить IP адреса Cloudflare из итогового списка? (\033[32myes\033[0m - исключить, \033[32mEnter\033[0m - оставить): ").strip().lower() == "yes"
|
||
|
||
unique_ips_all_services = set() # Set to store unique IP addresses across all services
|
||
|
||
# Check if domain-ip-resolve.txt exists and clear it if it does
|
||
if os.path.exists(outfilename):
|
||
os.remove(outfilename)
|
||
|
||
# DNS resolution for selected services
|
||
with open(outfilename, 'w') as file: # Open file for writing
|
||
for service in selected_services:
|
||
result = resolve_dns_and_write(service, urls[service], unique_ips_all_services, include_cloudflare, threads)
|
||
file.write(result) # Write unique IPs directly to the file
|
||
total_resolved_domains += len(result.split('\n')) - 1
|
||
|
||
print("\nПроверка завершена.")
|
||
print(f"Проверено DNS имен: {total_resolved_domains + total_errors}")
|
||
print(f"Сопоставлено IP адресов доменам: {total_resolved_domains}")
|
||
print(f"Не удалось обработать доменных имен: {total_errors}")
|
||
|
||
# Asking for file format if filetype is not specified in the configuration file
|
||
if not filetype:
|
||
outfilename_format = input("\nВыберите в каком формате сохранить файл: \n\033[32mwin\033[0m - 'route add %IP% mask %mask% %gateway%', \033[32mvlsm\033[0m - 'IP/mask', \033[32mEnter\033[0m - только IP: ")
|
||
if outfilename_format.lower() == 'vlsm':
|
||
# Handle VLSM format here
|
||
with open(outfilename, 'r') as file:
|
||
ips = file.readlines()
|
||
with open(outfilename, 'w') as file:
|
||
for ip in ips:
|
||
file.write(f"{ip.strip()}/32\n") # Assuming /32 subnet mask for all IPs
|
||
elif outfilename_format.lower() == 'win':
|
||
# Handle Windows format here
|
||
gateway_input = input(f"Укажите шлюз (\033[32mEnter\033[0m - {gateway}): ")
|
||
if gateway_input:
|
||
gateway = gateway_input.strip()
|
||
with open(outfilename, 'r') as file:
|
||
ips = file.readlines()
|
||
with open(outfilename, 'w') as file:
|
||
for ip in ips:
|
||
file.write(f"route add {ip.strip()} mask 255.255.255.255 {gateway}\n")
|
||
else:
|
||
# Handle default IP address format here (no modification needed)
|
||
pass
|
||
elif filetype.lower() == 'vlsm':
|
||
# Handle VLSM format if specified in the configuration file
|
||
with open(outfilename, 'r') as file:
|
||
ips = file.readlines()
|
||
with open(outfilename, 'w') as file:
|
||
for ip in ips:
|
||
file.write(f"{ip.strip()}/32\n") # Assuming /32 subnet mask for all IPs
|
||
elif filetype.lower() == 'win':
|
||
# Handle Windows format if specified in the configuration file
|
||
with open(outfilename, 'r') as file:
|
||
ips = file.readlines()
|
||
with open(outfilename, 'w') as file:
|
||
for ip in ips:
|
||
file.write(f"route add {ip.strip()} mask 255.255.255.255 {gateway}\n")
|
||
|
||
# Executing the command after the program is completed, if it is specified in the configuration file
|
||
if run_command is not None and run_command.strip():
|
||
print("\nВыполнение команды после завершения программы...")
|
||
os.system(run_command)
|
||
else:
|
||
print("Результаты сохранены в файл:", outfilename)
|
||
input("Нажмите \033[32mEnter\033[0m для продолжения...") # Для пользователей Windows при запуске из проводника
|
||
|
||
if __name__ == "__main__":
|
||
main()
|