mirror of
https://codeberg.org/crimeflare/cloudflare-tor
synced 2025-06-15 03:01:07 +00:00
Initial commit
This commit is contained in:
x0zfs
2
tool/README.md
Normal file
2
tool/README.md
Normal file
@ -0,0 +1,2 @@
|
||||
# Tool / Script
|
||||
|
||||
91
tool/ansero_example.html
Normal file
91
tool/ansero_example.html
Normal file
@ -0,0 +1,91 @@
|
||||
<html>
|
||||
<head>
|
||||
<title>Search</title>
|
||||
<style>
|
||||
body {
|
||||
background: #f0f0f0
|
||||
}
|
||||
input#what {
|
||||
width: 80%
|
||||
}
|
||||
span.srch_sect {
|
||||
color: #2f4f4f
|
||||
}
|
||||
a.srch_link {
|
||||
color: #4b0082
|
||||
}
|
||||
span.srch_url {
|
||||
color: #20b2aa
|
||||
}
|
||||
a[onclick] {
|
||||
cursor: pointer
|
||||
}
|
||||
</style>
|
||||
<script>
|
||||
let apiurl = 'https://ansero.eu.org/api/ansero.php';
|
||||
let favurl = 'https://ansero.eu.org/api/favicon.php?f=';
|
||||
let mylang = 'en-US';
|
||||
let hide_domain = []; // e.g. 'google.com'
|
||||
let hide_fqdn = []; // e.g. 'en.wikipedia.org'
|
||||
let removeMITMsites = false;
|
||||
function searchfor(key) {
|
||||
document.getElementById('what').value = key;
|
||||
search();
|
||||
}
|
||||
function search() {
|
||||
let answer = '',
|
||||
keyword = document.getElementById('what').value;
|
||||
if (keyword.length < 2) {
|
||||
return false;
|
||||
}
|
||||
fetch(apiurl, {
|
||||
method: 'POST',
|
||||
mode: 'cors',
|
||||
headers: {
|
||||
'Content-Type': 'application/x-www-form-urlencoded'
|
||||
},
|
||||
body: 't=json' + (removeMITMsites ? '&m' : '') + '&l=' + mylang + '&q=' + encodeURI(keyword)
|
||||
}).then(r => r.json()).then(r => {
|
||||
if (r.info.desc != undefined) {
|
||||
answer += '<span class="srch_sect">';
|
||||
answer += '' + r.info.desc + '<br>';
|
||||
answer += '<a href="' + r.info.url + '" class="srch_link">' + r.info.title + '</a>';
|
||||
answer += '</span><br><br>';
|
||||
}
|
||||
if (r.sgst.length > 0) {
|
||||
answer += '<span class="srch_sect">Search other: <br>';
|
||||
r.sgst.forEach(x => {
|
||||
answer += '[<a class="srch_link" onclick="searchfor(\'' + x + '\');return false;">' + x + '</a>]<br>';
|
||||
});
|
||||
answer += '</span><br><br>';
|
||||
}
|
||||
r.res.forEach(x => {
|
||||
if (!hide_fqdn.includes(x.fqdn) && !hide_domain.includes(x.dom)) {
|
||||
if (/^https:\/\/www\.youtube\.com\/watch\?v=(.*)$/.test(x.url)) {
|
||||
x.url = 'https://invidio.us/watch?' + x.url.split('/watch?')[1];
|
||||
x.fqdn = x.dom = 'invidio.us';
|
||||
}
|
||||
answer += '<span class="srch_sect">';
|
||||
answer += '<img src="' + favurl + (x.url.startsWith('https:') ? '1-' : '0-') + x.fqdn + '"> ';
|
||||
answer += '<a href="' + x.url + '" class="srch_link">' + (x.mitm == 1 ? '[MITM!!] ' : '') + x.title + '</a><br>';
|
||||
answer += '' + x.desc + '<br>';
|
||||
answer += '<span class="srch_url">' + x.url + '</span></span>';
|
||||
answer += '<br><br>';
|
||||
}
|
||||
});
|
||||
document.getElementById('resultarea').innerHTML = answer;
|
||||
}).catch(e => console.log(e));
|
||||
return false;
|
||||
}
|
||||
</script>
|
||||
</head>
|
||||
<body>
|
||||
<form action="#" onsubmit="return search()">
|
||||
<input type="text" id="what" placeholder="Search for..." minlength="2" required>
|
||||
<input type="submit" value="Search">
|
||||
</form>
|
||||
<br>
|
||||
<br>
|
||||
<span id="resultarea"></span>
|
||||
</body>
|
||||
</html>
|
||||
62
tool/cloudflare.onemorestep.template.html
Normal file
62
tool/cloudflare.onemorestep.template.html
Normal file
File diff suppressed because one or more lines are too long
6
tool/cloudflare_one_more_step.php
Normal file
6
tool/cloudflare_one_more_step.php
Normal file
@ -0,0 +1,6 @@
|
||||
<?php
|
||||
|
||||
if (I_Love_Cloudflare() || I_Come_From_Cloudflare()) {
|
||||
echo(file_get_contents('cloudflare.onemorestep.template.html'));
|
||||
die;
|
||||
}
|
||||
3060
tool/example.mdn_basedom_list.txt
Normal file
3060
tool/example.mdn_basedom_list.txt
Normal file
File diff suppressed because it is too large
Load Diff
37
tool/getCFDomainFromList.php
Normal file
37
tool/getCFDomainFromList.php
Normal file
@ -0,0 +1,37 @@
|
||||
<?php
|
||||
/*
|
||||
WTFPL License
|
||||
|
||||
Run `php -f getCFDomainFromList.php` and wait for result.
|
||||
|
||||
This script will read INPUT_DOMAINS and add domain to OUTPUT_RESULT
|
||||
if the target is in Cloudflare domain lists.
|
||||
|
||||
INPUT_DOMAINS is a list of domains. Do not list FQDN.
|
||||
|
||||
*/
|
||||
|
||||
ignore_user_abort(true);
|
||||
set_time_limit(0);
|
||||
|
||||
// INPUT_DOMAINS EOF = must LF
|
||||
define('INPUT_DOMAINS', 'example.mdn_basedom_list.txt');// _base_ domain list to scan
|
||||
define('DIR_CFDOMAINS', 'split/');// path to /split/ directory (Cloudflare Domains)
|
||||
define('OUTPUT_RESULT', 'example.mastodon_cf.txt');// result
|
||||
|
||||
if (!file_exists(DIR_CFDOMAINS.'cloudflare_0.txt')){print 'Edit DIR_CFDOMAINS';exit;}
|
||||
if (!file_exists(INPUT_DOMAINS)){print 'INPUT_DOMAINS not found';exit;}
|
||||
|
||||
$result=array();
|
||||
|
||||
foreach(explode("\n",file_get_contents(INPUT_DOMAINS)) as $line){
|
||||
if (strlen($line)<4){continue;}
|
||||
$letter=substr($line,0,1);
|
||||
if (!preg_match("/^([a-z0-9]{1})$/",$letter)){continue;}
|
||||
print $letter.'='.$line."\n";
|
||||
if (in_array($line,explode("\n",file_get_contents(DIR_CFDOMAINS.'cloudflare_'.$letter.'.txt')))){$result[]=$line;}
|
||||
}
|
||||
|
||||
print count($result)." found\n";
|
||||
file_put_contents(OUTPUT_RESULT,implode("\n",$result));
|
||||
print 'done';
|
||||
24
tool/get_fqdn_tmg1.php
Normal file
24
tool/get_fqdn_tmg1.php
Normal file
@ -0,0 +1,24 @@
|
||||
<?php
|
||||
//License: WTFPL
|
||||
|
||||
define('F_INPUT','noncloudflarelist.txt');
|
||||
define('F_OUTPUT','fqdnlist.txt');
|
||||
|
||||
if (!file_exists(F_INPUT)){
|
||||
print 'File not found';
|
||||
exit;
|
||||
}
|
||||
|
||||
$result = array();
|
||||
|
||||
foreach(explode("\n",file_get_contents(F_INPUT)) as $t){
|
||||
$t = explode(' ',$t)[0];
|
||||
if (preg_match("/^([a-z0-9\.-]{1,255})\.([a-z]{2,40})$/",$t)){
|
||||
$result[] = $t;
|
||||
}
|
||||
}
|
||||
|
||||
$result = array_unique($result);
|
||||
file_put_contents(F_OUTPUT,implode("\n",$result));
|
||||
|
||||
print 'Done';
|
||||
333
tool/irssi_cf_alturl.pl
Normal file
333
tool/irssi_cf_alturl.pl
Normal file
@ -0,0 +1,333 @@
|
||||
#!/usr/bin/perl -w
|
||||
# This Irssi script automatically check incoming http/https links
|
||||
# and replace it to archive one if it is MITMed.
|
||||
#
|
||||
# Irssi /set Options
|
||||
# you can view your current settigns by running "/set cflarealt" in Irssi
|
||||
#
|
||||
# /set cflarealt_debug <on|off> -- (off) if you have a problem try turning this on to debug
|
||||
# /set cflarealt_send2channel <on|off> -- (off) send the converted URL publicly to everyone in your channels
|
||||
# /set cflarealt_channels <"#channel1, #channel2, etc"> -- Channels to automatically convert. Empty Defaults to all
|
||||
#
|
||||
# /set cflarealt_shorturl_activate <on|off> -- (off) set it 'on' to use shortner
|
||||
# /set cflarealt_shorturl_min <40> -- (40) How long a url has to be to trigger automatic url shortening
|
||||
# /set cflarealt_shorturl_useonion <on|off> -- (off) set it 'on' to use .onion
|
||||
#
|
||||
# /set cflarealt_localdbpath <"string to path"> -- () '/path/database/split/'
|
||||
# /set cflarealt_uselocaldb <on|off> -- (off) if 'on', please set path to local database (or the script will die)
|
||||
#
|
||||
# /set cflarealt_printurl <on|off> -- (off) if 'on' print converted URL
|
||||
# /set cflarealt_donotsend <on|off> -- (off) if 'on' do not send converted URL
|
||||
#---------------------------------------------------------------------
|
||||
|
||||
##use strict;
|
||||
|
||||
use vars qw($VERSION %IRSSI);
|
||||
|
||||
$VERSION = "20190706";
|
||||
%IRSSI = (
|
||||
|
||||
# Special thanks to: "eo, tsaavik"
|
||||
authors => "Anonymous",
|
||||
contact => 'anonymous@cloudflare-tor.nab',
|
||||
name => "irssi_cf_alturl.pl",
|
||||
description => "Cloudflare URL replacer",
|
||||
license => "WTFPL",
|
||||
changed => "$VERSION"
|
||||
);
|
||||
|
||||
use Irssi;
|
||||
use Irssi::Irc;
|
||||
use LWP::Simple;
|
||||
use LWP::UserAgent;
|
||||
|
||||
my (
|
||||
$cfg_minurllen, $cfg_send2chan, $cfg_useshort, $cfg_shortonion,
|
||||
$cfg_isdebug, $cfg_uselocaldb, $cfg_localdbpath, $cfg_chanlist
|
||||
);
|
||||
my ( $cfg_printurl, $cfg_donotsendurl );
|
||||
my @cached = ();
|
||||
|
||||
sub setuphandler {
|
||||
Irssi::settings_add_bool( "cflarealt", "cflarealt_send2channel", 0 );
|
||||
if ( Irssi::settings_get_bool("cflarealt_send2channel") ) {
|
||||
print "cflarealt: sending of shorturl's to public channels enabled";
|
||||
$cfg_send2chan = 1;
|
||||
}
|
||||
|
||||
Irssi::settings_add_bool( "cflarealt", "cflarealt_shorturl_activate", 0 );
|
||||
if ( Irssi::settings_get_bool("cflarealt_shorturl_activate") ) {
|
||||
print "cflarealt: URL shortner enabled";
|
||||
$cfg_useshort = 1;
|
||||
}
|
||||
|
||||
Irssi::settings_add_bool( "cflarealt", "cflarealt_shorturl_useonion", 0 );
|
||||
if ( Irssi::settings_get_bool("cflarealt_shorturl_useonion") ) {
|
||||
print "cflarealt: URL onion enabled";
|
||||
$cfg_shortonion = 1;
|
||||
}
|
||||
|
||||
Irssi::settings_add_str( "cflarealt", "cflarealt_channels", "" );
|
||||
$cfg_chanlist = Irssi::settings_get_str("cflarealt_channels");
|
||||
if ($cfg_chanlist) {
|
||||
print "cflarealt: Following channels are now parsed $cfg_chanlist";
|
||||
}
|
||||
|
||||
Irssi::settings_add_int( "cflarealt", "cflarealt_shorturl_min", 40 );
|
||||
my $old_min_url_length = $cfg_minurllen;
|
||||
$cfg_minurllen = Irssi::settings_get_int("cflarealt_shorturl_min");
|
||||
if ( $cfg_minurllen != $old_min_url_length ) {
|
||||
print "cflarealt: min_url_length sucessfully set to $cfg_minurllen";
|
||||
}
|
||||
|
||||
Irssi::settings_add_bool( "cflarealt", "cflarealt_debug", 0 );
|
||||
my $old_debug = $cfg_isdebug;
|
||||
$cfg_isdebug = Irssi::settings_get_bool("cflarealt_debug");
|
||||
if ( $cfg_isdebug != $old_debug ) {
|
||||
if ($cfg_isdebug) {
|
||||
print "cflarealt: Debug Mode Enabled";
|
||||
$cfg_isdebug = 1;
|
||||
}
|
||||
else {
|
||||
print "cflarealt: Debug Mode Disabled";
|
||||
$cfg_isdebug = 0;
|
||||
}
|
||||
}
|
||||
|
||||
Irssi::settings_add_bool( "cflarealt", "cflarealt_uselocaldb", 0 );
|
||||
if ( Irssi::settings_get_bool("cflarealt_uselocaldb") ) {
|
||||
print "cflarealt: Lookup Local DB enabled";
|
||||
$cfg_uselocaldb = 1;
|
||||
}
|
||||
|
||||
Irssi::settings_add_str( "cflarealt", "cflarealt_localdbpath", "" );
|
||||
$cfg_localdbpath = Irssi::settings_get_str("cflarealt_localdbpath");
|
||||
if ($cfg_localdbpath) {
|
||||
print "cflarealt: DB path set to $cfg_localdbpath";
|
||||
}
|
||||
|
||||
Irssi::settings_add_bool( "cflarealt", "cflarealt_printurl", 0 );
|
||||
if ( Irssi::settings_get_bool("cflarealt_printurl") ) {
|
||||
print "cflarealt: print URL enabled";
|
||||
$cfg_printurl = 1;
|
||||
}
|
||||
|
||||
Irssi::settings_add_bool( "cflarealt", "cflarealt_donotsend", 0 );
|
||||
if ( Irssi::settings_get_bool("cflarealt_donotsend") ) {
|
||||
print "cflarealt: dont-send enabled";
|
||||
$cfg_donotsendurl = 1;
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
sub GotUrl {
|
||||
my ( $server, $data, $nick, $addr, $target ) = @_;
|
||||
if ( !$server || !$server->{connected} ) {
|
||||
Irssi::print("Not connected to server");
|
||||
return;
|
||||
}
|
||||
return unless ( goodchan($target) );
|
||||
$data =~ s/^\s+//;
|
||||
$data =~ s/\s+$//;
|
||||
my @urls = ();
|
||||
my @knownShortFQDN = ( 'tinyurl.com', 'bit.ly' );
|
||||
my ( $url, $a, $return, $char, $ch ) = "";
|
||||
my $same = 0;
|
||||
|
||||
return unless ( ( $data =~ /\bhttp\:/ ) || ( $data =~ /\bhttps\:/ ) );
|
||||
deb("$target triggered GotUrl() with url: $data");
|
||||
|
||||
# split on whitespace and get the url(s) out
|
||||
# done this way in case there are more than
|
||||
# one url per line.
|
||||
foreach ( split( /\s/, $data ) ) {
|
||||
if ( ( $_ =~ /^http\:/ ) || ( $_ =~ /^https\:/ ) ) {
|
||||
foreach $a (@urls) {
|
||||
if ( $_ eq $a ) {
|
||||
|
||||
# incase they use the same url on the line.
|
||||
$same = 1;
|
||||
next;
|
||||
}
|
||||
}
|
||||
if ( $same == 0 ) {
|
||||
$same = 0;
|
||||
push( @urls, $_ );
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
my ( $myurl, $fqdn, $junk, $mytype );
|
||||
my ( $url, $browser, $response, $answer );
|
||||
my ( $line, $ifoundit );
|
||||
|
||||
foreach (@urls) {
|
||||
$myurl = $_;
|
||||
( $junk, $fqdn ) = split( /\/\//, $myurl, 2 );
|
||||
( $fqdn, $junk ) = split( /\//, $fqdn, 2 );
|
||||
$mytype = '';
|
||||
|
||||
if ( length($fqdn) >= 4 ) {
|
||||
## Start of Act
|
||||
|
||||
## ACT0. If ShortURL, expand it. (knownShortFQDN)
|
||||
if ( grep( /^$fqdn$/, @knownShortFQDN ) ) {
|
||||
deb("$target Expand $fqdn");
|
||||
$browser = LWP::UserAgent->new;
|
||||
$answer = HTTP::Request->new( GET => $myurl );
|
||||
$response = $browser->request($answer);
|
||||
|
||||
if ( $response->is_success and $response->previous ) {
|
||||
if ( $myurl ne $response->request->uri ) {
|
||||
$junk = $response->request->uri;
|
||||
if ( index( $junk, 'http' ) == 0 ) {
|
||||
deb("$target Expanded $fqdn");
|
||||
$myurl = $junk;
|
||||
( $junk, $fqdn ) = split( /\/\//, $myurl, 2 );
|
||||
( $fqdn, $junk ) = split( /\//, $fqdn, 2 );
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
## ACT1: Update URL if Cloudflared
|
||||
if ( grep( /^$fqdn$/, @cached ) ) {
|
||||
deb("$target Found in Cache $fqdn");
|
||||
$mytype = '^B^C3[Archive]^O ';
|
||||
$myurl = 'https://web.archive.org/web/' . $myurl;
|
||||
}
|
||||
else {
|
||||
if ( $cfg_uselocaldb == 1 ) {
|
||||
deb("$target Lookup local DB about $fqdn");
|
||||
open( CFSFILE,
|
||||
$cfg_localdbpath
|
||||
. "cloudflare_"
|
||||
. substr( $fqdn, 0, 1 )
|
||||
. ".txt" )
|
||||
or die "file not found for $fqdn";
|
||||
$ifoundit = 0;
|
||||
while (<CFSFILE>) {
|
||||
$line = $_;
|
||||
$line =~ s/\R//g;
|
||||
if ( $line eq $fqdn ) {
|
||||
$ifoundit = 1;
|
||||
last;
|
||||
}
|
||||
}
|
||||
close CFSFILE;
|
||||
|
||||
if ( $ifoundit == 1 ) {
|
||||
push( @cached, $fqdn );
|
||||
$mytype = '^B^C3[Archive]^O ';
|
||||
$myurl = 'https://web.archive.org/web/' . $myurl;
|
||||
}
|
||||
}
|
||||
else {
|
||||
deb("$target Asking API about $fqdn");
|
||||
$answer = '';
|
||||
$url =
|
||||
'https://api.searxes.eu.org/_/ismitm.php?f='
|
||||
. $fqdn;
|
||||
$browser = LWP::UserAgent->new;
|
||||
$browser->agent("Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0");
|
||||
$response = $browser->get($url);
|
||||
$answer = $response->content;
|
||||
if ( $answer eq '[true,true]' ) {
|
||||
push( @cached, $fqdn );
|
||||
$mytype = '^B^C3[Archive]^O ';
|
||||
$myurl = 'https://web.archive.org/web/' . $myurl;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
## ACT2: Short URL __if__ enabled and long
|
||||
if ( $cfg_useshort == 1 ) {
|
||||
if ( length($myurl) > $cfg_minurllen ) {
|
||||
if ( $cfg_shortonion == 1 ) {
|
||||
deb("$target Creating Short Onion for $myurl");
|
||||
$url = 'https://url.danwin1210.me/?i=new&url=' . $myurl;
|
||||
$browser = LWP::UserAgent->new;
|
||||
$browser->agent("Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0");
|
||||
$response = $browser->get($url);
|
||||
$answer = $response->content;
|
||||
if (
|
||||
index( $answer,
|
||||
'http://dt2tq5y2ccowebjo.onion/?' ) == 0
|
||||
)
|
||||
{
|
||||
if ( $mytype eq '' ) {
|
||||
$mytype = '^B^C7[Onion]^O ';
|
||||
}
|
||||
else {
|
||||
$mytype = '^B^C2[Onion,Archive]^O ';
|
||||
}
|
||||
$myurl = $answer;
|
||||
}
|
||||
}
|
||||
else {
|
||||
deb("$target Creating Short URL for $myurl");
|
||||
$url =
|
||||
'https://ux.nu/api/short?format=plain&url=' . $myurl;
|
||||
$browser = LWP::UserAgent->new;
|
||||
$browser->agent("Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0");
|
||||
$response = $browser->get($url);
|
||||
$answer = $response->content;
|
||||
if ( index( $answer, 'https://ux.nu/' ) == 0 ) {
|
||||
if ( $mytype eq '' ) {
|
||||
$mytype = '^B^C7[Short]^O ';
|
||||
}
|
||||
else {
|
||||
$mytype = '^B^C2[Short,Archive]^O ';
|
||||
}
|
||||
$myurl = $answer;
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
##ACT3: Result
|
||||
if ( $cfg_printurl == 1 ) {
|
||||
Irssi::print("URL: $mytype$myurl");
|
||||
}
|
||||
|
||||
if ( $cfg_donotsendurl != 1 ) {
|
||||
if ( $cfg_send2chan == 1 ) {
|
||||
$server->command("msg $target $myurl");
|
||||
}
|
||||
else {
|
||||
$server->print( "$target", "$mytype$myurl",
|
||||
MSGLEVEL_CLIENTCRAP );
|
||||
}
|
||||
}
|
||||
|
||||
## End of Act
|
||||
}
|
||||
deb("$target process done for input $myurl");
|
||||
}
|
||||
|
||||
## Cleanup cache
|
||||
if ( $#cached > 500 ) {
|
||||
@cached = ();
|
||||
}
|
||||
|
||||
return;
|
||||
}
|
||||
|
||||
sub deb($) {
|
||||
Irssi::print(shift) if ( $cfg_isdebug == 1 );
|
||||
}
|
||||
|
||||
sub goodchan {
|
||||
my $chan = shift;
|
||||
return ("OK") if ( !$cfg_chanlist );
|
||||
foreach ( split( /\,/, $cfg_chanlist ) ) {
|
||||
return ("$_") if ( $_ =~ /$chan/i );
|
||||
}
|
||||
return undef;
|
||||
}
|
||||
|
||||
setuphandler();
|
||||
Irssi::signal_add( "setup changed", "setuphandler" );
|
||||
Irssi::signal_add_last( "message public", "GotUrl" );
|
||||
Irssi::signal_add_last( "ctcp action", "GotUrl" );
|
||||
Reference in New Issue
Block a user