crimeflare/cloudflare-tor
0
0
Fork 0
mirror of https://codeberg.org/crimeflare/cloudflare-tor synced 2025-06-15 11:06:05 +00:00
Code Issues Releases Activity

Merge remote-tracking branch 'oldrep/master'

Browse Source
This commit is contained in:
tor
2020-11-24 05:59:18 +00:00
parent 452c05af42 f5865ee600
commit b64a674385
255 changed files with 40967 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
oldrep/tool/README.md Normal file
View File

@ -0,0 +1,2 @@
# Tool / Script

91
oldrep/tool/ansero_example.html Normal file
View File

@ -0,0 +1,91 @@
<html>
<head>
<title>Search</title>
<style>
body {
background: #f0f0f0
}
input#what {
width: 80%
}
span.srch_sect {
color: #2f4f4f
}
a.srch_link {
color: #4b0082
}
span.srch_url {
color: #20b2aa
}
a[onclick] {
cursor: pointer
}
</style>
<script>
let apiurl = 'https://ansero.eu.org/api/ansero.php';
let favurl = 'https://ansero.eu.org/api/favicon.php?f=';
let mylang = 'en-US';
let hide_domain = []; // e.g. 'google.com'
let hide_fqdn = []; // e.g. 'en.wikipedia.org'
let removeMITMsites = false;
function searchfor(key) {
document.getElementById('what').value = key;
search();
}
function search() {
let answer = '',
keyword = document.getElementById('what').value;
if (keyword.length < 2) {
return false;
}
fetch(apiurl, {
method: 'POST',
mode: 'cors',
headers: {
'Content-Type': 'application/x-www-form-urlencoded'
},
body: 't=json' + (removeMITMsites ? '&m' : '') + '&l=' + mylang + '&q=' + encodeURI(keyword)
}).then(r => r.json()).then(r => {
if (r.info.desc != undefined) {
answer += '<span class="srch_sect">';
answer += '' + r.info.desc + '<br>';
answer += '<a href="' + r.info.url + '" class="srch_link">' + r.info.title + '</a>';
answer += '</span><br><br>';
}
if (r.sgst.length > 0) {
answer += '<span class="srch_sect">Search other: <br>';
r.sgst.forEach(x => {
answer += '[<a class="srch_link" onclick="searchfor(\'' + x + '\');return false;">' + x + '</a>]<br>';
});
answer += '</span><br><br>';
}
r.res.forEach(x => {
if (!hide_fqdn.includes(x.fqdn) && !hide_domain.includes(x.dom)) {
if (/^https:\/\/www\.youtube\.com\/watch\?v=(.*)$/.test(x.url)) {
x.url = 'https://invidio.us/watch?' + x.url.split('/watch?')[1];
x.fqdn = x.dom = 'invidio.us';
}
answer += '<span class="srch_sect">';
answer += '<img src="' + favurl + (x.url.startsWith('https:') ? '1-' : '0-') + x.fqdn + '"> ';
answer += '<a href="' + x.url + '" class="srch_link">' + (x.mitm == 1 ? '[MITM!!] ' : '') + x.title + '</a><br>';
answer += '' + x.desc + '<br>';
answer += '<span class="srch_url">' + x.url + '</span></span>';
answer += '<br><br>';
}
});
document.getElementById('resultarea').innerHTML = answer;
}).catch(e => console.log(e));
return false;
}
</script>
</head>
<body>
<form action="#" onsubmit="return search()">
<input type="text" id="what" placeholder="Search for..." minlength="2" required>
<input type="submit" value="Search">
</form>
<br>
<br>
<span id="resultarea"></span>
</body>
</html>

62
oldrep/tool/cloudflare.onemorestep.template.html Normal file
View File

File diff suppressed because one or more lines are too long

6
oldrep/tool/cloudflare_one_more_step.php Normal file
View File

@ -0,0 +1,6 @@
<?php
if (I_Love_Cloudflare() || I_Come_From_Cloudflare()) {
echo(file_get_contents('cloudflare.onemorestep.template.html'));
die;
}

3060
oldrep/tool/example.mdn_basedom_list.txt Normal file
View File

File diff suppressed because it is too large Load Diff

37
oldrep/tool/getCFDomainFromList.php Normal file
View File

@ -0,0 +1,37 @@
<?php
/*
WTFPL License
Run `php -f getCFDomainFromList.php` and wait for result.
This script will read INPUT_DOMAINS and add domain to OUTPUT_RESULT
if the target is in Cloudflare domain lists.
INPUT_DOMAINS is a list of domains. Do not list FQDN.
*/
ignore_user_abort(true);
set_time_limit(0);
// INPUT_DOMAINS EOF = must LF
define('INPUT_DOMAINS', 'example.mdn_basedom_list.txt');// _base_ domain list to scan
define('DIR_CFDOMAINS', 'split/');// path to /split/ directory (Cloudflare Domains)
define('OUTPUT_RESULT', 'example.mastodon_cf.txt');// result
if (!file_exists(DIR_CFDOMAINS.'cloudflare_0.txt')){print 'Edit DIR_CFDOMAINS';exit;}
if (!file_exists(INPUT_DOMAINS)){print 'INPUT_DOMAINS not found';exit;}
$result=array();
foreach(explode("\n",file_get_contents(INPUT_DOMAINS)) as $line){
if (strlen($line)<4){continue;}
$letter=substr($line,0,1);
if (!preg_match("/^([a-z0-9]{1})$/",$letter)){continue;}
print $letter.'='.$line."\n";
if (in_array($line,explode("\n",file_get_contents(DIR_CFDOMAINS.'cloudflare_'.$letter.'.txt')))){$result[]=$line;}
}
print count($result)." found\n";
file_put_contents(OUTPUT_RESULT,implode("\n",$result));
print 'done';

24
oldrep/tool/get_fqdn_tmg1.php Normal file
View File

@ -0,0 +1,24 @@
<?php
//License: WTFPL
define('F_INPUT','noncloudflarelist.txt');
define('F_OUTPUT','fqdnlist.txt');
if (!file_exists(F_INPUT)){
print 'File not found';
exit;
}
$result = array();
foreach(explode("\n",file_get_contents(F_INPUT)) as $t){
$t = explode(' ',$t)[0];
if (preg_match("/^([a-z0-9\.-]{1,255})\.([a-z]{2,40})$/",$t)){
$result[] = $t;
}
}
$result = array_unique($result);
file_put_contents(F_OUTPUT,implode("\n",$result));
print 'Done';

333
oldrep/tool/irssi_cf_alturl.pl Normal file
View File

@ -0,0 +1,333 @@
#!/usr/bin/perl -w
# This Irssi script automatically check incoming http/https links
# and replace it to archive one if it is MITMed.
#
# Irssi /set Options
# you can view your current settigns by running "/set cflarealt" in Irssi
#
# /set cflarealt_debug <on|off> -- (off) if you have a problem try turning this on to debug
# /set cflarealt_send2channel <on|off> -- (off) send the converted URL publicly to everyone in your channels
# /set cflarealt_channels <"#channel1, #channel2, etc"> -- Channels to automatically convert. Empty Defaults to all
#
# /set cflarealt_shorturl_activate <on|off> -- (off) set it 'on' to use shortner
# /set cflarealt_shorturl_min <40> -- (40) How long a url has to be to trigger automatic url shortening
# /set cflarealt_shorturl_useonion <on|off> -- (off) set it 'on' to use .onion
#
# /set cflarealt_localdbpath <"string to path"> -- () '/path/database/split/'
# /set cflarealt_uselocaldb <on|off> -- (off) if 'on', please set path to local database (or the script will die)
#
# /set cflarealt_printurl <on|off> -- (off) if 'on' print converted URL
# /set cflarealt_donotsend <on|off> -- (off) if 'on' do not send converted URL
#---------------------------------------------------------------------
##use strict;
use vars qw($VERSION %IRSSI);
$VERSION = "20190706";
%IRSSI = (
# Special thanks to: "eo, tsaavik"
authors => "Anonymous",
contact => 'anonymous@cloudflare-tor.nab',
name => "irssi_cf_alturl.pl",
description => "Cloudflare URL replacer",
license => "WTFPL",
changed => "$VERSION"
);
use Irssi;
use Irssi::Irc;
use LWP::Simple;
use LWP::UserAgent;
my (
$cfg_minurllen, $cfg_send2chan, $cfg_useshort, $cfg_shortonion,
$cfg_isdebug, $cfg_uselocaldb, $cfg_localdbpath, $cfg_chanlist
);
my ( $cfg_printurl, $cfg_donotsendurl );
my @cached = ();
sub setuphandler {
Irssi::settings_add_bool( "cflarealt", "cflarealt_send2channel", 0 );
if ( Irssi::settings_get_bool("cflarealt_send2channel") ) {
print "cflarealt: sending of shorturl's to public channels enabled";
$cfg_send2chan = 1;
}
Irssi::settings_add_bool( "cflarealt", "cflarealt_shorturl_activate", 0 );
if ( Irssi::settings_get_bool("cflarealt_shorturl_activate") ) {
print "cflarealt: URL shortner enabled";
$cfg_useshort = 1;
}
Irssi::settings_add_bool( "cflarealt", "cflarealt_shorturl_useonion", 0 );
if ( Irssi::settings_get_bool("cflarealt_shorturl_useonion") ) {
print "cflarealt: URL onion enabled";
$cfg_shortonion = 1;
}
Irssi::settings_add_str( "cflarealt", "cflarealt_channels", "" );
$cfg_chanlist = Irssi::settings_get_str("cflarealt_channels");
if ($cfg_chanlist) {
print "cflarealt: Following channels are now parsed $cfg_chanlist";
}
Irssi::settings_add_int( "cflarealt", "cflarealt_shorturl_min", 40 );
my $old_min_url_length = $cfg_minurllen;
$cfg_minurllen = Irssi::settings_get_int("cflarealt_shorturl_min");
if ( $cfg_minurllen != $old_min_url_length ) {
print "cflarealt: min_url_length sucessfully set to $cfg_minurllen";
}
Irssi::settings_add_bool( "cflarealt", "cflarealt_debug", 0 );
my $old_debug = $cfg_isdebug;
$cfg_isdebug = Irssi::settings_get_bool("cflarealt_debug");
if ( $cfg_isdebug != $old_debug ) {
if ($cfg_isdebug) {
print "cflarealt: Debug Mode Enabled";
$cfg_isdebug = 1;
}
else {
print "cflarealt: Debug Mode Disabled";
$cfg_isdebug = 0;
}
}
Irssi::settings_add_bool( "cflarealt", "cflarealt_uselocaldb", 0 );
if ( Irssi::settings_get_bool("cflarealt_uselocaldb") ) {
print "cflarealt: Lookup Local DB enabled";
$cfg_uselocaldb = 1;
}
Irssi::settings_add_str( "cflarealt", "cflarealt_localdbpath", "" );
$cfg_localdbpath = Irssi::settings_get_str("cflarealt_localdbpath");
if ($cfg_localdbpath) {
print "cflarealt: DB path set to $cfg_localdbpath";
}
Irssi::settings_add_bool( "cflarealt", "cflarealt_printurl", 0 );
if ( Irssi::settings_get_bool("cflarealt_printurl") ) {
print "cflarealt: print URL enabled";
$cfg_printurl = 1;
}
Irssi::settings_add_bool( "cflarealt", "cflarealt_donotsend", 0 );
if ( Irssi::settings_get_bool("cflarealt_donotsend") ) {
print "cflarealt: dont-send enabled";
$cfg_donotsendurl = 1;
}
}
sub GotUrl {
my ( $server, $data, $nick, $addr, $target ) = @_;
if ( !$server || !$server->{connected} ) {
Irssi::print("Not connected to server");
return;
}
return unless ( goodchan($target) );
$data =~ s/^\s+//;
$data =~ s/\s+$//;
my @urls = ();
my @knownShortFQDN = ( 'tinyurl.com', 'bit.ly' );
my ( $url, $a, $return, $char, $ch ) = "";
my $same = 0;
return unless ( ( $data =~ /\bhttp\:/ ) || ( $data =~ /\bhttps\:/ ) );
deb("$target triggered GotUrl() with url: $data");
# split on whitespace and get the url(s) out
# done this way in case there are more than
# one url per line.
foreach ( split( /\s/, $data ) ) {
if ( ( $_ =~ /^http\:/ ) || ( $_ =~ /^https\:/ ) ) {
foreach $a (@urls) {
if ( $_ eq $a ) {
# incase they use the same url on the line.
$same = 1;
next;
}
}
if ( $same == 0 ) {
$same = 0;
push( @urls, $_ );
}
}
}
my ( $myurl, $fqdn, $junk, $mytype );
my ( $url, $browser, $response, $answer );
my ( $line, $ifoundit );
foreach (@urls) {
$myurl = $_;
( $junk, $fqdn ) = split( /\/\//, $myurl, 2 );
( $fqdn, $junk ) = split( /\//, $fqdn, 2 );
$mytype = '';
if ( length($fqdn) >= 4 ) {
## Start of Act
## ACT0. If ShortURL, expand it. (knownShortFQDN)
if ( grep( /^$fqdn$/, @knownShortFQDN ) ) {
deb("$target Expand $fqdn");
$browser = LWP::UserAgent->new;
$answer = HTTP::Request->new( GET => $myurl );
$response = $browser->request($answer);
if ( $response->is_success and $response->previous ) {
if ( $myurl ne $response->request->uri ) {
$junk = $response->request->uri;
if ( index( $junk, 'http' ) == 0 ) {
deb("$target Expanded $fqdn");
$myurl = $junk;
( $junk, $fqdn ) = split( /\/\//, $myurl, 2 );
( $fqdn, $junk ) = split( /\//, $fqdn, 2 );
}
}
}
}
## ACT1: Update URL if Cloudflared
if ( grep( /^$fqdn$/, @cached ) ) {
deb("$target Found in Cache $fqdn");
$mytype = '^B^C3[Archive]^O ';
$myurl = 'https://web.archive.org/web/' . $myurl;
}
else {
if ( $cfg_uselocaldb == 1 ) {
deb("$target Lookup local DB about $fqdn");
open( CFSFILE,
$cfg_localdbpath
. "cloudflare_"
. substr( $fqdn, 0, 1 )
. ".txt" )
or die "file not found for $fqdn";
$ifoundit = 0;
while (<CFSFILE>) {
$line = $_;
$line =~ s/\R//g;
if ( $line eq $fqdn ) {
$ifoundit = 1;
last;
}
}
close CFSFILE;
if ( $ifoundit == 1 ) {
push( @cached, $fqdn );
$mytype = '^B^C3[Archive]^O ';
$myurl = 'https://web.archive.org/web/' . $myurl;
}
}
else {
deb("$target Asking API about $fqdn");
$answer = '';
$url =
'https://api.searxes.eu.org/_/ismitm.php?f='
. $fqdn;
$browser = LWP::UserAgent->new;
$browser->agent("Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0");
$response = $browser->get($url);
$answer = $response->content;
if ( $answer eq '[true,true]' ) {
push( @cached, $fqdn );
$mytype = '^B^C3[Archive]^O ';
$myurl = 'https://web.archive.org/web/' . $myurl;
}
}
}
## ACT2: Short URL __if__ enabled and long
if ( $cfg_useshort == 1 ) {
if ( length($myurl) > $cfg_minurllen ) {
if ( $cfg_shortonion == 1 ) {
deb("$target Creating Short Onion for $myurl");
$url = 'https://url.danwin1210.me/?i=new&url=' . $myurl;
$browser = LWP::UserAgent->new;
$browser->agent("Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0");
$response = $browser->get($url);
$answer = $response->content;
if (
index( $answer,
'http://dt2tq5y2ccowebjo.onion/?' ) == 0
)
{
if ( $mytype eq '' ) {
$mytype = '^B^C7[Onion]^O ';
}
else {
$mytype = '^B^C2[Onion,Archive]^O ';
}
$myurl = $answer;
}
}
else {
deb("$target Creating Short URL for $myurl");
$url =
'https://ux.nu/api/short?format=plain&url=' . $myurl;
$browser = LWP::UserAgent->new;
$browser->agent("Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0");
$response = $browser->get($url);
$answer = $response->content;
if ( index( $answer, 'https://ux.nu/' ) == 0 ) {
if ( $mytype eq '' ) {
$mytype = '^B^C7[Short]^O ';
}
else {
$mytype = '^B^C2[Short,Archive]^O ';
}
$myurl = $answer;
}
}
}
}
##ACT3: Result
if ( $cfg_printurl == 1 ) {
Irssi::print("URL: $mytype$myurl");
}
if ( $cfg_donotsendurl != 1 ) {
if ( $cfg_send2chan == 1 ) {
$server->command("msg $target $myurl");
}
else {
$server->print( "$target", "$mytype$myurl",
MSGLEVEL_CLIENTCRAP );
}
}
## End of Act
}
deb("$target process done for input $myurl");
}
## Cleanup cache
if ( $#cached > 500 ) {
@cached = ();
}
return;
}
sub deb($) {
Irssi::print(shift) if ( $cfg_isdebug == 1 );
}
sub goodchan {
my $chan = shift;
return ("OK") if ( !$cfg_chanlist );
foreach ( split( /\,/, $cfg_chanlist ) ) {
return ("$_") if ( $_ =~ /$chan/i );
}
return undef;
}
setuphandler();
Irssi::signal_add( "setup changed", "setuphandler" );
Irssi::signal_add_last( "message public", "GotUrl" );
Irssi::signal_add_last( "ctcp action", "GotUrl" );