albert/4chan-src
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

init 4chan

Browse source
This commit is contained in:
skidoodle 2025-04-17 09:20:34 +02:00
commit c850337f1e
No known key found for this signature in database
390 changed files with 195936 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

130
rebuildd-test.php Normal file
View file

@ -0,0 +1,130 @@
<?
// rebuild daemon
// rebuilds HTML pages constantly, leaving only threads for the posting processes
// for each STATIC_REBUILD board, start one of these with the board as cwd
// setup (turn off die() and such)
$mode = "nothing";
define("IS_REBUILDD", true);
$mysql_never_die = true;
$mysql_suppress_err = false;
//$mysql_connect_opts = MYSQL_CLIENT_COMPRESS;
set_time_limit(0);
ini_set("memory_limit", "-1");
include("imgboard.php");
//if( ENABLE_CATALOG ) require_once 'catalog.php';
$count = 0;
$sec_in_us = 1000000;
$time_to_sleep_max = MAX_REBUILD_TIMER;
$time_to_sleep_min = MIN_REBUILD_TIMER;
$time_to_sleep = $time_to_sleep_min;
$update_counter = 0;
$update_total_secs = 0.0;
$lastno = 0;
$lastthreadno = 0;
$do_trim_db = false;
file_put_contents("/www/perhost/rebuildd-".BOARD_DIR.".pid", getmypid());
function rebuildd_gate()
{
global $lastno,$lastthreadno,$do_trim_db,$con,$gcon;
$ret = 0;
$ctype = get_resource_type($con); $gtype = get_resource_type($gcon);
echo "last $lastno, last thread $lastthreadno, cons $con/$ctype $gcon/$gtype, ";
mysql_check_connections();
list($newlastno) = mysql_fetch_row(mysql_board_call("select max(no) from `".SQLLOG."`"));
if ($newlastno > $lastno) {
//may not be indexed...
list($newthreadno) = mysql_fetch_row(mysql_board_call("select max(no) from `".SQLLOG."` where resto=0 and archived=0"));
$do_trim_db = $newthreadno > $lastthreadno;
$lastthreadno = $newthreadno;
$lastno = $newlastno;
$ret = 1;
}
echo "new thread $lastthreadno, new last $lastno, shouldRebuild $ret\n";
return $ret;
}
function rebuildd_update_index()
{
global $do_trim_db, $count;
log_cache(1);
if ($do_trim_db) {
trim_db();
trim_archive();
}
//updatelog();
rebuild_indexes_daemon();
rpc_task();
if( ENABLE_CATALOG && $count == CATALOG_DAEMON_REBUILD_INTERVAL ) {
generate_catalog();
$count = 0;
}
if( ENABLE_CATALOG ) $count++;
}
function rebuildd_occasional_cleanup()
{
global $rpc_mh; global $rpc_chs;
$nrpcs = count($rpc_chs);
echo "finishing $nrpcs RPCs\n";
rpc_finish_all();
}
while (1) {
$update_start_time = microtime(true);
if (rebuildd_gate()) {
rebuildd_update_index();
$update_end_time = microtime(true);
$update_counter++;
$work_time = $update_this_secs = $update_end_time - $update_start_time;
$update_total_secs += $update_this_secs;
$update_avg_secs = $update_total_secs / $update_counter;
$next_start_time = $update_start_time + $time_to_sleep_min;
$to_sleep = $next_start_time - $update_end_time;
if ($to_sleep <= 0) { // if we're late, skip to the next time
rebuildd_occasional_cleanup();
$to_sleep = $time_to_sleep_min;
$work_time = microtime(true) - $update_start_time;
}
$sleepusec = $to_sleep * $sec_in_us;
usleep($sleepusec);
// reset long-sleep to shortest time
$time_to_sleep = $time_to_sleep_min;
// avoid overflow
if ($update_counter == 65536) {
$update_counter = 0;
$update_total_secs = 0.0;
}
echo "$update_end_time update counter $update_counter slept $to_sleep update took $work_time\n";
} else {
// todo push-style rebuilds instead of polling for slower boards
rebuildd_occasional_cleanup();
$update_end_time = microtime(true);
$sleepusec = $time_to_sleep * $sec_in_us;
usleep($sleepusec);
$time_to_sleep = min($time_to_sleep*1.25, $time_to_sleep_max);
$update_this_secs = $update_end_time - $update_start_time;
echo "$update_end_time update counter $update_counter slept $to_sleep cleanup took $update_this_secs\n";
}
}
?>