Editing Openai/691a9edc-b5b8-800a-99a3-c32d9abccf68 (section)

=== User: we also have this: ===
we also have this:
<?php
$FROM_APP = defined('RUNNING_FROM_APP'); //Are we running from app or framework?

#Arguments
$argv = $_SERVER['argv'];
$count = count($argv);

#Usage strings
$usage = "Usage: php {$argv[0]} " . ($FROM_APP ? '' : '<app_root> ');

if(!$FROM_APP)
	$usage.=PHP_EOL.PHP_EOL.'<app_root> must be a path to the application root directory';

$usage = <<<EOT
$usage

EOT;

$help = <<<EOT
Script to update information for cache url rewriting

1) Checks modified times of files in \$app_dir/web, and \$plugin_dir/web for each plugin
2) Caches this information in \$app_dir/config/Q/urls.php, for use during requests

$usage

EOT;

#Is it a call for help?
if (isset($argv[1]) and in_array($argv[1], array('--help', '/?', '-h', '-?', '/h')))
	die($help);

#Check primary arguments count: 1 if running /app/scripts/Q/urls.php, 2 if running /framework/scripts/app.php
if ($count < 1 or !$FROM_APP)
	die($usage);

#Read primary arguments
$LOCAL_DIR = $FROM_APP ? APP_DIR : $argv[1];

$longopts = array('integrity', 'timestamps');
$options = getopt('it', $longopts);
if (isset($options['help'])) {
	echo $help;
	exit;
}

#Check paths
if (!file_exists($Q_filename = dirname(__FILE__) . DIRECTORY_SEPARATOR . 'Q.inc.php')) #Q Platform
	die("[ERROR] $Q_filename not found" . PHP_EOL);

if (!is_dir($LOCAL_DIR)) #App dir
	die("[ERROR] $LOCAL_DIR doesn't exist or is not a directory" . PHP_EOL);

#Define APP_DIR
if (!defined('APP_DIR'))
	define('APP_DIR', $LOCAL_DIR);

#Include Q
include($Q_filename);

$ignore = array('php');
$filter = array(
	"/.*\.(?!php)/"
	// "/.''\.json/", "/.''\.js/", "/.''\.css/", "/.''\.md/",
	// "/.''\.gif/", "/.''\.png/", "/.''\.jpg/", "/.''\.jpeg/", "/.*\.ico/",
	// "/.''\.ogg/", "/.''\.mp3/", "/.*\.mp4/",
	// "/.''\.html/", "/.''\.javascript/"
);
$array = array();
$dir_to_save = APP_CONFIG_DIR.DS.'Q';
$parent_dir = $dir_to_save.DS.'urls';
$urls_dir = $parent_dir.DS.'urls';
$trees_dir = $parent_dir.DS.'trees';
$diffs_dir = $parent_dir.DS.'diffs';
$result = null;
$time = $earliest = time();
$json = file_get_contents($urls_dir.DS.'latest.json');
if ($json !== false) {
	$latest = Q::json_decode($json, true);
	if (!empty($latest['@earliest'])) {
		$earliest = $latest['@earliest'];
	}
}
Q_script_urls_glob(APP_WEB_DIR, $ignore, 'sha256', null, $result);
$result['@timestamp'] = $time;
$result['@earliest'] = $earliest;
foreach (array($dir_to_save, $parent_dir, $urls_dir, $diffs_dir) as $dir) {
	if (!file_exists($dir)) {
		mkdir($dir);
	}
}
if (is_dir($parent_dir)) {
	$web_urls_path = APP_WEB_DIR.DS.'Q'.DS.'urls';
	if (!file_exists($web_urls_path)) {
		Q_Utils::symlink($parent_dir, $web_urls_path);
	}
}
file_put_contents($urls_dir.DS."$time.json", Q::json_encode($result));
file_put_contents($urls_dir.DS."latest.json", Q::json_encode($result));
$urls_export = Q::var_export($result);
file_put_contents($dir_to_save.DS.'urls.php', "<?php\nreturn $urls_export;");
echo PHP_EOL;
$tree = new Q_Tree($result);
//file_put_contents($arrays_dir.DS."$time.json", Q::json_encode($array));
$diffs = Q_script_urls_diffs($tree, $urls_dir, $diffs_dir, $time);
echo PHP_EOL;
Q_Cache::clear(true);

function Q_script_urls_glob(
	$dir, 
	$ignore = null,
	$algo = 'sha256',
	$len = null,
	&$result = null,
	$levels = 0
) {
	global $options, $earliest;
	if (!empty($options['i']) or !empty($options['integrity'])) {
		$calculateHashes = true;
	} else if ($environment = Q_Config::get('Q', 'environment', '')) {
		$calculateHashes = Q_Config::get(
			'Q', 'environments', $environment, 'urls', 'integrity', false
		);
	} else {
		$calculateHashes = false;
	}

	global $urls_dir;
	if (!$calculateHashes && !glob($urls_dir.DS.'*')) {
		// the $urls_dir is empty
		// this is the first time we're running this script
		if (empty($options['t']) and empty($options['timestamps'])) {
			// just store the first timestamp, for smaller files
			return $result = array();
		}
	}

	static $n = 0, $i = 0;
	if (!isset($result)) {
		$result = array();
		$len = strlen($dir);
	}
	$tree = new Q_Tree($result);
	$filenames = glob($dir.DS.'*');
	foreach ($filenames as $f) {
		$u = substr($f, $len+1);
		$v = str_replace(DS, '/', $u);
		$ignore = Q_Config::get('Q', 'urls', 'ignore', array());
		if (in_array($v, $ignore)) {
			continue;
		}
		$ext = pathinfo($u, PATHINFO_EXTENSION);
		if ($ext === 'php') {
			continue;
		}
		if (!is_dir($f)) {
			if (is_array($ignore) and in_array($ext, $ignore)) {
				continue;
			}
			if (filesize($f) > Q_Config::get(
				'Q', 'urls', 'script', 'maxFilesize', pow(2, 20)*10
			)) { // file is too big to process
				continue;
			}
			$t = filemtime($f);
			if ($calculateHashes) {
				$c = file_get_contents($f);
				$hash = hash($algo, $c, true);
				$h = base64_encode($hash);
				$value = compact('t', 'h');
			} else if ($t <= $earliest) {
				continue;
			} else {
				$value = compact('t');
			}
			$parts = explode(DS, $u);
			$parts[] = $value;
			call_user_func_array(array($tree, 'set'), $parts);
		}
		++$n;
		$is_link = is_link($f) ? 1 : 0;
		// do depth first search, following symlinks two levels down
		if ($levels <= 2 or !$is_link) {
			Q_script_urls_glob($f, $ignore, $algo, $len, $result, $levels + $is_link);
		}
		++$i;
		echo "\033[100D";
		echo "Processed $i of $n files                 ";
	}
	gc_collect_cycles();
	return $result;
}

function Q_script_urls_diffs($tree, $urls_dir, $diffs_dir, $time)
{
	// Clear out previous files from diffs directory
	// in case files were deleted from urls directory.
	// Client handles missing diff files by loading latest.json,
	// but we must avoid stale diff files, which can happen if
	// someone deleted files from urls directory and then ran urls.php
	$files = glob("$diffs_dir/*");
	foreach ($files as $file) {
		if(is_file($file)) {
			unlink($file);
		}
	}

	// Now, generate the diffs from the existing urls files
	$i = 0;
	$filenames = glob($urls_dir.DS.'*');
	$n = count($filenames)-1;
	foreach ($filenames as $g) {
		$b = basename($g);
		if ($b === 'latest.json') {
			continue;
		}
		$t = new Q_Tree();
		$t->load($g);
		$diff = $t->diff($tree, true);
		$diff->set('@timestamp', $time);
		$diff->save($diffs_dir.DS.$b);
//		$tree = new Tree();
//		$tree->load($g);
//		$diff = $tree->diff()
//		$tree = new Q_Tree($diff);
//		$c = file_get_contents($g);
//		if (!$c) continue;
//		$arr = Q::json_decode($c, true);
//		foreach ($arr as $k => $v) {
//			$v2 = Q::ifset($array, $k, null);
//			if ($k and $v != $v2) {
//				$parts = explode('/', $k);
//				$parts[] = $v;
//				var_dump($k);
//				call_user_func_array(array($tree, 'set'), $parts);
//			}
//		}
		++$i;
		echo "\033[100D";
		echo "Generated $i of $n diff files    ";
		//file_put_contents(, Q::json_encode($diff));
	}
}