#!/usr/bin/php4
<?php
	set_time_limit(0);
	$gcache = "http://www.google.nl/search?q=cache:";
	$site = "http://www.digium.com/";
	$basepath = "digium.com/";
	$grabbed = Array();

	function make_url($base, $path) {
	global $site;
		if (substr($base, -1) != "/") {
			$base = substr($base, 0, strrpos($base, '/')+1);			
		}
		if (substr($path, 0, strlen("http://")) == "http://") {
			$url = $path;
		} else
		if (substr($path, 0, 1) == "/") {
			$url = $site.substr($path, 1);
		} else {
			$url = $base.$path;
		}

		// now translate ../ paths
		$pos = 0;
		while ($pos = strpos($url, "../")) {
			$url_temp = substr($url, 0, $pos-1);
			//echo "url ($url)\n";
			//echo "url_temp ($url_temp)\n";
			$url_pre = substr($url_temp, 0, strrpos($url_temp, '/'));
			$url = $url_pre.substr($url, $pos+2);
		}
		$url = str_replace("./", "", $url);
		return $url;
	}

	function save($url, $pdata) {
	global $grabbed, $site, $gcache, $basepath;
		$file = substr($url, strlen($site));
		if ($file[strlen($file)-1] == "/") {
			$path = $file;
			$file = $path."index.html";
		} else {
			$pos = strrpos($file, "/");
			if ($pos === false) {
				$path = "";
			} else {
				$path = substr($file, 0, $pos+1);
			}
		}
		$path="$basepath$path";
		$file="$basepath$file";
		$tokens = explode("/", $path);
		$newpath = "";
		while (list(,$token)=each($tokens)) {
			if ($token) {
				$newpath.="$token/";
				echo "creating dir $newpath\n";
				if (!@is_dir($newpath)) {
					$oldfile = substr($newpath, 0, -1);
					if (is_file($oldfile)) {
						echo "we already have file ($oldfile) instead of the path ($newpath) \n";	
						echo "creating path and renaming it index\n";	
						echo "mkdir($oldfile.googlecache)\n";
						mkdir("$oldfile.googlecache", 0755);
						echo "rename($oldfile, $oldfile.googlecache/index.html);\n";
						rename($oldfile, "$oldfile.googlecache/index.html");
						echo "rename($oldfile.googlecache, $newpath);\n";
						rename("$oldfile.googlecache", $newpath);
					} else {
						echo "creating dir ($newpath)\n";
						mkdir($newpath, 0755);
					}
				}
			}
		}
		echo "saving ($file)\n";
		$fp = fopen($file, "w+");
		while (list($key, $line)=each($pdata)) {
			fwrite($fp, $line."\n");
		}
		fclose($fp);
	}

	function grab($url) {
	global $grabbed, $site, $gcache;
		$pdata = "";
		$newpage = "";

		$grabbed[$url] = true;
		exec("lynx --source \"$gcache$url\"", $pdata);
		$error = false;
		if (is_array($pdata)) {
			reset($pdata);
			while (!$error && (list($key, $line)=each($pdata))) {
				$error = strpos($line, "heeft geen overeenkomstige documenten opgeleverd");
			}
		}
		if ($error) { echo "huh? $error\n"; }
		if (!$error && is_array($pdata)) {
			save($url, $pdata);
			reset($pdata);
			while (list($key, $line)=each($pdata)) {
				$pos = false;

				$a_reg = '<a[^>]*href[ ]*=';
				$frame_reg = '<frame[^>]*src[ ]*=';
				$reg = "$a_reg|$frame_reg";
				if (eregi($reg, $line, $matches)) {
					$pos = strpos($line, $matches[0]);
					$line = substr($line, $pos + strlen($matches[0]));
				}
				while ($pos !== false) {
					$char = $line[0];
					while ($char == ' ' || $char == '"' || $char == "'" || $char == '=') { 
						$line = substr($line, 1);
						$char = $line[0];
					}
					$remote = "";
					while ($line && $char != ' ' && $char != '"' && $char != "'" && $char != '>') { 
						$remote .= $char;
						$line = substr($line, 1);
						$char = $line[0];
					}
					if ($remote && !eregi('mailto:',$remote)) {
						echo "parsed href ($remote)\n";
						if (eregi('http://([^><" ]+)', $remote, $matches)) {
							$remote = make_url($url, $matches[0]);
							if (substr($remote, 0, strlen($site))==$site 
								&& !$grabbed[$remote]) {
								sleep(1);
								echo "Grabbing $remote\n";
								grab($remote);
							} else {
								echo "Not Grabbing $remote\n";
							}
						} else {
							$remote = make_url($url, $remote);								
							echo "relative path to absolute makes ($remote)\n";
							if (!$grabbed[$remote]) {
								sleep(1);
								echo "Grabbing ".$remote."\n";
								grab($remote);
							} else {
								echo "Not Grabbing ".$remote."\n";
							}						
						}
					}
					$pos = false;
					if (eregi($reg, $line, $matches)) {
						$pos = strpos($line, $matches[0]);
						$line = substr($line, $pos + strlen($matches[0]));
					}

				}
			}
		}
	}
	grab($site);
?>