exit(0);
}
+// first check any directories in $file are in existence
+$splfile = explode("/", $file);
+if(count($splfile) > 1) {
+ $tomake = "$repostore/$matched/";
+ for($i = 0; $i < count($splfile)-1; $i++) {
+ $tomake .= "/".$splfile[$i];
+ echo("making directory $tomake");
+ if(!is_dir($tomake)) mkdir($tomake);
+ }
+}
+
// ok, we kick off a download
if(file_exists("$file")) {
}
$remotefile = fopen($url, "r");
+
+// check if ther mote file started
+if(!$remotefile) {
+ foreach($http_response_header as $key => $val) {
+ if(preg_match("/HTTP.*404.*/", $val)) {
+ echo "got a 404 touching 404 file\n";
+ touch("$file.404");
+ exit(0);
+ }
+ }
+} else {
+ if(file_exists("$file.404")) {
+ unlink("$file.404");
+ }
+}
+
$localfile = fopen($file, "w");
$lockres = flock($localfile, LOCK_EX);
if(!$localfile) {
- erorr_log("something went plop");
+ echo "something went plop\n";
return;
}
+
+
// get the headers from the remote request and use them to hurt people
$contentlen = 0;
$contenttype = "";
foreach($http_response_header as $key => $val) {
if(preg_match("/HTTP.*30[1-9].*/", $val)) {
+ fclose($localfile);
+ unlink($file);
mkdir($file);
exit(0);
}
--- /dev/null
+<?php
+
+$url = "";
+$file = "";
+if(isset($argv[1])) {
+ $url = $argv[1];
+}
+
+if(isset($argv[2])) {
+ $file = $argv[2];
+}
+
+if($url == "" || $file == "") {
+ echo "need a url and file\n";
+ exit(0);
+}
+
+if(file_exists("$file/repodata/repoupdate.lock")) {
+ // try get a lock
+ $lf = fopen("$file/repodata/repoupdate.lock", "r");
+ if($lf) {
+ $lockres = flock($lf, LOCK_EX|LOCK_NB);
+ if(!$lockres) {
+ error_log("flock did fail, all is right with the world a download is in progress");
+ exit(0);
+ }
+ } else {
+ error_log("weird problem");
+ }
+}
+fclose($lf);
+$lf = fopen("$file/repodata/repoupdate.lock", "w");
+flock($lf, LOCK_EX|LOCK_NB);
+
+error_log("called with $url and $file");
+
+$actionurl = "$url/repodata/repomd.xml";
+$repomdxml = file_get_contents($actionurl);
+file_put_contents("$file/repodata/repomd.xml", $repomdxml);
+
+
+$xml = simplexml_load_file("$file/repodata/repomd.xml");
+
+
+foreach($xml as $key => $var) {
+ //echo "for key $key has:\n";
+ //print_r($var);
+ if($key == "data") {
+ $fileloc = $var->location["href"];
+ if(!file_exists("$file/$fileloc")) {
+ error_log("getting $file/$fileloc on $url/$fileloc");
+ $dlfile = file_get_contents("$url/$fileloc");
+ file_put_contents("$file/$fileloc", $dlfile);
+ } else {
+ error_log("Not getting $fileloc because we already have it");
+ }
+ }
+}
+
+unlink("$file/repodata/repoupdate.lock");
+
+?>
\ No newline at end of file
echo "<i>Messages not implemented yet</i>";
}
-function GLCASpageBuilder($bodyClass, $bodyFunction, $bodycontent, $title="GLCAS")
+function GLCASpageBuilder($bodyClass, $bodyFunction, $bodycontent=null, $title="GLCAS")
{
global $WEB_ROOT_FS, $BASE_URL;
echo "<tr><td>Other (OS, Updates, etc)</td><td><input type=\"text\" name=\"other\" value=\"$other\"></td></tr>";
echo "<tr><td>Short URL</td><td><input type=\"text\" name=\"shorturl\"></td></tr>";
echo "<tr><td>URL Prefix (blank for none)</td><td><input type=\"text\" name=\"prefix\"></td></tr>";
- echo "<tr><td>Do Initial Update (can take a while)</td><td><input type=\"checkbox\" name=\"initial\" checked></td></tr>";
+ echo "<tr><td>Do Initial Update (can take a while, but done in background)</td><td><input type=\"checkbox\" name=\"initial\" checked></td></tr>";
+ echo "<tr><td>Expire time for Meta Data</td><td><input type=\"text\" name=\"expiretime\"> days</td></tr>";
echo "<tr><td><input type=\"submit\" name=\"Add\" value=\"Add\"></td></tr>";
echo "</table>";
echo "</form>";
$shorturl = $_REQUEST["shorturl"];
$prefix = $_REQUEST["prefix"];
$repurl = $_REQUEST["repourl"];
+ $expiretime = $REQUEST["expiretime"];
$init = false;
if(isset($_REQUEST["initial"])) $init = true;
- $repo->addRepo($desc, $OS, $version, $arch, $other, $shorturl, $prefix, $repurl, "YUM", $init);
+ $repo->addRepo($desc, $OS, $version, $arch, $other, $shorturl, $prefix, $repurl, "YUM", $init, $expiretime);
global $WEB_ROOT_FS, $URL_HANDLERS, $BASE_URL;
header("Location: $BASE_URL/admin/");
--- /dev/null
+<?php
+global $URL_HANDLERS;
+$URL_HANDLERS["cron"] = "GLCASCron";
+
+class GLCASCron {
+ function __construct($config)
+ {
+ $this->config = $config;
+ error_log("constructor for GLCASCron");
+
+ }
+
+ function go($url)
+ {
+ global $CRON_CLASSES;
+
+ echo "<html>";
+ foreach($CRON_CLASSES as $crons) {
+ $calling = new $crons($this->config);
+ if(method_exists($crons, "cron")) {
+ echo "<font color=\"green\">CRON: Calling $crons"."->cron:</font><br>";
+ echo "<table><tr><td><font color=\"green\">$crons</font></td><td>";
+ $calling->cron();
+ echo "</td></tr></table>";
+ } else {
+ echo "<font color=\"red\">CRON: would call $crons"."->cron but it doesnt exist</font><br>";
+ }
+
+ }
+ echo "</html>";
+ }
+
+ private $config;
+}
+
+
+?>
\ No newline at end of file
<?php
$URL_HANDLERS["*"] = "GLCASRepo";
-
+global $CRON_CLASSES;
+$CRON_CLASSES["GLCASRepo"] = "GLCASRepo";
class GLCASRepo {
function __construct($config)
error_log("set storage location, $storloc");
}
}
+
+ function cron()
+ {
+ //echo "<pre>";
+ $uconf = unserialize($this->config->getConfigVar("repodata"));
+ $repostore = $this->config->getConfigVar("storagelocation");
+ //print_r($uconf);
+ //echo "</pre>";
+
+ foreach($uconf as $rkey => $repo) {
+ echo "Repo $rkey: ".$repo["desc"]."<br>";
+ if(!isset($repo["expiretime"])) {
+ echo " - Expire time not set, setting to 2 days by default<br>";
+ $uconf[$rkey]["expiretime"] = 2;
+ $repo["expiretime"] = 2;
+ $this->config->setConfigVar("repodata", serialize($uconf));
+ $this->config->saveConfig();
+ }
+
+ if(file_exists("$repostore/$rkey/repodata/repoupdate.lock")) {
+ echo " - <font color=\"red\">Repo locked for update</font><br>";
+
+ }
+
+ // we still do this next bit, even if its locked because it may be a stray file
+ echo " - Expire time is ".$repo["expiretime"]." days, checking repo<br>";
+ error_log("checking $repostore/$rkey/repodata/repomd.xml");
+ $tdiff = time() - filemtime("$repostore/$rkey/repodata/repomd.xml");
+ $maxtdiff = $repo["expiretime"] * 24 * 3600;
+ if($tdiff > $maxtdiff) {
+ echo " - <font color=\"green\">updating repo</font><br>";
+ $this->updateRepo($rkey);
+ } else {
+ echo " - not updating repo<br>";
+ }
+ }
+ }
function go($url)
{
// or a range (watching and sending)
// TODO: it may be advicable to start the download as a seperate cli process rather then something goin on here
// so it definitely cant be interrupted.
-
-
+
+ // check for a 404 file and wait 2 if it exists - i should really check the timestamp for an updated
+ // file, but thats too much effort for now: TODO: check timestamp on 404 file
+ $slept = 0;
+ while(!file_exists("$filename")) {
+ clearstatcache();
+ sleep(1);
+ $slept += 1;
+ error_log("Sleeping waiting for file");
+
+ // if 404 file exists, we wait much less time
+ if(file_exists("$filename.404") && $slept > 2) {
+ header("HTTP/1.0 404 Not Found");
+ return;
+ }
+ if($slept > 10) {
+ header("HTTP/1.0 404 Not Found");
+ return;
+ }
+ }
+
+ clearstatcache();
+ if(is_dir($filename)) {
+
+ header("Location: ".$_SERVER["REQUEST_URI"]."/");
+ return;
+ }
+
// first, getting and sending - this is easy.
if (!$ranged) {
error_log("background downloader, start");
global $WEB_ROOT_FS, $URL_HANDLERS, $BASE_URL;
if(file_exists("$WEB_ROOT_FS/../bin/downloadfile.php")) {
- $scall = "/usr/bin/php $WEB_ROOT_FS/../bin/downloadfile.php '$url' '$file' > /dev/null 2>&1 &";
+ $scall = "/usr/bin/php $WEB_ROOT_FS/../bin/downloadfile.php '$url' '$file' > /tmp/dllog 2>&1 &";
system($scall);
} else {
error_log("cant find download helper... dieing");
}
}
- function addRepo($desc, $os, $version, $arch, $other, $shorturl, $prefix, $repurl, $repotype, $init)
+ function addRepo($desc, $os, $version, $arch, $other, $shorturl, $prefix, $repurl, $repotype, $init, $expiretime)
{
$uconf = $this->config->getConfigVar("repodata");
$cs["prefix"] = $prefix;
$cs["url"] = $repurl;
$cs["repotype"] = $repotype;
+ $cs["expiretime"] = $expiretime;
$ckey = 0;
if(!file_exists("$repostore/$repokey/repodata")) {
mkdir("$repostore/$repokey/repodata");
}
+
+ error_log("background yum repo update, start");
+ global $WEB_ROOT_FS, $URL_HANDLERS, $BASE_URL;
+ if(file_exists("$WEB_ROOT_FS/../bin/downloadfile.php")) {
+ $scall = "/usr/bin/php $WEB_ROOT_FS/../bin/updateyumrepo.php '$repourl' '$repostore/$repokey/' > /tmp/updateyumrepo.$repokey.log 2>&1 &";
+ system($scall);
+ } else {
+ error_log("cant find download yum helper... dieing");
+ }
+
//ignore_user_abort(true);
- $actionurl = "$repourl/repodata/repomd.xml";
- $repomdxml = file_get_contents($actionurl);
- file_put_contents("$repostore/$repokey/repodata/repomd.xml", $repomdxml);
-
- $xml = simplexml_load_file("$repostore/$repokey/repodata/repomd.xml");
-
-
- foreach($xml as $key => $var) {
- //echo "for key $key has:\n";
- //print_r($var);
- if($key == "data") {
- $fileloc = $var->location["href"];
- if(!file_exists("$repostore/$repokey/$fileloc")) {
- error_log("getting $fileloc for $repokey on $repourl");
- $dlfile = file_get_contents("$repourl/$fileloc");
- file_put_contents("$repostore/$repokey/$fileloc", $dlfile);
- } else {
- error_log("Not getting $fileloc because we already have it");
- }
- }
- }
}
function getRepo($id)
projects / glcas.git / commitdiff