var http = require("http");
var url = require("url");
var path = require("path");
+var cache = require("./cache.js");
+var log = require("./log.js");
function maintain(name, repoinfo, files) {
- console.log("doing yum clean for ", repoinfo);
+ log.info("Starting maintenance routine for yum repo %s (%s)", name, repoinfo.url);
var metaAge = 24*3600*1000*(repoinfo.updateinterval);
var expireAge = 24*3600*1000*(repoinfo.expiretime);
+
function fileCheck(i) {
- console.log("checking file: ", files[i]);
+ var wasExpired = false;
+ var inDownload = false;
+
+ log.debug("checking file: ", files[i]);
+ log.debug("checking if file is in download mode");
+
+ // need to check global.repoproxy.downloads
+ if(typeof global.repoproxy.downloads[files[i]] != "undefined") {
+ if(global.repoproxy.downloads[files[i]] == 1) {
+ inDownload=true;
+ }
+ }
+
+
// we look for repodata/repomd.xml file, if this is past maturity, we clean that whole directory
- if(files[i].match(/.*repodata\/repomd\.xml$/)) {
- console.log("Found repomd.xml file: ", files[i]);
+ if(!inDownload) {
- // strip the repomd file to get the dir
- var repomddir = files[i].replace(/repomd\.xml$/, "");
- console.log("repomd dir is:", repomddir);
+ var metafile = files[i].replace(/(.*)\/(.[^\/]+$)/, "$1/.meta.$2.filesize");
-
- // do the file stat
- fs.stat(files[i], function(err, stats) {
- console.log("stats for file was: ", stats);
- var curtime = new Date().getTime();
- var ctime = stats.ctime.getTime();
- console.log("curtime is ", curtime);
- console.log("ctime is ", ctime);
+ if(files[i].match(/.*repodata\/repomd\.xml$/)) {
+ log.debug("Found repomd.xml file: ", files[i]);
- var age = curtime - ctime;
- console.log("age is (%d) for (%d)", age, metaAge);
- if(age > metaAge) {
- // TODO: cleanup repomd directory
- }
- })
+ // strip the repomd file to get the dir
+ var repomddir = files[i].replace(/repomd\.xml$/, "");
+ log.debug("repomd dir is:", repomddir);
+
+
+ // do the file stat
+ fs.stat(files[i], function(err, stats) {
+ log.debug("stats for file was: ", stats);
+ var curtime = new Date().getTime();
+ var ctime = stats.ctime.getTime();
+ log.debug("curtime is ", curtime);
+ log.debug("ctime is ", ctime);
+
+ var age = curtime - ctime;
+ log.debug("age is (%d) for (%d)", age, metaAge);
+ if(age > metaAge) {
+ cache.moveToCleanup(repomddir);
+ log.info("Sending repomd directory to trash for cleanup (%s)", repomddir);
+ wasExpired = true;
+ }
+ })
+
+ } else {
+ // STUFF!!!
+ fs.stat(files[i], function(err, stats) {
+ log.debug("stats for file was: ", stats);
+ var curtime = new Date().getTime();
+ var atime = stats.atime.getTime();
+ log.debug("curtime is ", curtime);
+ log.debug("ctime is ", atime);
+
+ var age = curtime - atime;
+ //log.debug("age is (%d) for (%d)", age, expireAge);
+ if(age > expireAge) {
+ // TODO: cleanup singular file
+ // TODO: cleanup meta too, fuck me
+ //log.debug("clean up file \n", files[i]);
+ //log.debug("meta for this file is \n", nfile);
+ cache.moveToCleanup(files[i]);
+ cache.moveToCleanup(metafile);
+ log.info("Sending expired file to trash for cleanup (%s)", files[i]);
+ wasExpired = true;
+ }
+ })
+ }
- } else {
- // STUFF!!!
+ // check meta data
fs.stat(files[i], function(err, stats) {
- console.log("stats for file was: ", stats);
- var curtime = new Date().getTime();
- var atime = stats.atime.getTime();
- console.log("curtime is ", curtime);
- console.log("ctime is ", atime);
+ var fsize = stats.size;
+ var mfile = fs.createReadStream(metafile);
+ var expSize = "";
+ mfile.on("data", function(data) {
+ expSize += data;
+ });
- var age = curtime - atime;
- console.log("age is (%d) for (%d)", age, expireAge);
- if(age > expireAge) {
- // TODO: cleanup singular file
- // TODO: cleanup meta too, fuck me
- console.log("clean up file \n", files[i]);
- var metafile = files[i].replace(/(.*)\/(.[^\/]+$)/, "$1/.meta.$2.filesize");
- //console.log("meta for this file is \n", nfile);
- fs.unlink(files[i]);
- fs.unlink(metafile);
- }
+ mfile.on("end", function(closed) {
+ if(fsize != parseInt(expSize)) {
+ log.debug("possible metadata clash for (%s) - (%d),(%s), removing file", files[i], fsize, expSize);
+ cache.moveToCleanup(files[i]);
+ cache.moveToCleanup(metafile);
+ } else {
+ log.debug("metadata good for (%s) - (%d),(%s)", files[i], fsize, expSize);
+ }
+ });
+
})
+ } else {
+ log.debug("file %s was ignored as its in download", files[i]);
}
- if(typeof files[i+1] != "undefined") fileCheck(i+1);
+ if(typeof files[i+1] != "undefined") fileCheck(i+1);
}
if(typeof files[0] != 'undefined') fileCheck(0)
- else console.log("Skipping (yum) file check as there are none... apprently?");
-
+ else log.info("Skipping (yum) file check as there are none... apprently?");
}
projects / nodejs-repoproxy.git / blobdiff