yum repo maint script changes

[nodejs-repoproxy.git] / lib / repo-yum.js

diff --git a/lib/repo-yum.js b/lib/repo-yum.js
index ab88039..d7a054f 100644 (file)
--- a/lib/repo-yum.js
+++ b/lib/repo-yum.js
@@ -17,6 +17,7 @@ function maintain(name, repoinfo, files) {
        function fileCheck(i) {
                var wasExpired = false;
                var inDownload = false;
+               var disappeared = false;
                
                log.debug("checking file: ", files[i]);
                log.debug("checking if file is in download mode");
@@ -32,6 +33,9 @@ function maintain(name, repoinfo, files) {
                
                // we look for repodata/repomd.xml file, if this is past maturity, we clean that whole directory
                if(!inDownload) {
+                       
+                       var metafile = files[i].replace(/(.*)\/(.[^\/]+$)/, "$1/.meta.$2.filesize");
+
                        if(files[i].match(/.*repodata\/repomd\.xml$/)) {
                                log.debug("Found repomd.xml file: ", files[i]);
                                
@@ -60,27 +64,66 @@ function maintain(name, repoinfo, files) {
                        } else {
                                // STUFF!!!
                                fs.stat(files[i], function(err, stats) {
-                                       log.debug("stats for file was: ", stats);
-                                       var curtime = new Date().getTime();
-                                       var atime = stats.atime.getTime();
-                                       log.debug("curtime is ", curtime);
-                                       log.debug("ctime is ", atime);
-                                       
-                                       var age = curtime - atime;
-                                       //log.debug("age is (%d) for (%d)", age, expireAge);
-                                       if(age > expireAge) {
-                                               // TODO: cleanup singular file
-                                               // TODO: cleanup meta too, fuck me
-                                               //log.debug("clean up file \n", files[i]);
-                                               var metafile = files[i].replace(/(.*)\/(.[^\/]+$)/, "$1/.meta.$2.filesize");
-                                               //log.debug("meta for this file is \n", nfile);
+                                       if(err) {
+                                               log.debug("some weird problem stating the file");
+                                               disappeared = true;
+                                       } else {
+                                               log.debug("stats for file was: ", stats);
+                                               var curtime = new Date().getTime();
+                                               var atime = stats.atime.getTime();
+                                               log.debug("curtime is ", curtime);
+                                               log.debug("ctime is ", atime);
+                                               
+                                               var age = curtime - atime;
+                                               //log.debug("age is (%d) for (%d)", age, expireAge);
+                                               if(age > expireAge) {
+                                                       // TODO: cleanup singular file
+                                                       // TODO: cleanup meta too, fuck me
+                                                       //log.debug("clean up file \n", files[i]);
+                                                       //log.debug("meta for this file is \n", nfile);
+                                                       cache.moveToCleanup(files[i]);
+                                                       cache.moveToCleanup(metafile);
+                                                       log.info("Sending expired file to trash for cleanup (%s)", files[i]);
+                                                       wasExpired = true;
+                                               }
+                                       }
+                               })
+                       }
+                       
+                       
+                       // make sure we have a metadata file for our file
+                       if(!disappeared) {
+                               fs.stat(metafile, function(err, stats) {
+                                       if(err) {
+                                               log.debug("file (%s) has no metadata file - moving for cleanup");
                                                cache.moveToCleanup(files[i]);
                                                cache.moveToCleanup(metafile);
-                                               log.info("Sending expired file to trash for cleanup (%s)", files[i]);
-                                               wasExpired = true;
+                                       } else {
+                                               
+                                               // check meta data
+                                               fs.stat(files[i], function(err, stats) {
+                                                       var fsize = stats.size;
+                                                       var mfile = fs.createReadStream(metafile);
+                                                       var expSize = "";
+                                                       mfile.on("data", function(data) {
+                                                               expSize += data;
+                                                       });
+                                                       
+                                                       mfile.on("end", function(closed) {
+                                                               if(fsize != parseInt(expSize)) {
+                                                                       log.debug("possible metadata clash for (%s) - (%d),(%s), removing file", files[i], fsize, expSize);
+                                                                       cache.moveToCleanup(files[i]);
+                                                                       cache.moveToCleanup(metafile);
+                                                               } else {
+                                                                       log.debug("metadata good for (%s) - (%d),(%s)", files[i], fsize, expSize);
+                                                               }
+                                                       });
+       
+                                               });
                                        }
-                               })
+                               });
                        }
+                       
                } else {
                        log.debug("file %s was ignored as its in download", files[i]);
                }