3 $baseurl = "http://nodejs.org/dist";
5 // we scrape nodejs.org/dist site looking for versions that exist so we can construct a meta data database
6 // so our lxc will be able to find versions in a more appropriate way
8 // first, get the main site
12 global $fver, $baseurl, $fvern;
15 echo "Getting base list from $baseurl\n";
16 $distbase = file_get_contents($baseurl);
18 // get all links that are directories
19 preg_match_all('/<a [^>]*href="(.+)"/', $distbase, $firstlist);
23 foreach($firstlist[1] as $chk) {
25 if(preg_match('/v[0-9]+.[0-9]+.[0-9]+\//', $chk)) {
26 if(preg_match('/v([0-9]+.[0-9]+.[0-9]+)\//', $chk, $vlist)) {
27 $versions[$vlist[1]] = $chk;
32 foreach($versions as $key => $val) {
33 // now we get each version and parse whats in its directory
34 echo "Checking $key => $baseurl/$val\n";
36 //if(preg_match("/0\.8\.[1].*/", $key)) {
37 $urlnow = "$baseurl/$val";
38 $vers_dir = file_get_contents($urlnow);
40 preg_match_all('/<a [^>]*href="(.+)"/', $vers_dir, $fileslist);
42 checkFilesList(rtrim($val, "/"), $key, $fileslist);
48 //echo "and fver is now\n";
51 echo "dumping to versions file\n";
52 $versdate = date("Ymd");
53 $versfilename = "./versions_file.$versdate";
54 $versfile = fopen("$versfilename", "w");
55 if($versfile !== false) {
56 fwrite($versfile, "baseurl:$baseurl\n");
57 foreach($fver as $line) {
58 fwrite($versfile, "$line\n");
63 system("gzip -c $versfilename > $versfilename.gz");
65 // create a current versions file
66 $cv = fopen("current_version", "w");
68 fwrite($cv, "version:$versdate\n");
72 echo "Failed to open vers file!\n";
76 function checkFilesList($url, $vers, $fileslist) {
77 global $fver, $baseurl, $fvern;
79 echo "Checking $url, $vers\n";
83 foreach($fileslist[1] as $fname) {
90 if($fname == "SHASUMS.txt") {
92 $shas_r = file_get_contents("$baseurl/$url/SHASUMS.txt");
93 $shalist = explode("\n", $shas_r);
94 foreach($shalist as $ssha) {
95 $fsha = preg_split("/[ \t]+/", $ssha);
96 if(isset($fsha[1])) $shalist[$fsha[1]] = $fsha[0];
98 //echo "Shasums file: $fname\n";
100 } else if($fname == "MD5SUMS.txt") {
102 } else if(preg_match("/.*linux.*64\.tar\.gz/", $fname)) {
103 //echo "64 bit version for linux: $fname\n";
105 if(isset($shalist[$fname])) $thissha = $shalist[$fname];
109 } else if(preg_match("/.*linux.*86\.tar\.gz/", $fname)) {
110 //echo "32 bit version for linux: $fname\n";
112 if(isset($shalist[$fname])) $thissha = $shalist[$fname];
113 //echo "$vers:$url/$fname:linux:i686:$thissha\n";
117 } else if(preg_match("/.*darwin.*86\.tar\.gz/", $fname)) {
118 //echo "32 bit version for darwin: $fname\n";
120 if(isset($shalist[$fname])) $thissha = $shalist[$fname];
121 //echo "$vers:$url/$fname:darwin:i686:$thissha\n";
125 } else if(preg_match("/.*darwin.*64\.tar\.gz/", $fname)) {
126 //echo "64 bit version for darwin: $fname\n";
128 if(isset($shalist[$fname])) $thissha = $shalist[$fname];
129 //echo "$vers:$url/$fname:darwin:x86_64:$thissha\n";
133 } else if(preg_match("/.*sunos.*64\.tar\.gz/", $fname)) {
134 // echo "64 bit version for sunos: $fname\n";
136 if(isset($shalist[$fname])) $thissha = $shalist[$fname];
137 //echo "$vers:$url/$fname:sunos:x86_64:$thissha\n";
141 } else if(preg_match("/.*sunos.*86\.tar\.gz/", $fname)) {
142 //echo "32 bit version for sunos: $fname\n";
144 if(isset($shalist[$fname])) $thissha = $shalist[$fname];
145 //echo "$vers:$url/$fname:sunos:i686:$thissha\n";
149 } else if(preg_match("/.*linux-arm.*\.tar\.gz/", $fname)) {
150 // echo "arm for linux: $fname\n";
152 if(isset($shalist[$fname])) $thissha = $shalist[$fname];
153 //echo "$vers:$url/$fname:linux:armhf:$thissha\n";
157 } else if(preg_match("/node-v[0-9]+\.[0-9]+\.[0-9]+\.tar\.gz/", $fname)) {
159 if(isset($shalist[$fname])) $thissha = $shalist[$fname];
160 //echo "$vers:$url/$fname:linux:armhf:$thissha\n";
167 $fver[$fvern++] = "$vers:$plat:$arch:$url/$fname:$thissha";