notification of repo remote cloning complete via db message
[gwvp-mini.git] / gwvpmini / gwvpmini_gitbackend.php
index 4cb53b8..fb577f5 100644 (file)
@@ -26,16 +26,15 @@ function gwvpmini_gitControlCallMe()
 }
 
 
-function gwvpmini_CreateRepoHooks($repopath, $cmdpath)
+function gwvpmini_CreateRepoHooks($repopath, $cmdpath, $reponame)
 {
        $fp = fopen("$repopath/hooks/pre-receive", "w");
        
-       if(!$fp) // error_log("could not create pre-receive hook");
+       if(!$fp) error_log("could not create pre-receive hook");
        
        // TODO: think about this one
-       $script = '#!/bin/bash'."\n\n".'DCOMMIT=`cat`'."\n".'START=`echo $DCOMMIT|cut -d " " -f 1`'."\n".'END=`echo $DCOMMIT|cut -d " " -f 2`'."\n".'REF=`echo $DCOMMIT|cut -d " " -f 3`'."\n\n";
-       $script .= "php $cmdpath pre-receive ";
-       $script .= '$START $END $REF'."\n\n";
+       //$script = '#!/bin/bash'."\n\n".'DCOMMIT=`cat`'."\n".'START=`echo $DCOMMIT|cut -d " " -f 1`'."\n".'END=`echo $DCOMMIT|cut -d " " -f 2`'."\n".'REF=`echo $DCOMMIT|cut -d " " -f 3`'."\n\n";
+       $script = "#!/bin/bash\n\nDCOMMIT=".'`cat`'."\n\nphp $cmdpath $reponame \$REMOTE_USER pre-receive \$DCOMMIT\n\n";
        fwrite($fp, $script);
        
        fclose($fp);
@@ -45,12 +44,11 @@ function gwvpmini_CreateRepoHooks($repopath, $cmdpath)
 
        $fp = fopen("$repopath/hooks/update", "w");
        
-       if(!$fp) // error_log("could not create update hook");
+       if(!$fp) error_log("could not create update hook");
        
        // TODO: think about this one
-       $script = "#!/bin/bash\n\n";
-       $script .= "php $cmdpath update ";
-       $script .= '$1 $2 $3'."\n\n";
+       unset($script);
+       $script = "#!/bin/bash\n\nphp $cmdpath $reponame \$REMOTE_USER update \$1 \$2 \$3\n\n";
        fwrite($fp, $script);
        
        fclose($fp);
@@ -68,7 +66,8 @@ function gwvpmini_gitBackendInterface()
        header_remove("Set-Cookie");\r
        header_remove("Expires");\r
        header_remove("X-Powered-By");\r
-       header_remove("Vary");\r
+       header_remove("Vary");
+       //header("Content-Encoding: none");\r
        
        
        $repo_base = gwvpmini_getConfigVal("repodir");
@@ -86,7 +85,7 @@ function gwvpmini_gitBackendInterface()
                // error_log("FLAP: donut hole");
        }*/
        
-
+       error_log("REQUESTINBACKEND: ".print_r($_REQUEST, true));
        
        $repo = "";
        $repoid = false;
@@ -109,11 +108,12 @@ function gwvpmini_gitBackendInterface()
        
        // we do an update server cause its weird and i cant figure out when it actually needs to happen
        chdir("$repo_base/$repo.git");
-       exec("/usr/bin/git update-server-info");
+       // dont believe i have to do this
+       //exec("/usr/bin/git update-server-info");
        
        if(!file_exists("$repo_base/$repo.git/hooks/pre-receive") || !file_exists("$repo_base/$repo.git/hooks/update")) {
                // error_log("WRITING HOOKS");
-               gwvpmini_CreateRepoHooks("$repo_base/$repo.git", $cmd_line_tool);
+               gwvpmini_CreateRepoHooks("$repo_base/$repo.git", $cmd_line_tool, $repo);
        }
        
        
@@ -128,7 +128,7 @@ function gwvpmini_gitBackendInterface()
                        $write = true;
                }
        }
-       
+       if(preg_match("/.*git-receive-pack$/", $_REQUEST["q"])) $write = true;
        //$write = true;
        // THIS MAY CAUSE ISSUES LATER ON but we do it cause the git client ignores our 403 when it uses git-receive-pack after an auth
        // no, this isnt a solution cause auth'd read attempts will come up as writes...
@@ -182,8 +182,11 @@ function gwvpmini_gitBackendInterface()
        }
        
        // if its a write, we check (before and after) the branch/tag info to see if they were updated
-       //if($write) {
-       //}
+       if($write) {
+               error_log("REQUESTINBACKEND: processed as write");
+       } else {
+               error_log("REQUESTINBACKEND: processed as read");
+       }
        
        gwvpmini_callGitBackend($person, $repo);
        
@@ -219,6 +222,8 @@ function gwvpmini_canManageRepo($userid, $repoid)
        return false;
 }
 
+
+// TODO: this whole bit needs a re-write
 function gwvpmini_callGitBackend($username, $repo)
 {
        // this is where things become a nightmare
@@ -279,12 +284,11 @@ function gwvpmini_callGitBackend($username, $repo)
                if(isset($_SERVER["CONTENT_LENGTH"])) { 
                        $procenv["CONTENT_LENGTH"] = $_SERVER["CONTENT_LENGTH"];
                }
+
+               $headers = getallheaders();
                
-               // error_log("path trans'd is /$repo_base/$repo.git/$euri from $ruri with ".$_REQUEST["q"]." $strrem");
-               
-               
+               error_log("path trans'd is /$repo_base/$repo.git/$euri from $ruri with ".$_REQUEST["q"]." $strrem pre is ".print_r($_REQUEST,true)." and foff ".print_r($headers, true));
                
-
                $pwd = "/$repo_base/";
                
                $proc = proc_open("/usr/lib/git-core/git-http-backend", array(array("pipe","rb"),array("pipe","wb"),array("file","/tmp/err", "a")), $pipes, $pwd, $procenv);
@@ -320,11 +324,31 @@ function gwvpmini_callGitBackend($username, $repo)
                
                $stlimit = 0;
                $fp = fopen("/tmp/gitup.".rand(0,4000000), "w");
+               $from_client_data = "";
                // i was going to use stream_select, but i feel this works better like this
                while($continue) {
                        // do client
+                       
+                       // lets start again....
+                               
                        if(!feof($fh)) {
-                               $from_client_data = fread($fh,8192);
+                               if(isset($headers["Content-Length"])) {
+                                       $cl = $headers["Content-Length"];
+                                       while(strlen($from_client_data) < $cl) {
+                                               error_log("re-read ".strlen($from_client_data));
+                                               $from_client_data .= fread($fh, $cl);
+                                       }
+                               } else  $from_client_data = fread($fh,8192);
+                               
+                               // TODO: BIG TODO: must rewrite this bit. its ugly as sin, it works, but it probably shouldnt.
+                               
+                               if(isset($headers["Content-Encoding"])) {
+                                       if($headers["Content-Encoding"] == "gzip") {
+                                               //error_log("DAM YOU GIT CLIENT and your retarded gzip encoding");
+                                               $from_client_data = gzinflate(substr($from_client_data, 10));
+                                               //$from_client_data = gzdecode($from_client_data);
+                                       }
+                               }
                                if($from_client_data !== false) {
                                        fwrite($pipes[0], $from_client_data);
                                        fwrite($fp, $from_client_data);
@@ -333,11 +357,14 @@ function gwvpmini_callGitBackend($username, $repo)
                                //fwrite($fl, $from_client_data);
                                $client_len = strlen($from_client_data);
                        } else {
-                               // error_log("client end");
+                               error_log("client end");
                                $client_len = 0;
                                //$continue = false;
                        }
                        
+                               
+                       
+
                        // do cgi
                        // sometimes, we get a \r\n from the cgi, i do not know why she swallowed the fly,
                        // but i do know that the fgets for the headers above should have comsued that
@@ -355,15 +382,16 @@ function gwvpmini_callGitBackend($username, $repo)
                                                // TODO: find out why this happens
                                                $from_cgi_data = preg_replace("/^\r\n/", "", $from_cgi_data_t);
                                                if(strlen($from_cgi_data)!=strlen($from_cgi_data_t)) {
-                                                       // error_log("MOOOKS - we did trunc");
+                                                       error_log("MOOOKS - we did trunc");
                                                } else {
-                                                       // error_log("MOOOKS - we did not trunc");
+                                                       error_log("MOOOKS - we did not trunc");
                                                }
                                                $firstline = false;
                                        }
                                }
                                
                                if($from_cgi_data !== false) {
+                                       error_log("send to client");
                                        echo $from_cgi_data;
                                        flush();
                                }
@@ -373,18 +401,20 @@ function gwvpmini_callGitBackend($username, $repo)
                                $cgi_len = 0;
                        }
                        
+                       flush();
+                       
                        if(feof($pipes[1])) $continue = false;
                        else {
                                if($client_len == 0 && $cgi_len == 0) {
                                        usleep(200000);
-                                       // error_log("sleep tick");
+                                       error_log("sleep tick");
                                        $stlimit++;
-                                       if($stlimit > 2) $continue = false;
+                                       if($stlimit > 5000) $continue = false;
                                } else {
                                        $stlimit = 0;
-                                       // error_log("sizes: $client_len, $cgi_len");
+                                       error_log("sizes: $client_len, $cgi_len");
                                        if($cgi_len > 0) {
-                                               // error_log("from cgi: \"$from_cgi_data\"");
+                                               //error_log("from cgi: \"$from_cgi_data\"");
                                        }
                                }
                        }
@@ -392,10 +422,15 @@ function gwvpmini_callGitBackend($username, $repo)
                }
                
                
+               flush();
+               error_log("and im done...");
+               
                //fclose($fl);
                fclose($fh);
                fclose($pipes[1]);
                fclose($pipes[0]);      
+               
+               exit(0);
 }
 
 
@@ -412,21 +447,153 @@ function gwvpmini_repoExists($name)
 // 0 - anyone can clone/read, only owner can write
 // 1 - noone can clone/read, repo is visible (i.e. name), only owner can read/write repo
 // 2 - only owner can see anything
-function gwvpmini_createGitRepo($name, $ownerid, $desc)
+function gwvpmini_createGitRepo($name, $ownerid, $desc, $defperms, $clonefrom, $isremoteclone)
 {
+       global $cmd_line_tool;
+       
        $repo_base = gwvpmini_getConfigVal("repodir");
        
+       if($clonefrom !== false) {
+               error_log("how did i end up in clonefrom? $clonefrom");
+               if(!$isremoteclone) {
+                       exec("/usr/bin/git clone --bare $repo_base/$clonefrom.git $repo_base/$name.git >> /tmp/gitlog 2>&1");
+                       gwvpmini_AddRepo($name, $desc, $ownerid, $defperms, $clonefrom);
+               } else {
+                       // we do this from an outside call in the background
+                       $cmd = "/usr/bin/php $cmd_line_tool $clonefrom $name backgroundclone >> /tmp/gitlog 2>&1 &";
+                       error_log("cmd called as $cmd");
+                       exec($cmd);
+                       gwvpmini_AddRepo($name, $desc, $ownerid, $defperms, $clonefrom);
+                       $rn = gwvpmini_getRepo(null, $name, null);
+                       $rid = $rn["id"];
+                       gwvpmini_SetRepoCloning($rid);
+                       gwvpmini_SendMessageByDb("info", "Background clone initiated for $name ($rid) from $clonefrom... your repo will be available once the background clone is finished", $ownerid);
+                       return false;
+               }
+       } else {
+       
        // phew, this works, but i tell you this - bundles arent quite as nice as they should be
        // error_log("would create $repo_base/$name.git");
-       exec("/usr/bin/git init $repo_base/$name.git --bare > /tmp/gitlog 2>&1");
-       chdir("$repo_base/$name.git");
-       exec("/usr/bin/git update-server-info");
-
-       // gwvpmini_AddRepo($reponame, $repodesc, $repoowner, $defaultperms = 0)
-       gwvpmini_AddRepo($name, $desc, $ownerid);
+               exec("/usr/bin/git init $repo_base/$name.git --bare >> /tmp/gitlog 2>&1");
+               chdir("$repo_base/$name.git");
+               exec("/usr/bin/git update-server-info");
+       
+               // gwvpmini_AddRepo($reponame, $repodesc, $repoowner, $defaultperms = 0)
+               gwvpmini_AddRepo($name, $desc, $ownerid, $defperms, $clonefrom);
+       }
        
        return true;
 }
 
-
+function gzdecode($data,&$filename='',&$error='',$maxlength=null)\r
+{\r
+       $len = strlen($data);\r
+       if ($len < 18 || strcmp(substr($data,0,2),"\x1f\x8b")) {\r
+               $error = "Not in GZIP format.";\r
+               return null;  // Not GZIP format (See RFC 1952)\r
+       }\r
+       $method = ord(substr($data,2,1));  // Compression method\r
+       $flags  = ord(substr($data,3,1));  // Flags\r
+       if ($flags & 31 != $flags) {\r
+               $error = "Reserved bits not allowed.";\r
+               return null;\r
+       }\r
+       // NOTE: $mtime may be negative (PHP integer limitations)\r
+       $mtime = unpack("V", substr($data,4,4));\r
+       $mtime = $mtime[1];\r
+       $xfl   = substr($data,8,1);\r
+       $os    = substr($data,8,1);\r
+       $headerlen = 10;\r
+       $extralen  = 0;\r
+       $extra     = "";\r
+       if ($flags & 4) {\r
+               // 2-byte length prefixed EXTRA data in header\r
+               if ($len - $headerlen - 2 < 8) {\r
+                       return false;  // invalid\r
+               }\r
+               $extralen = unpack("v",substr($data,8,2));\r
+               $extralen = $extralen[1];\r
+               if ($len - $headerlen - 2 - $extralen < 8) {\r
+                       return false;  // invalid\r
+               }\r
+               $extra = substr($data,10,$extralen);\r
+               $headerlen += 2 + $extralen;\r
+       }\r
+       $filenamelen = 0;\r
+       $filename = "";\r
+       if ($flags & 8) {\r
+               // C-style string\r
+               if ($len - $headerlen - 1 < 8) {\r
+                       return false; // invalid\r
+               }\r
+               $filenamelen = strpos(substr($data,$headerlen),chr(0));\r
+               if ($filenamelen === false || $len - $headerlen - $filenamelen - 1 < 8) {\r
+                       return false; // invalid\r
+               }\r
+               $filename = substr($data,$headerlen,$filenamelen);\r
+               $headerlen += $filenamelen + 1;\r
+       }\r
+       $commentlen = 0;\r
+       $comment = "";\r
+       if ($flags & 16) {\r
+               // C-style string COMMENT data in header\r
+               if ($len - $headerlen - 1 < 8) {\r
+                       return false;    // invalid\r
+               }\r
+               $commentlen = strpos(substr($data,$headerlen),chr(0));\r
+               if ($commentlen === false || $len - $headerlen - $commentlen - 1 < 8) {\r
+                       return false;    // Invalid header format\r
+               }\r
+               $comment = substr($data,$headerlen,$commentlen);\r
+               $headerlen += $commentlen + 1;\r
+       }\r
+       $headercrc = "";\r
+       if ($flags & 2) {\r
+               // 2-bytes (lowest order) of CRC32 on header present\r
+               if ($len - $headerlen - 2 < 8) {\r
+                       return false;    // invalid\r
+               }\r
+               $calccrc = crc32(substr($data,0,$headerlen)) & 0xffff;\r
+               $headercrc = unpack("v", substr($data,$headerlen,2));\r
+               $headercrc = $headercrc[1];\r
+               if ($headercrc != $calccrc) {\r
+                       $error = "Header checksum failed.";\r
+                       return false;    // Bad header CRC\r
+               }\r
+               $headerlen += 2;\r
+       }\r
+       // GZIP FOOTER\r
+       $datacrc = unpack("V",substr($data,-8,4));\r
+       $datacrc = sprintf('%u',$datacrc[1] & 0xFFFFFFFF);\r
+       $isize = unpack("V",substr($data,-4));\r
+       $isize = $isize[1];\r
+       // decompression:\r
+       $bodylen = $len-$headerlen-8;\r
+       if ($bodylen < 1) {\r
+               // IMPLEMENTATION BUG!\r
+               return null;\r
+       }\r
+       $body = substr($data,$headerlen,$bodylen);\r
+       $data = "";\r
+       if ($bodylen > 0) {\r
+               switch ($method) {\r
+                       case 8:\r
+                               // Currently the only supported compression method:\r
+                               $data = gzinflate($body,$maxlength);\r
+                               break;\r
+                       default:\r
+                               $error = "Unknown compression method.";\r
+                               return false;\r
+               }\r
+       }  // zero-byte body content is allowed\r
+       // Verifiy CRC32\r
+       $crc   = sprintf("%u",crc32($data));\r
+       $crcOK = $crc == $datacrc;\r
+       $lenOK = $isize == strlen($data);\r
+       if (!$lenOK || !$crcOK) {\r
+               $error = ( $lenOK ? '' : 'Length check FAILED. ') . ( $crcOK ? '' : 'Checksum FAILED.');\r
+               return false;\r
+       }\r
+       return $data;\r
+}
 ?>
\ No newline at end of file