notification of repo remote cloning complete via db message
[gwvp-mini.git] / gwvpmini / gwvpmini_gitbackend.php
index 6c8b8b5..fb577f5 100644 (file)
@@ -26,27 +26,48 @@ function gwvpmini_gitControlCallMe()
 }
 
 
-function gwvpmini_CreateUpdateHookInRepo($repopath)
+function gwvpmini_CreateRepoHooks($repopath, $cmdpath, $reponame)
 {
-       $fp = fopen("$repopath/hooks/$repopath", "w");
+       $fp = fopen("$repopath/hooks/pre-receive", "w");
+       
+       if(!$fp) error_log("could not create pre-receive hook");
+       
+       // TODO: think about this one
+       //$script = '#!/bin/bash'."\n\n".'DCOMMIT=`cat`'."\n".'START=`echo $DCOMMIT|cut -d " " -f 1`'."\n".'END=`echo $DCOMMIT|cut -d " " -f 2`'."\n".'REF=`echo $DCOMMIT|cut -d " " -f 3`'."\n\n";
+       $script = "#!/bin/bash\n\nDCOMMIT=".'`cat`'."\n\nphp $cmdpath $reponame \$REMOTE_USER pre-receive \$DCOMMIT\n\n";
+       fwrite($fp, $script);
+       
+       fclose($fp);
+       
+       chmod("$repopath/hooks/pre-receive", 0755);
+
+
+       $fp = fopen("$repopath/hooks/update", "w");
        
        if(!$fp) error_log("could not create update hook");
        
        // TODO: think about this one
+       unset($script);
+       $script = "#!/bin/bash\n\nphp $cmdpath $reponame \$REMOTE_USER update \$1 \$2 \$3\n\n";
+       fwrite($fp, $script);
+       
+       fclose($fp);
        
+       chmod("$repopath/hooks/update", 0755);
 }
 
 function gwvpmini_gitBackendInterface()
 {
        // and this is where i re-code the git backend interface from scratch
-       global $BASE_URL;
+       global $BASE_URL, $cmd_line_tool;
        
        header_remove("Pragma");\r
        header_remove("Cache-Control");\r
        header_remove("Set-Cookie");\r
        header_remove("Expires");\r
        header_remove("X-Powered-By");\r
-       header_remove("Vary");\r
+       header_remove("Vary");
+       //header("Content-Encoding: none");\r
        
        
        $repo_base = gwvpmini_getConfigVal("repodir");
@@ -55,16 +76,16 @@ function gwvpmini_gitBackendInterface()
        
        
        /* bizare git problem that ignores 403's or continues on with a push despite them 
-       error_log("FLAP for ".$_SERVER["REQUEST_URI"]);
+       // error_log("FLAP for ".$_SERVER["REQUEST_URI"]);
        if(isset($_REQUEST)) {
                $dump = print_r($_REQUEST, true);
-               error_log("FLAP, $dump");
+               // error_log("FLAP, $dump");
        }
        if(isset($_SERVER["PHP_AUTH_USER"])) {
-               error_log("FLAP: donut hole");
+               // error_log("FLAP: donut hole");
        }*/
        
-
+       error_log("REQUESTINBACKEND: ".print_r($_REQUEST, true));
        
        $repo = "";
        $repoid = false;
@@ -87,7 +108,13 @@ function gwvpmini_gitBackendInterface()
        
        // we do an update server cause its weird and i cant figure out when it actually needs to happen
        chdir("$repo_base/$repo.git");
-       exec("/usr/bin/git update-server-info");
+       // dont believe i have to do this
+       //exec("/usr/bin/git update-server-info");
+       
+       if(!file_exists("$repo_base/$repo.git/hooks/pre-receive") || !file_exists("$repo_base/$repo.git/hooks/update")) {
+               // error_log("WRITING HOOKS");
+               gwvpmini_CreateRepoHooks("$repo_base/$repo.git", $cmd_line_tool, $repo);
+       }
        
        
        // so now we have the repo
@@ -97,11 +124,11 @@ function gwvpmini_gitBackendInterface()
        $write = false;
        if(isset($_REQUEST["service"])) {
                if($_REQUEST["service"] == "git-receive-pack") {
-                       error_log("got write as receivepack in post");
+                       // error_log("got write as receivepack in post");
                        $write = true;
                }
        }
-       
+       if(preg_match("/.*git-receive-pack$/", $_REQUEST["q"])) $write = true;
        //$write = true;
        // THIS MAY CAUSE ISSUES LATER ON but we do it cause the git client ignores our 403 when it uses git-receive-pack after an auth
        // no, this isnt a solution cause auth'd read attempts will come up as writes...
@@ -115,17 +142,17 @@ function gwvpmini_gitBackendInterface()
        // next, figure out permissions for repo
        $rid = gwvpmini_GetRepoId($repo);
        $uid = -1;
-       error_log("AT THIS POINT WE HAVE $uid, $rid, $repo $person");
+       // error_log("AT THIS POINT WE HAVE $uid, $rid, $repo $person");
        
        if(!$person) {
                if($write) {
-                       error_log("ASK FOR BASIC AUTH");
+                       // error_log("ASK FOR BASIC AUTH");
                        gwvpmini_AskForBasicAuth();
                        return;
                } else {
                        $perm = gwvpmini_GetRepoPerm($rid, "a");
                        if($perm < 1) {
-                               error_log("ASK FOR BASIC AUTH 2");
+                               // error_log("ASK FOR BASIC AUTH 2");
                                gwvpmini_AskForBasicAuth();
                                return;
                        }
@@ -135,7 +162,7 @@ function gwvpmini_gitBackendInterface()
                $perm = gwvpmini_GetRepoPerm($rid, $uid);
                if($write) {
                        if($perm < 2) {
-                               error_log("SEND FOFF");
+                               // error_log("SEND FOFF");
                                gwvpmini_fourZeroThree();
                                return;
                        }
@@ -155,8 +182,11 @@ function gwvpmini_gitBackendInterface()
        }
        
        // if its a write, we check (before and after) the branch/tag info to see if they were updated
-       //if($write) {
-       //}
+       if($write) {
+               error_log("REQUESTINBACKEND: processed as write");
+       } else {
+               error_log("REQUESTINBACKEND: processed as read");
+       }
        
        gwvpmini_callGitBackend($person, $repo);
        
@@ -167,15 +197,15 @@ function gwvpmini_gitBackendInterface()
 
        // if we made it this far, we a read and we have permissions to do so, just search the file from the repo
        /*if(file_exists("$repo_base/$repo.git/$newloc")) {
-               error_log("would ask $repo for $repo.git/$newloc from $repo_base/$repo.git/$newloc");
+               // error_log("would ask $repo for $repo.git/$newloc from $repo_base/$repo.git/$newloc");
                $fh = fopen("$repo_base/$repo.git/$newloc", "rb");
                
-               error_log("pushing file");
+               // error_log("pushing file");
                while(!feof($fh)) {
                        echo fread($fh, 8192);
                }
        } else {
-               error_log("would ask $repo for $repo/$newloc from $repo_base/$repo/$newloc, NE");
+               // error_log("would ask $repo for $repo/$newloc from $repo_base/$repo/$newloc, NE");
                gwvpmini_fourZeroFour();
                return;
        }*/
@@ -185,13 +215,15 @@ function gwvpmini_gitBackendInterface()
 function gwvpmini_canManageRepo($userid, $repoid)
 {
        // only the owner or an admin can do these tasks
-       error_log("Checking repoid, $repoid against userid $userid");
+       // error_log("Checking repoid, $repoid against userid $userid");
        
        if(gwvpmini_IsUserAdmin(null, null, $userid)) return true;
        if(gwvpmini_IsRepoOwner($userid, $repoid)) return true;
        return false;
 }
 
+
+// TODO: this whole bit needs a re-write
 function gwvpmini_callGitBackend($username, $repo)
 {
        // this is where things become a nightmare
@@ -212,14 +244,15 @@ function gwvpmini_callGitBackend($username, $repo)
                $qs = "";
                foreach($_REQUEST as $key => $var) {
                        if($key != "q") {
-                               //error_log("adding, $var from $key");
+                               //// error_log("adding, $var from $key");
                                if($qs == "") $qs.="$key=$var";
                                else $qs.="&$key=$var";
                        }
                }
                
                //sleep(2);
-
+               
+               $userdets = gwvpmini_getUser($username);
                
                // this is where the fun, it ends.
                $myoutput = "";
@@ -232,6 +265,8 @@ function gwvpmini_callGitBackend($username, $repo)
                $procenv["GATEWAY_INTERFACE"] = "CGI/1.1";
                $procenv["PATH_TRANSLATED"] = "/$repo_base/$repo.git/$euri";
                $procenv["REQUEST_METHOD"] = "$rmeth";
+               $procenv["GIT_COMMITTER_NAME"] = $userdets["fullname"];
+               $procenv["GIT_COMMITTER_EMAIL"] = $userdets["email"];
                $procenv["GIT_HTTP_EXPORT_ALL"] = "1";
                $procenv["QUERY_STRING"] = "$qs";
                $procenv["HTTP_USER_AGENT"] = "git/1.7.1";
@@ -239,6 +274,8 @@ function gwvpmini_callGitBackend($username, $repo)
                $procenv["REMOTE_ADDR"] = $_SERVER["REMOTE_ADDR"];
                $procenv["AUTH_TYPE"] = "Basic";
                
+               //// error_log("PROCENV: ".print_r($procenv,true));
+               
                if(isset($_SERVER["CONTENT_TYPE"])) { 
                        $procenv["CONTENT_TYPE"] = $_SERVER["CONTENT_TYPE"];
                } else {
@@ -247,12 +284,11 @@ function gwvpmini_callGitBackend($username, $repo)
                if(isset($_SERVER["CONTENT_LENGTH"])) { 
                        $procenv["CONTENT_LENGTH"] = $_SERVER["CONTENT_LENGTH"];
                }
+
+               $headers = getallheaders();
                
-               error_log("path trans'd is /$repo_base/$repo.git/$euri from $ruri with ".$_REQUEST["q"]." $strrem");
-               
-               
+               error_log("path trans'd is /$repo_base/$repo.git/$euri from $ruri with ".$_REQUEST["q"]." $strrem pre is ".print_r($_REQUEST,true)." and foff ".print_r($headers, true));
                
-
                $pwd = "/$repo_base/";
                
                $proc = proc_open("/usr/lib/git-core/git-http-backend", array(array("pipe","rb"),array("pipe","wb"),array("file","/tmp/err", "a")), $pipes, $pwd, $procenv);
@@ -261,13 +297,13 @@ function gwvpmini_callGitBackend($username, $repo)
                while(!$untilblank&&!feof($pipes[1])) {
                        $lines_t = fgets($pipes[1]);
                        $lines = trim($lines_t);
-                       error_log("got line: $lines");
+                       // error_log("got line: $lines");
                        if($lines_t == "\r\n") {
                                $untilblank = true;
-                               error_log("now blank");
+                               // error_log("now blank");
                        } else header($lines);
                        if($lines === false) {
-                               error_log("got an unexpexted exit...");
+                               // error_log("got an unexpexted exit...");
                                exit(0);
                        }
                        
@@ -278,20 +314,41 @@ function gwvpmini_callGitBackend($username, $repo)
                $continue = true;
                
                if(!stream_set_blocking($fh,0)) {
-                       error_log("cant set input non-blocking");
+                       // error_log("cant set input non-blocking");
                }
 
                if(!stream_set_blocking($pipes[1],0)) {
-                       error_log("cant set pipe1 non-blocking");
+                       // error_log("cant set pipe1 non-blocking");
                }
                
                
+               $stlimit = 0;
                $fp = fopen("/tmp/gitup.".rand(0,4000000), "w");
+               $from_client_data = "";
                // i was going to use stream_select, but i feel this works better like this
                while($continue) {
                        // do client
+                       
+                       // lets start again....
+                               
                        if(!feof($fh)) {
-                               $from_client_data = fread($fh,8192);
+                               if(isset($headers["Content-Length"])) {
+                                       $cl = $headers["Content-Length"];
+                                       while(strlen($from_client_data) < $cl) {
+                                               error_log("re-read ".strlen($from_client_data));
+                                               $from_client_data .= fread($fh, $cl);
+                                       }
+                               } else  $from_client_data = fread($fh,8192);
+                               
+                               // TODO: BIG TODO: must rewrite this bit. its ugly as sin, it works, but it probably shouldnt.
+                               
+                               if(isset($headers["Content-Encoding"])) {
+                                       if($headers["Content-Encoding"] == "gzip") {
+                                               //error_log("DAM YOU GIT CLIENT and your retarded gzip encoding");
+                                               $from_client_data = gzinflate(substr($from_client_data, 10));
+                                               //$from_client_data = gzdecode($from_client_data);
+                                       }
+                               }
                                if($from_client_data !== false) {
                                        fwrite($pipes[0], $from_client_data);
                                        fwrite($fp, $from_client_data);
@@ -302,8 +359,12 @@ function gwvpmini_callGitBackend($username, $repo)
                        } else {
                                error_log("client end");
                                $client_len = 0;
+                               //$continue = false;
                        }
                        
+                               
+                       
+
                        // do cgi
                        // sometimes, we get a \r\n from the cgi, i do not know why she swallowed the fly,
                        // but i do know that the fgets for the headers above should have comsued that
@@ -330,24 +391,30 @@ function gwvpmini_callGitBackend($username, $repo)
                                }
                                
                                if($from_cgi_data !== false) {
+                                       error_log("send to client");
                                        echo $from_cgi_data;
                                        flush();
                                }
                                $cgi_len = strlen($from_cgi_data);
                        } else {
-                               error_log("cgi end");
+                               // error_log("cgi end");
                                $cgi_len = 0;
                        }
                        
+                       flush();
+                       
                        if(feof($pipes[1])) $continue = false;
                        else {
                                if($client_len == 0 && $cgi_len == 0) {
                                        usleep(200000);
                                        error_log("sleep tick");
+                                       $stlimit++;
+                                       if($stlimit > 5000) $continue = false;
                                } else {
+                                       $stlimit = 0;
                                        error_log("sizes: $client_len, $cgi_len");
                                        if($cgi_len > 0) {
-                                               error_log("from cgi: \"$from_cgi_data\"");
+                                               //error_log("from cgi: \"$from_cgi_data\"");
                                        }
                                }
                        }
@@ -355,10 +422,15 @@ function gwvpmini_callGitBackend($username, $repo)
                }
                
                
+               flush();
+               error_log("and im done...");
+               
                //fclose($fl);
                fclose($fh);
                fclose($pipes[1]);
                fclose($pipes[0]);      
+               
+               exit(0);
 }
 
 
@@ -375,21 +447,153 @@ function gwvpmini_repoExists($name)
 // 0 - anyone can clone/read, only owner can write
 // 1 - noone can clone/read, repo is visible (i.e. name), only owner can read/write repo
 // 2 - only owner can see anything
-function gwvpmini_createGitRepo($name, $ownerid, $desc)
+function gwvpmini_createGitRepo($name, $ownerid, $desc, $defperms, $clonefrom, $isremoteclone)
 {
+       global $cmd_line_tool;
+       
        $repo_base = gwvpmini_getConfigVal("repodir");
        
+       if($clonefrom !== false) {
+               error_log("how did i end up in clonefrom? $clonefrom");
+               if(!$isremoteclone) {
+                       exec("/usr/bin/git clone --bare $repo_base/$clonefrom.git $repo_base/$name.git >> /tmp/gitlog 2>&1");
+                       gwvpmini_AddRepo($name, $desc, $ownerid, $defperms, $clonefrom);
+               } else {
+                       // we do this from an outside call in the background
+                       $cmd = "/usr/bin/php $cmd_line_tool $clonefrom $name backgroundclone >> /tmp/gitlog 2>&1 &";
+                       error_log("cmd called as $cmd");
+                       exec($cmd);
+                       gwvpmini_AddRepo($name, $desc, $ownerid, $defperms, $clonefrom);
+                       $rn = gwvpmini_getRepo(null, $name, null);
+                       $rid = $rn["id"];
+                       gwvpmini_SetRepoCloning($rid);
+                       gwvpmini_SendMessageByDb("info", "Background clone initiated for $name ($rid) from $clonefrom... your repo will be available once the background clone is finished", $ownerid);
+                       return false;
+               }
+       } else {
+       
        // phew, this works, but i tell you this - bundles arent quite as nice as they should be
-       error_log("would create $repo_base/$name.git");
-       exec("/usr/bin/git init $repo_base/$name.git --bare > /tmp/gitlog 2>&1");
-       chdir("$repo_base/$name.git");
-       exec("/usr/bin/git update-server-info");
-
-       // gwvpmini_AddRepo($reponame, $repodesc, $repoowner, $defaultperms = 0)
-       gwvpmini_AddRepo($name, $desc, $ownerid);
+       // error_log("would create $repo_base/$name.git");
+               exec("/usr/bin/git init $repo_base/$name.git --bare >> /tmp/gitlog 2>&1");
+               chdir("$repo_base/$name.git");
+               exec("/usr/bin/git update-server-info");
+       
+               // gwvpmini_AddRepo($reponame, $repodesc, $repoowner, $defaultperms = 0)
+               gwvpmini_AddRepo($name, $desc, $ownerid, $defperms, $clonefrom);
+       }
        
        return true;
 }
 
-
+function gzdecode($data,&$filename='',&$error='',$maxlength=null)\r
+{\r
+       $len = strlen($data);\r
+       if ($len < 18 || strcmp(substr($data,0,2),"\x1f\x8b")) {\r
+               $error = "Not in GZIP format.";\r
+               return null;  // Not GZIP format (See RFC 1952)\r
+       }\r
+       $method = ord(substr($data,2,1));  // Compression method\r
+       $flags  = ord(substr($data,3,1));  // Flags\r
+       if ($flags & 31 != $flags) {\r
+               $error = "Reserved bits not allowed.";\r
+               return null;\r
+       }\r
+       // NOTE: $mtime may be negative (PHP integer limitations)\r
+       $mtime = unpack("V", substr($data,4,4));\r
+       $mtime = $mtime[1];\r
+       $xfl   = substr($data,8,1);\r
+       $os    = substr($data,8,1);\r
+       $headerlen = 10;\r
+       $extralen  = 0;\r
+       $extra     = "";\r
+       if ($flags & 4) {\r
+               // 2-byte length prefixed EXTRA data in header\r
+               if ($len - $headerlen - 2 < 8) {\r
+                       return false;  // invalid\r
+               }\r
+               $extralen = unpack("v",substr($data,8,2));\r
+               $extralen = $extralen[1];\r
+               if ($len - $headerlen - 2 - $extralen < 8) {\r
+                       return false;  // invalid\r
+               }\r
+               $extra = substr($data,10,$extralen);\r
+               $headerlen += 2 + $extralen;\r
+       }\r
+       $filenamelen = 0;\r
+       $filename = "";\r
+       if ($flags & 8) {\r
+               // C-style string\r
+               if ($len - $headerlen - 1 < 8) {\r
+                       return false; // invalid\r
+               }\r
+               $filenamelen = strpos(substr($data,$headerlen),chr(0));\r
+               if ($filenamelen === false || $len - $headerlen - $filenamelen - 1 < 8) {\r
+                       return false; // invalid\r
+               }\r
+               $filename = substr($data,$headerlen,$filenamelen);\r
+               $headerlen += $filenamelen + 1;\r
+       }\r
+       $commentlen = 0;\r
+       $comment = "";\r
+       if ($flags & 16) {\r
+               // C-style string COMMENT data in header\r
+               if ($len - $headerlen - 1 < 8) {\r
+                       return false;    // invalid\r
+               }\r
+               $commentlen = strpos(substr($data,$headerlen),chr(0));\r
+               if ($commentlen === false || $len - $headerlen - $commentlen - 1 < 8) {\r
+                       return false;    // Invalid header format\r
+               }\r
+               $comment = substr($data,$headerlen,$commentlen);\r
+               $headerlen += $commentlen + 1;\r
+       }\r
+       $headercrc = "";\r
+       if ($flags & 2) {\r
+               // 2-bytes (lowest order) of CRC32 on header present\r
+               if ($len - $headerlen - 2 < 8) {\r
+                       return false;    // invalid\r
+               }\r
+               $calccrc = crc32(substr($data,0,$headerlen)) & 0xffff;\r
+               $headercrc = unpack("v", substr($data,$headerlen,2));\r
+               $headercrc = $headercrc[1];\r
+               if ($headercrc != $calccrc) {\r
+                       $error = "Header checksum failed.";\r
+                       return false;    // Bad header CRC\r
+               }\r
+               $headerlen += 2;\r
+       }\r
+       // GZIP FOOTER\r
+       $datacrc = unpack("V",substr($data,-8,4));\r
+       $datacrc = sprintf('%u',$datacrc[1] & 0xFFFFFFFF);\r
+       $isize = unpack("V",substr($data,-4));\r
+       $isize = $isize[1];\r
+       // decompression:\r
+       $bodylen = $len-$headerlen-8;\r
+       if ($bodylen < 1) {\r
+               // IMPLEMENTATION BUG!\r
+               return null;\r
+       }\r
+       $body = substr($data,$headerlen,$bodylen);\r
+       $data = "";\r
+       if ($bodylen > 0) {\r
+               switch ($method) {\r
+                       case 8:\r
+                               // Currently the only supported compression method:\r
+                               $data = gzinflate($body,$maxlength);\r
+                               break;\r
+                       default:\r
+                               $error = "Unknown compression method.";\r
+                               return false;\r
+               }\r
+       }  // zero-byte body content is allowed\r
+       // Verifiy CRC32\r
+       $crc   = sprintf("%u",crc32($data));\r
+       $crcOK = $crc == $datacrc;\r
+       $lenOK = $isize == strlen($data);\r
+       if (!$lenOK || !$crcOK) {\r
+               $error = ( $lenOK ? '' : 'Length check FAILED. ') . ( $crcOK ? '' : 'Checksum FAILED.');\r
+               return false;\r
+       }\r
+       return $data;\r
+}
 ?>
\ No newline at end of file