From: "John 'Warthog9' Hawley" <warthog9@eaglescrag.net>
To: git@vger.kernel.org
Subject: [PATCH 12/18] gitweb: Change file handles (in caching) to lexical variables as opposed to globs
Date: Thu, 9 Dec 2010 13:57:18 -0800 [thread overview]
Message-ID: <1291931844-28454-13-git-send-email-warthog9@eaglescrag.net> (raw)
In-Reply-To: <1291931844-28454-1-git-send-email-warthog9@eaglescrag.net>
This isn't a huge change, it just adds global variables for the file handles,
an additional cleanup to localize the variable a bit more which should alleviate
the issues that Jakub had with my original approach.
Signed-off-by: John 'Warthog9' Hawley <warthog9@eaglescrag.net>
---
gitweb/lib/cache.pl | 114 +++++++++++++++++++++++++++++++-------------------
1 files changed, 71 insertions(+), 43 deletions(-)
diff --git a/gitweb/lib/cache.pl b/gitweb/lib/cache.pl
index 5182a94..fafc028 100644
--- a/gitweb/lib/cache.pl
+++ b/gitweb/lib/cache.pl
@@ -14,6 +14,12 @@ use Digest::MD5 qw(md5 md5_hex md5_base64);
use Fcntl ':flock';
use File::Copy;
+# Global declarations
+our $cacheFile;
+our $cacheFileBG;
+our $cacheFileBinWT;
+our $cacheFileBin;
+
sub cache_fetch {
my ($action) = @_;
my $cacheTime = 0;
@@ -49,9 +55,9 @@ sub cache_fetch {
}else{
#if cache is out dated, update
#else displayCache();
- open(cacheFile, '<', "$fullhashpath");
- stat(cacheFile);
- close(cacheFile);
+ open($cacheFile, '<', "$fullhashpath");
+ stat($cacheFile);
+ close($cacheFile);
my $stat_time = (stat(_))[9];
my $stat_size = (stat(_))[7];
@@ -150,13 +156,13 @@ sub cacheUpdate {
my $fileData = "";
if($backgroundCache){
- open(cacheFileBG, '>:utf8', "$fullhashpath.bg");
- my $lockStatBG = flock(cacheFileBG,LOCK_EX|LOCK_NB);
+ open($cacheFileBG, '>:utf8', "$fullhashpath.bg");
+ my $lockStatBG = flock($cacheFileBG,LOCK_EX|LOCK_NB);
$lockStatus = $lockStatBG;
}else{
- open(cacheFile, '>:utf8', \$fullhashpath);
- my $lockStat = flock(cacheFile,LOCK_EX|LOCK_NB);
+ open($cacheFile, '>:utf8', \$fullhashpath);
+ my $lockStat = flock($cacheFile,LOCK_EX|LOCK_NB);
$lockStatus = $lockStat;
}
@@ -172,8 +178,8 @@ sub cacheUpdate {
}
if( isBinaryAction($action) ){
- my $openstat = open(cacheFileBinWT, '>>:utf8', "$fullhashbinpath");
- my $lockStatBin = flock(cacheFileBinWT,LOCK_EX|LOCK_NB);
+ my $openstat = open($cacheFileBinWT, '>>:utf8', "$fullhashbinpath");
+ my $lockStatBin = flock($cacheFileBinWT,LOCK_EX|LOCK_NB);
}
# Trap all output from the action
@@ -186,8 +192,8 @@ sub cacheUpdate {
if($backgroundCache){
- open(cacheFile, '>:utf8', "$fullhashpath");
- $lockStat = flock(cacheFile,LOCK_EX);
+ open($cacheFile, '>:utf8', "$fullhashpath");
+ $lockStat = flock($cacheFile,LOCK_EX);
if (! $lockStat ){
if ( $areForked ){
@@ -199,8 +205,8 @@ sub cacheUpdate {
}
if( isBinaryAction($action) ){
- my $openstat = open(cacheFileBinFINAL, '>:utf8', "$fullhashbinpathfinal");
- $lockStatBIN = flock(cacheFileBinFINAL,LOCK_EX);
+ my $openstat = open($cacheFileBinFINAL, '>:utf8', "$fullhashbinpathfinal");
+ $lockStatBIN = flock($cacheFileBinFINAL,LOCK_EX);
if (! $lockStatBIN ){
if ( $areForked ){
@@ -214,24 +220,24 @@ sub cacheUpdate {
# Actually dump the output to the proper file handler
local $/ = undef;
$|++;
- print cacheFile "$output";
+ print $cacheFile "$output";
$|--;
if( isBinaryAction($action) ){
move("$fullhashbinpath", "$fullhashbinpathfinal") or die "Binary Cache file could not be updated: $!";
- flock(cacheFileBinFINAL,LOCK_UN);
- close(cacheFileBinFINAL);
+ flock($cacheFileBinFINAL,LOCK_UN);
+ close($cacheFileBinFINAL);
- flock(cacheFileBinWT,LOCK_UN);
- close(cacheFileBinWT);
+ flock($cacheFileBinWT,LOCK_UN);
+ close($cacheFileBinWT);
}
- flock(cacheFile,LOCK_UN);
- close(cacheFile);
+ flock($cacheFile,LOCK_UN);
+ close($cacheFile);
if($backgroundCache){
- flock(cacheFileBG,LOCK_UN);
- close(cacheFileBG);
+ flock($cacheFileBG,LOCK_UN);
+ close($cacheFileBG);
}
if ( $areForked ){
@@ -250,10 +256,10 @@ sub cacheWaitForUpdate {
if( $backgroundCache ){
if( -e "$fullhashpath" ){
- open(cacheFile, '<:utf8', "$fullhashpath");
- $lockStat = flock(cacheFile,LOCK_SH|LOCK_NB);
- stat(cacheFile);
- close(cacheFile);
+ open($cacheFile, '<:utf8', "$fullhashpath");
+ $lockStat = flock($cacheFile,LOCK_SH|LOCK_NB);
+ stat($cacheFile);
+ close($cacheFile);
if( $lockStat && ( (stat(_))[9] > (time - $maxCacheLife) ) ){
cacheDisplay($action);
@@ -271,9 +277,9 @@ sub cacheWaitForUpdate {
){
do {
sleep 2 if $x > 0;
- open(cacheFile, '<:utf8', "$fullhashpath");
- $lockStat = flock(cacheFile,LOCK_SH|LOCK_NB);
- close(cacheFile);
+ open($cacheFile, '<:utf8', "$fullhashpath");
+ $lockStat = flock($cacheFile,LOCK_SH|LOCK_NB);
+ close($cacheFile);
$x++;
$combinedLockStat = $lockStat;
} while ((! $combinedLockStat) && ($x < $max));
@@ -326,9 +332,9 @@ EOF
do {
print ".";
sleep 2 if $x > 0;
- open(cacheFile, '<:utf8', "$fullhashpath");
- $lockStat = flock(cacheFile,LOCK_SH|LOCK_NB);
- close(cacheFile);
+ open($cacheFile, '<:utf8', "$fullhashpath");
+ $lockStat = flock($cacheFile,LOCK_SH|LOCK_NB);
+ close($cacheFile);
$x++;
$combinedLockStat = $lockStat;
} while ((! $combinedLockStat) && ($x < $max));
@@ -339,41 +345,63 @@ EOF
return;
}
+sub cacheDisplayErr {
+
+ return if ( ! -e "$fullhashpath.err" );
+
+ open($cacheFileErr, '<:utf8', "$fullhashpath.err");
+ $lockStatus = flock($cacheFileErr,LOCK_SH|LOCK_NB);
+
+ if (! $lockStatus ){
+ show_warning(
+ "<p>".
+ "<strong>*** Warning ***:</strong> Locking error when trying to lock error cache page, file $fullhashpath.err<br/>/\n".
+ "This is about as screwed up as it gets folks - see your systems administrator for more help with this.".
+ "<p>"
+ );
+ }
+
+ while( <$cacheFileErr> ){
+ print $_;
+ }
+ exit(0);
+}
+
sub cacheDisplay {
local $/ = undef;
$|++;
my ($action) = @_;
- open(cacheFile, '<:utf8', "$fullhashpath");
- $lockStat = flock(cacheFile,LOCK_SH|LOCK_NB);
+ open($cacheFile, '<:utf8', "$fullhashpath");
+ $lockStat = flock($cacheFile,LOCK_SH|LOCK_NB);
if (! $lockStat ){
- close(cacheFile);
+ close($cacheFile);
cacheWaitForUpdate($action);
}
if( isBinaryAction($action) ){
- my $openstat = open(cacheFileBin, '<', "$fullhashbinpathfinal");
- $lockStatBIN = flock(cacheFileBin,LOCK_SH|LOCK_NB);
+ my $openstat = open($cacheFileBin, '<', "$fullhashbinpathfinal");
+ $lockStatBIN = flock($cacheFileBin,LOCK_SH|LOCK_NB);
if (! $lockStatBIN ){
- close(cacheFile);
- close(cacheFileBin);
+ close($cacheFile);
+ close($cacheFileBin);
cacheWaitForUpdate($action);
}
my $binfilesize = -s "$fullhashbinpathfinal";
print "Content-Length: $binfilesize";
}
- while( <cacheFile> ){
+ while( <$cacheFile> ){
print $_;
}
if( isBinaryAction($action) ){
binmode STDOUT, ':raw';
- print <cacheFileBin>;
+ print <$cacheFileBin>;
binmode STDOUT, ':utf8'; # as set at the beginning of gitweb.cgi
- close(cacheFileBin);
+ close($cacheFileBin);
}
- close(cacheFile);
+ close($cacheFile);
$|--;
}
--
1.7.2.3
next prev parent reply other threads:[~2010-12-09 21:56 UTC|newest]
Thread overview: 60+ messages / expand[flat|nested] mbox.gz Atom feed top
2010-12-09 21:57 [PATCH 00/18] Gitweb caching v8 John 'Warthog9' Hawley
2010-12-09 21:57 ` [PATCH 01/18] gitweb: Prepare for splitting gitweb John 'Warthog9' Hawley
2010-12-09 23:30 ` Jakub Narebski
2010-12-09 21:57 ` [PATCH 02/18] gitweb: add output buffering and associated functions John 'Warthog9' Hawley
2010-12-09 21:57 ` [PATCH 03/18] gitweb: File based caching layer (from git.kernel.org) John 'Warthog9' Hawley
2010-12-09 21:57 ` [PATCH 04/18] gitweb: Minimal testing of gitweb caching John 'Warthog9' Hawley
2010-12-09 21:57 ` [PATCH 05/18] gitweb: Regression fix concerning binary output of files John 'Warthog9' Hawley
2010-12-09 23:33 ` Jakub Narebski
2010-12-09 21:57 ` [PATCH 06/18] gitweb: Add more explicit means of disabling 'Generating...' page John 'Warthog9' Hawley
2010-12-09 21:57 ` [PATCH 07/18] gitweb: Revert back to $cache_enable vs. $caching_enabled John 'Warthog9' Hawley
2010-12-09 23:38 ` Jakub Narebski
2010-12-10 2:38 ` J.H.
2010-12-10 13:48 ` Jakub Narebski
2010-12-09 21:57 ` [PATCH 08/18] gitweb: Change is_cacheable() to return true always John 'Warthog9' Hawley
2010-12-09 23:46 ` Jakub Narebski
2010-12-09 21:57 ` [PATCH 09/18] gitweb: Revert reset_output() back to original code John 'Warthog9' Hawley
2010-12-09 23:58 ` Jakub Narebski
2010-12-10 2:43 ` J.H.
2010-12-09 21:57 ` [PATCH 10/18] gitweb: Adding isBinaryAction() and isFeedAction() to determine the action type John 'Warthog9' Hawley
2010-12-10 0:06 ` Jakub Narebski
2010-12-10 3:39 ` J.H.
2010-12-10 12:10 ` Jakub Narebski
2010-12-10 12:25 ` Jakub Narebski
2010-12-09 21:57 ` [PATCH 11/18] gitweb: add isDumbClient() check John 'Warthog9' Hawley
2010-12-10 0:12 ` Jakub Narebski
2010-12-10 4:00 ` J.H.
2010-12-11 0:07 ` Junio C Hamano
2010-12-11 0:15 ` Jakub Narebski
2010-12-11 1:15 ` J.H.
2010-12-11 1:40 ` Jakub Narebski
2010-12-09 21:57 ` John 'Warthog9' Hawley [this message]
2010-12-10 0:16 ` [PATCH 12/18] gitweb: Change file handles (in caching) to lexical variables as opposed to globs Jakub Narebski
2010-12-10 0:32 ` Junio C Hamano
2010-12-10 0:47 ` Jakub Narebski
2010-12-10 5:56 ` J.H.
2010-12-09 21:57 ` [PATCH 13/18] gitweb: Add commented url & url hash to page footer John 'Warthog9' Hawley
2010-12-10 0:26 ` Jakub Narebski
2010-12-10 6:10 ` J.H.
2010-12-09 21:57 ` [PATCH 14/18] gitweb: add print_transient_header() function for central header printing John 'Warthog9' Hawley
2010-12-10 0:36 ` Jakub Narebski
2010-12-10 6:18 ` J.H.
2010-12-09 21:57 ` [PATCH 15/18] gitweb: Add show_warning() to display an immediate warning, with refresh John 'Warthog9' Hawley
2010-12-10 1:01 ` Jakub Narebski
2010-12-10 7:38 ` J.H.
2010-12-10 14:10 ` Jakub Narebski
2010-12-09 21:57 ` [PATCH 16/18] gitweb: When changing output (STDOUT) change STDERR as well John 'Warthog9' Hawley
2010-12-10 1:36 ` Jakub Narebski
2010-12-12 5:25 ` J.H.
2010-12-12 15:17 ` Jakub Narebski
2010-12-09 21:57 ` [PATCH 17/18] gitweb: Prepare for cached error pages & better error page handling John 'Warthog9' Hawley
2010-12-10 1:49 ` Jakub Narebski
2010-12-10 8:33 ` J.H.
2010-12-10 20:33 ` Jakub Narebski
2010-12-09 21:57 ` [PATCH 18/18] gitweb: Add better error handling for gitweb caching John 'Warthog9' Hawley
2010-12-10 1:56 ` Jakub Narebski
2010-12-09 23:26 ` [PATCH 00/18] Gitweb caching v8 Jakub Narebski
2010-12-10 0:43 ` J.H.
2010-12-10 1:27 ` Jakub Narebski
2010-12-10 0:39 ` Junio C Hamano
2010-12-10 0:45 ` J.H.
Reply instructions:
You may reply publicly to this message via plain-text email
using any one of the following methods:
* Save the following mbox file, import it into your mail client,
and reply-to-all from there: mbox
Avoid top-posting and favor interleaved quoting:
https://en.wikipedia.org/wiki/Posting_style#Interleaved_style
List information: http://vger.kernel.org/majordomo-info.html
* Reply using the --to, --cc, and --in-reply-to
switches of git-send-email(1):
git send-email \
--in-reply-to=1291931844-28454-13-git-send-email-warthog9@eaglescrag.net \
--to=warthog9@eaglescrag.net \
--cc=git@vger.kernel.org \
/path/to/YOUR_REPLY
https://kernel.org/pub/software/scm/git/docs/git-send-email.html
* If your mail client supports setting the In-Reply-To header
via mailto: links, try the mailto: link
Be sure your reply has a Subject: header at the top and a blank line
before the message body.
Code repositories for project(s) associated with this public inbox
https://80x24.org/mirrors/git.git
This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox;
as well as URLs for read-only IMAP folder(s) and NNTP newsgroup(s).