version 1.7, 2006/06/19 10:00:27
|
version 1.26, 2008/11/17 13:24:02
|
Line 27
|
Line 27
|
# |
# |
### |
### |
|
|
|
=head1 NAME |
|
|
|
Apache::LONCAPA |
|
|
|
LONCAPA - Basic routines |
|
|
|
=head1 SYNOPSIS |
|
|
|
Generally useful routines |
|
|
|
=head1 EXPORTED SUBROUTINES |
|
|
|
=over 4 |
|
|
|
=item * |
|
|
|
escape() : unpack non-word characters into CGI-compatible hex codes |
|
|
|
=item * |
|
|
|
unescape() : pack CGI-compatible hex codes into actual non-word ASCII character |
|
|
|
=item * |
|
|
|
add_get_param() : |
|
Inputs: url (with or without exit GET from parameters), hash ref of |
|
form name => value pairs |
|
|
|
Return: url with properly added the form name elements and values to the |
|
the url doing proper escaping of the values and joining with ? or & |
|
as needed |
|
|
|
=back |
|
|
|
=cut |
|
|
package LONCAPA; |
package LONCAPA; |
|
|
use strict; |
use strict; |
Line 38 use POSIX;
|
Line 74 use POSIX;
|
|
|
my $loncapa_max_wait_time = 13; |
my $loncapa_max_wait_time = 13; |
|
|
|
|
|
use vars qw($match_domain $match_not_domain |
|
$match_username $match_not_username |
|
$match_courseid $match_not_courseid |
|
$match_name |
|
$match_lonid |
|
$match_handle $match_not_handle); |
|
|
require Exporter; |
require Exporter; |
our @ISA = qw (Exporter); |
our @ISA = qw (Exporter); |
our @EXPORT = qw(&add_get_param &escape &unescape &tie_domain_hash &untie_domain_hash &tie_user_hash &untie_user_hash &propath); |
our @EXPORT = qw(&add_get_param &escape &unescape |
|
&tie_domain_hash &untie_domain_hash &tie_user_hash |
|
&untie_user_hash &propath); |
|
our @EXPORT_OK = qw($match_domain $match_not_domain |
|
$match_username $match_not_username |
|
$match_courseid $match_not_courseid |
|
$match_name |
|
$match_lonid |
|
$match_handle $match_not_handle); |
|
our %EXPORT_TAGS = ( 'match' =>[qw($match_domain $match_not_domain |
|
$match_username $match_not_username |
|
$match_courseid $match_not_courseid |
|
$match_name |
|
$match_lonid |
|
$match_handle $match_not_handle)],); |
my %perlvar; |
my %perlvar; |
|
|
# Inputs are a url, and a hash ref of |
|
# form name => value pairs |
=pod |
# takes care of properly adding the form name elements and values to the |
|
# the url doing proper escaping of the values and joining with ? or & as |
=head2 NOTE: |
# needed |
|
|
add_get_param() |
|
|
|
Inputs are a url, and a hash ref of |
|
form name => value pairs |
|
takes care of properly adding the form name elements and values to the |
|
the url doing proper escaping of the values and joining with ? or & as |
|
needed |
|
|
|
=cut |
|
|
sub add_get_param { |
sub add_get_param { |
my ($url,$form_data) = @_; |
my ($url,$form_data) = @_; |
Line 81 sub unescape {
|
Line 148 sub unescape {
|
return $str; |
return $str; |
} |
} |
|
|
|
$match_domain = $LONCAPA::domain_re = qr{[\w\-.]+}; |
|
$match_not_domain = $LONCAPA::not_domain_re = qr{[^\w\-.]+}; |
|
sub clean_domain { |
|
my ($domain) = @_; |
|
$domain =~ s/$match_not_domain//g; |
|
return $domain; |
|
} |
|
|
|
$match_username = $LONCAPA::username_re = qr{\w[\w\-.@]+}; |
|
$match_not_username = $LONCAPA::not_username_re = qr{[^\w\-.@]+}; |
|
sub clean_username { |
|
my ($username) = @_; |
|
$username =~ s/^\W+//; |
|
$username =~ s/$match_not_username//g; |
|
return $username; |
|
} |
|
|
|
|
|
$match_courseid = $LONCAPA::courseid_re = qr{\d[\w\-.]+}; |
|
$match_not_courseid = $LONCAPA::not_courseid_re = qr{[^\w\-.]+}; |
|
sub clean_courseid { |
|
my ($courseid) = @_; |
|
$courseid =~ s/^\D+//; |
|
$courseid =~ s/$match_not_courseid//g; |
|
return $courseid; |
|
} |
|
|
|
$match_name = $LONCAPA::name_re = qr{$match_username|$match_courseid}; |
|
sub clean_name { |
|
my ($name) = @_; |
|
$name =~ s/$match_not_username//g; |
|
return $name; |
|
} |
|
|
|
$match_lonid = $LONCAPA::lonid_re = qr{[\w\-.]+}; |
|
|
|
sub split_courseid { |
|
my ($courseid) = @_; |
|
my ($domain,$coursenum) = |
|
($courseid=~m{^/($match_domain)/($match_courseid)}); |
|
return ($domain,$coursenum); |
|
} |
|
|
|
$match_handle = $LONCAPA::handle_re = qr{[\w\-.@]+}; |
|
$match_not_handle = $LONCAPA::not_handle_re = qr{[^\w\-.@]+}; |
|
sub clean_handle { |
|
my ($handle) = @_; |
|
$handle =~ s/$match_not_handle//g; |
|
return $handle; |
|
} |
|
|
# -------------------------------------------- Return path to profile directory |
# -------------------------------------------- Return path to profile directory |
|
|
sub propath { |
sub propath { |
my ($udom,$uname)=@_; |
my ($udom,$uname)=@_; |
$udom=~s/\W//g; |
$udom = &clean_domain($udom); |
$uname=~s/\W//g; |
$uname= &clean_name($uname); |
my $subdir=$uname.'__'; |
my $subdir=$uname.'__'; |
$subdir =~ s/(.)(.)(.).*/$1\/$2\/$3/; |
$subdir =~ s/(.)(.)(.).*/$1\/$2\/$3/; |
my $proname="$perlvar{'lonUsersDir'}/$udom/$subdir/$uname"; |
my $proname="$perlvar{'lonUsersDir'}/$udom/$subdir/$uname"; |
Line 95 sub propath {
|
Line 213 sub propath {
|
|
|
|
|
#--------------------------------------------------------------- |
#--------------------------------------------------------------- |
# |
|
# Manipulation of hash based databases (factoring out common code |
=pod |
# for later use as we refactor. |
|
# |
=out |
# Ties a domain level resource file to a hash. |
|
# If requested a history entry is created in the associated hist file. |
=item tie_domain_hash() |
# |
|
# Parameters: |
Manipulation of hash based databases (factoring out common code |
# domain - Name of the domain in which the resource file lives. |
for later use as we refactor. |
# namespace - Name of the hash within that domain. |
|
# how - How to tie the hash (e.g. GDBM_WRCREAT()). |
Ties a domain level resource file to a hash. |
# loghead - Optional parameter, if present a log entry is created |
If requested a history entry is created in the associated hist file. |
# in the associated history file and this is the first part |
|
# of that entry. |
Parameters: |
# logtail - Goes along with loghead, The actual logentry is of the |
domain - Name of the domain in which the resource file lives. |
# form $loghead:<timestamp>:logtail. |
namespace - Name of the hash within that domain. |
# Returns: |
how - How to tie the hash (e.g. GDBM_WRCREAT()). |
# Reference to a hash bound to the db file or alternatively undef |
loghead - Optional parameter, if present a log entry is created |
# if the tie failed. |
in the associated history file and this is the first part |
# |
of that entry. |
|
logtail - Goes along with loghead, The actual logentry is of the |
|
form $loghead:<timestamp>:logtail. |
|
Returns: |
|
Reference to a hash bound to the db file or alternatively undef |
|
if the tie failed. |
|
|
|
=back |
|
|
|
=cut |
|
|
sub tie_domain_hash { |
sub tie_domain_hash { |
my ($domain,$namespace,$how,$loghead,$logtail) = @_; |
my ($domain,$namespace,$how,$loghead,$logtail) = @_; |
|
|
# Filter out any whitespace in the domain name: |
# Filter out any whitespace in the domain name: |
|
|
$domain =~ s/\W//g; |
$domain = &clean_domain($domain); |
|
|
# We have enough to go on to tie the hash: |
# We have enough to go on to tie the hash: |
|
|
Line 133 sub tie_domain_hash {
|
Line 261 sub tie_domain_hash {
|
sub untie_domain_hash { |
sub untie_domain_hash { |
return &_locking_hash_untie(@_); |
return &_locking_hash_untie(@_); |
} |
} |
# |
|
# Ties a user's resource file to a hash. |
=pod |
# If necessary, an appropriate history |
|
# log file entry is made as well. |
=out |
# This sub factors out common code from the subs that manipulate |
|
# the various gdbm files that keep keyword value pairs. |
=item tie_user_hash() |
# Parameters: |
|
# domain - Name of the domain the user is in. |
Ties a user's resource file to a hash. |
# user - Name of the 'current user'. |
If necessary, an appropriate history |
# namespace - Namespace representing the file to tie. |
log file entry is made as well. |
# how - What the tie is done to (e.g. GDBM_WRCREAT(). |
This sub factors out common code from the subs that manipulate |
# loghead - Optional first part of log entry if there may be a |
the various gdbm files that keep keyword value pairs. |
# history file. |
Parameters: |
# what - Optional tail of log entry if there may be a history |
domain - Name of the domain the user is in. |
# file. |
user - Name of the 'current user'. |
# Returns: |
namespace - Namespace representing the file to tie. |
# hash to which the database is tied. It's up to the caller to untie. |
how - What the tie is done to (e.g. GDBM_WRCREAT(). |
# undef if the has could not be tied. |
loghead - Optional first part of log entry if there may be a |
# |
history file. |
|
what - Optional tail of log entry if there may be a history |
|
file. |
|
Returns: |
|
hash to which the database is tied. It's up to the caller to untie. |
|
undef if the has could not be tied. |
|
|
|
back |
|
|
|
=cut |
|
|
sub tie_user_hash { |
sub tie_user_hash { |
my ($domain,$user,$namespace,$how,$loghead,$what) = @_; |
my ($domain,$user,$namespace,$how,$loghead,$what) = @_; |
|
|
$namespace=~s/\//\_/g; # / -> _ |
$namespace=~s{/}{_}g; # / -> _ |
$namespace=~s/\W//g; # whitespace eliminated. |
$namespace = &clean_username($namespace); |
my $proname = &propath($domain, $user); |
my $proname = &propath($domain, $user); |
|
|
my $file_prefix="$proname/$namespace"; |
my $file_prefix="$proname/$namespace"; |
return &_locking_hash_tie($file_prefix,$namespace,$how,$loghead,$what); |
return &_locking_hash_tie($file_prefix,$namespace,$how,$loghead,$what); |
} |
} |
Line 167 sub untie_user_hash {
|
Line 304 sub untie_user_hash {
|
return &_locking_hash_untie(@_); |
return &_locking_hash_untie(@_); |
} |
} |
|
|
# routines if you just have a filename |
=pod |
# return tied hashref or undef |
|
|
=out |
|
|
|
=item locking_hash_tie() |
|
|
|
routines if you just have a filename |
|
return tied hashref or undef |
|
|
|
=back |
|
|
|
=cut |
|
|
sub locking_hash_tie { |
sub locking_hash_tie { |
my ($filename,$how)=@_; |
my ($filename,$how)=@_; |
Line 218 sub _do_hash_untie {
|
Line 365 sub _do_hash_untie {
|
|
|
{ |
{ |
my $sym; |
my $sym; |
|
my @pushed_syms; |
|
|
|
sub clean_sym { |
|
undef($sym); |
|
} |
|
sub push_locking_hash_tie { |
|
if (!defined($sym)) { |
|
die("Invalid used of push_locking_hash_tie, should only be called after a lock has occurred and before and unlock."); |
|
} |
|
push(@pushed_syms,$sym); |
|
undef($sym); |
|
} |
|
|
|
sub pop_locking_hash_tie { |
|
if (defined($sym)) { |
|
die("Invalid nested used of pop_locking_hash_tie, should only be called after a unlock has occurred."); |
|
} |
|
$sym = pop(@pushed_syms); |
|
} |
|
|
sub _locking_hash_tie { |
sub _locking_hash_tie { |
my ($file_prefix,$namespace,$how,$loghead,$what) = @_; |
my ($file_prefix,$namespace,$how,$loghead,$what) = @_; |
|
if (defined($sym)) { |
|
die('Nested locking attempted without proper use of push_locking_hash_tie, this is unsupported'); |
|
} |
|
|
my $lock_type=LOCK_SH; |
my $lock_type=LOCK_SH; |
# Are we reading or writing? |
# Are we reading or writing? |
if ($how eq &GDBM_READER()) { |
if ($how eq &GDBM_READER()) { |
Line 232 sub _do_hash_untie {
|
Line 402 sub _do_hash_untie {
|
if ((! -e "$file_prefix.db") && (! -e "$file_prefix.db.gz")) { |
if ((! -e "$file_prefix.db") && (! -e "$file_prefix.db.gz")) { |
# No such file. Forget it. |
# No such file. Forget it. |
$! = 2; |
$! = 2; |
|
&clean_sym(); |
return undef; |
return undef; |
} |
} |
# Apparently just no lock file yet. Make one |
# Apparently just no lock file yet. Make one |
open($sym,">>$file_prefix.db.lock"); |
open($sym,">>$file_prefix.db.lock"); |
} |
} |
# Do a shared lock |
# Do a shared lock |
if (!&flock_sym(LOCK_SH)) { return undef; } |
if (!&flock_sym(LOCK_SH)) { |
|
&clean_sym(); |
|
return undef; |
|
} |
# If this is compressed, we will actually need an exclusive lock |
# If this is compressed, we will actually need an exclusive lock |
if (-e "$file_prefix.db.gz") { |
if (-e "$file_prefix.db.gz") { |
if (!&flock_sym(LOCK_EX)) { return undef; } |
if (!&flock_sym(LOCK_EX)) { |
|
&clean_sym(); |
|
return undef; |
|
} |
} |
} |
} elsif ($how eq &GDBM_WRCREAT()) { |
} elsif ($how eq &GDBM_WRCREAT()) { |
# We are writing |
# We are writing |
open($sym,">>$file_prefix.db.lock"); |
open($sym,">>$file_prefix.db.lock"); |
# Writing needs exclusive lock |
# Writing needs exclusive lock |
if (!&flock_sym(LOCK_EX)) { return undef; } |
if (!&flock_sym(LOCK_EX)) { |
|
&clean_sym(); |
|
return undef; |
|
} |
} else { |
} else { |
die("Unknown method $how for $file_prefix"); |
die("Unknown method $how for $file_prefix"); |
} |
} |
Line 262 sub _do_hash_untie {
|
Line 442 sub _do_hash_untie {
|
# Change access mode to non-blocking |
# Change access mode to non-blocking |
$how=$how|&GDBM_NOLOCK(); |
$how=$how|&GDBM_NOLOCK(); |
# Go ahead and tie the hash |
# Go ahead and tie the hash |
return &_do_hash_tie($file_prefix,$namespace,$how,$loghead,$what); |
my $result = |
|
&_do_hash_tie($file_prefix,$namespace,$how,$loghead,$what); |
|
if (!$result) { |
|
&clean_sym(); |
|
} |
|
return $result; |
} |
} |
|
|
sub flock_sym { |
sub flock_sym { |
Line 291 sub _do_hash_untie {
|
Line 476 sub _do_hash_untie {
|
my $result = untie(%$hashref); |
my $result = untie(%$hashref); |
flock($sym,LOCK_UN); |
flock($sym,LOCK_UN); |
close($sym); |
close($sym); |
undef($sym); |
&clean_sym(); |
return $result; |
return $result; |
} |
} |
} |
} |
Line 304 BEGIN {
|
Line 489 BEGIN {
|
|
|
__END__ |
__END__ |
|
|
=pod |
|
|
|
=head1 NAME |
|
|
|
LONCAPA - Basic routines |
|
|
|
=head1 SYNOPSIS |
|
|
|
Generally useful routines |
|
|
|
=head1 EXPORTED SUBROUTINES |
|
|
|
=over 4 |
|
|
|
=item * |
|
|
|
escape() : unpack non-word characters into CGI-compatible hex codes |
|
|
|
=item * |
|
|
|
unescape() : pack CGI-compatible hex codes into actual non-word ASCII character |
|
|
|
=item * |
|
|
|
add_get_param() : |
|
Inputs: url (with or without exit GET from parameters), hash ref of |
|
form name => value pairs |
|
|
|
Return: url with properly added the form name elements and values to the |
|
the url doing proper escaping of the values and joining with ? or & |
|
as needed |
|
|
|
=back |
|