File:  [LON-CAPA] / rat / lonuserstate.pm
Revision 1.145: download - view: text, annotated - select for diffs
Mon May 6 18:08:39 2013 UTC (10 years, 11 months ago) by raeburn
Branches: MAIN
CVS tags: HEAD
- Correction to change in &unlink_tmpfiles() in rev 1.138.

    1: # The LearningOnline Network with CAPA
    2: # Construct and maintain state and binary representation of course for user
    3: #
    4: # $Id: lonuserstate.pm,v 1.145 2013/05/06 18:08:39 raeburn Exp $
    5: #
    6: # Copyright Michigan State University Board of Trustees
    7: #
    8: # This file is part of the LearningOnline Network with CAPA (LON-CAPA).
    9: #
   10: # LON-CAPA is free software; you can redistribute it and/or modify
   11: # it under the terms of the GNU General Public License as published by
   12: # the Free Software Foundation; either version 2 of the License, or
   13: # (at your option) any later version.
   14: #
   15: # LON-CAPA is distributed in the hope that it will be useful,
   16: # but WITHOUT ANY WARRANTY; without even the implied warranty of
   17: # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
   18: # GNU General Public License for more details.
   19: #
   20: # You should have received a copy of the GNU General Public License
   21: # along with LON-CAPA; if not, write to the Free Software
   22: # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
   23: #
   24: # /home/httpd/html/adm/gpl.txt
   25: #
   26: # http://www.lon-capa.org/
   27: #
   28: ###
   29: 
   30: package Apache::lonuserstate;
   31: 
   32: # ------------------------------------------------- modules used by this module
   33: use strict;
   34: use HTML::TokeParser;
   35: use Apache::lonnet;
   36: use Apache::lonlocal;
   37: use Apache::loncommon();
   38: use GDBM_File;
   39: use Apache::lonmsg;
   40: use Safe;
   41: use Safe::Hole;
   42: use Opcode;
   43: use Apache::lonenc;
   44: use Fcntl qw(:flock);
   45: use LONCAPA;
   46: use File::Basename;
   47: 
   48:  
   49: 
   50: # ---------------------------------------------------- Globals for this package
   51: 
   52: my $pc;      # Package counter is this what 'Guts' calls the map counter?
   53: my %hash;    # The big tied hash
   54: my %parmhash;# The hash with the parameters
   55: my @cond;    # Array with all of the conditions
   56: my $errtext; # variable with all errors
   57: my $retfrid; # variable with the very first RID in the course
   58: my $retfurl; # first URL
   59: my %randompick; # randomly picked resources
   60: my %randompickseed; # optional seed for randomly picking resources
   61: my %randomorder; # maps to order contents randomly
   62: my %encurl; # URLs in this folder are supposed to be encrypted
   63: my %hiddenurl; # this URL (or complete folder) is supposed to be hidden
   64: 
   65: # ----------------------------------- Remove version from URL and store in hash
   66: 
   67: sub versionerror {
   68:     my ($uri,$usedversion,$unusedversion)=@_;
   69:     return '<br />'.&mt('Version discrepancy: resource [_1] included in both version [_2] and version [_3]. Using version [_2].',
   70:                     $uri,$usedversion,$unusedversion).'<br />';
   71: }
   72: 
   73: #  Removes the version number from a URI and returns the resulting
   74: #  URI (e.g. mumbly.version.stuff => mumbly.stuff).
   75: #
   76: #   If the URI has not been seen with a versio before the
   77: #   hash{'version_'.resultingURI} is set to the  version number.
   78: #   If the URI has been seen and the version does not match and error
   79: #   is added to the error string.
   80: #
   81: # Parameters:
   82: #   URI potentially with a version.
   83: # Returns:
   84: #   URI with the version cut out.
   85: # See above for side effects.
   86: #
   87: 
   88: sub versiontrack {
   89:     my $uri=shift;
   90:     if ($uri=~/\.(\d+)\.\w+$/) {
   91: 	my $version=$1;
   92: 	$uri=~s/\.\d+\.(\w+)$/\.$1/;
   93:         unless ($hash{'version_'.$uri}) {
   94: 	    $hash{'version_'.$uri}=$version;
   95: 	} elsif ($version!=$hash{'version_'.$uri}) {
   96:             $errtext.=&versionerror($uri,$hash{'version_'.$uri},$version);
   97:         }
   98:     }
   99:     return $uri;
  100: }
  101: 
  102: # -------------------------------------------------------------- Put in version
  103: 
  104: sub putinversion {
  105:     my $uri=shift;
  106:     my $key=$env{'request.course.id'}.'_'.&Apache::lonnet::clutter($uri);
  107:     if ($hash{'version_'.$uri}) {
  108: 	my $version=$hash{'version_'.$uri};
  109: 	if ($version eq 'mostrecent') { return $uri; }
  110: 	if ($version eq &Apache::lonnet::getversion(
  111: 			&Apache::lonnet::filelocation('',$uri))) 
  112: 	             { return $uri; }
  113: 	$uri=~s/\.(\w+)$/\.$version\.$1/;
  114:     }
  115:     &Apache::lonnet::do_cache_new('courseresversion',$key,&Apache::lonnet::declutter($uri),600);
  116:     return $uri;
  117: }
  118: 
  119: # ----------------------------------------- Processing versions file for course
  120: 
  121: sub processversionfile {
  122:     my %cenv=@_;
  123:     my %versions=&Apache::lonnet::dump('resourceversions',
  124: 				       $cenv{'domain'},
  125: 				       $cenv{'num'});
  126:     foreach my $ver (keys(%versions)) {
  127: 	if ($ver=~/^error\:/) { return; }
  128: 	$hash{'version_'.$ver}=$versions{$ver};
  129:     }
  130: }
  131: 
  132: # --------------------------------------------------------- Loads from disk
  133: 
  134: 
  135: #
  136: #  Loads a map file.
  137: #  Note that this may implicitly recurse via parse_resource if one of the resources
  138: #  is itself composed.
  139: #
  140: # Parameters:
  141: #    uri         - URI of the map file.
  142: #    parent_rid  - Resource id in the map of the parent resource (0.0 for the top level map)
  143: #
  144: #
  145: sub loadmap { 
  146:     my ($uri,$parent_rid)=@_;
  147: 
  148:     # Is the map already included?
  149: 
  150:     if ($hash{'map_pc_'.$uri}) { 
  151: 	$errtext.='<p class="LC_error">'.
  152: 	    &mt('Multiple use of sequence/page [_1]! The course will not function properly.','<tt>'.$uri.'</tt>').
  153: 	    '</p>';
  154: 	return; 
  155:     }
  156:     # Register the resource in it's map_pc_ [for the URL]
  157:     # map_id.nnn is the nesting level -> to the URI.
  158: 
  159:     $pc++;
  160:     my $lpc=$pc;
  161:     $hash{'map_pc_'.$uri}=$lpc;
  162:     $hash{'map_id_'.$lpc}=$uri;
  163: 
  164:     # If the parent is of the form n.m hang this map underneath it in the
  165:     # map hierarchy.
  166: 
  167:     if ($parent_rid =~ /^(\d+)\.\d+$/) {
  168:         my $parent_pc = $1;
  169:         if (defined($hash{'map_hierarchy_'.$parent_pc})) {
  170:             $hash{'map_hierarchy_'.$lpc}=$hash{'map_hierarchy_'.$parent_pc}.','.
  171:                                          $parent_pc;
  172:         } else {
  173:             $hash{'map_hierarchy_'.$lpc}=$parent_pc;
  174:         }
  175:     }
  176: 
  177: # Determine and check filename of the sequence we need to read:
  178: 
  179:     my $fn=&Apache::lonnet::filelocation('',&putinversion($uri));
  180: 
  181:     my $ispage=($fn=~/\.page$/);
  182: 
  183:     # We can only nest sequences or pages.  Anything else is an illegal nest.
  184: 
  185:     unless (($fn=~/\.sequence$/) || $ispage) { 
  186: 	$errtext.=&mt("<br />Invalid map: <tt>[_1]</tt>",$fn);
  187: 	return; 
  188:     }
  189: 
  190:     # Read the XML that constitutes the file.
  191: 
  192:     my $instr=&Apache::lonnet::getfile($fn);
  193: 
  194:     if ($instr eq -1) {
  195:         $errtext.=&mt('<br />Map not loaded: The file <tt>[_1]</tt> does not exist.',$fn);
  196: 	return;
  197:     }
  198: 
  199:     # Successfully got file, parse it
  200: 
  201:     # parse for parameter processing.
  202:     # Note that these are <param... / > tags
  203:     # so we only care about 'S' (tag start) nodes.
  204: 
  205: 
  206:     my $parser = HTML::TokeParser->new(\$instr);
  207:     $parser->attr_encoded(1);
  208: 
  209:     # first get all parameters
  210: 
  211: 
  212:     while (my $token = $parser->get_token) {
  213: 	next if ($token->[0] ne 'S');
  214: 	if ($token->[1] eq 'param') {
  215: 	    &parse_param($token,$lpc);
  216: 	} 
  217:     }
  218: 
  219:     # Get set to take another pass through the XML:
  220:     # for resources and links.
  221: 
  222:     $parser = HTML::TokeParser->new(\$instr);
  223:     $parser->attr_encoded(1);
  224: 
  225:     my $linkpc=0;
  226: 
  227:     $fn=~/\.(\w+)$/;
  228: 
  229:     $hash{'map_type_'.$lpc}=$1;
  230: 
  231:     my $randomize = ($randomorder{$parent_rid} =~ /^yes$/i);
  232: 
  233:     # Parse the resources, link and condition tags.
  234:     # Note that if randomorder or random select is chosen the links and
  235:     # conditions are meaningless but are determined by the randomization.
  236:     # This is handled in the next chunk of code.
  237: 
  238:     my @map_ids;
  239:     while (my $token = $parser->get_token) {
  240: 	next if ($token->[0] ne 'S');
  241: 
  242: 	# Resource
  243: 
  244: 	if ($token->[1] eq 'resource') {
  245: 	    my $resource_id = &parse_resource($token,$lpc,$ispage,$uri);
  246: 	    if (defined $resource_id) {
  247: 		push(@map_ids, $resource_id); 
  248: 	    }
  249: 
  250:        # Link
  251: 
  252: 	} elsif ($token->[1] eq 'link' && !$randomize) {
  253: 	    &make_link(++$linkpc,$lpc,$token->[2]->{'to'},
  254: 		       $token->[2]->{'from'},
  255: 		       $token->[2]->{'condition'}); # note ..condition may be undefined.
  256: 
  257: 	# condition
  258: 
  259: 	} elsif ($token->[1] eq 'condition' && !$randomize) {
  260: 	    &parse_condition($token,$lpc);
  261: 	}
  262:     }
  263: 
  264: 
  265:     # Handle randomization and random selection
  266: 
  267:     if ($randomize) {
  268: 	if (!$env{'request.role.adv'}) {
  269: 	    my $seed;
  270: 
  271: 	    # In the advanced role, the map's random seed
  272: 	    # parameter is used as the basis for computing the
  273: 	    # seed ... if it has been specified:
  274: 
  275: 	    if (defined($randompickseed{$parent_rid})) {
  276: 		$seed = $randompickseed{$parent_rid};
  277: 	    } else {
  278: 
  279: 		# Otherwise the parent's fully encoded symb is used.
  280: 
  281: 		my ($mapid,$resid)=split(/\./,$parent_rid);
  282: 		my $symb=
  283: 		    &Apache::lonnet::encode_symb($hash{'map_id_'.$mapid},
  284: 						 $resid,$hash{'src_'.$parent_rid});
  285: 		
  286: 		$seed = $symb;
  287: 	    }
  288: 
  289: 	    # TODO: Here for sure we need to pass along the username/domain
  290: 	    # so that we can impersonate users in lonprintout e.g.
  291: 
  292: 	    my $rndseed=&Apache::lonnet::rndseed($seed);
  293: 	    &Apache::lonnet::setup_random_from_rndseed($rndseed);
  294: 
  295: 	    # Take the set of map ids we have decoded and permute them to a
  296: 	    # random order based on the seed set above. All of this is
  297: 	    # processing the randomorder parameter if it is set, not
  298: 	    # randompick.
  299: 
  300: 	    @map_ids=&Math::Random::random_permutation(@map_ids); 
  301: 	}
  302: 
  303: 
  304: 	my $from = shift(@map_ids);
  305: 	my $from_rid = $lpc.'.'.$from;
  306: 	$hash{'map_start_'.$uri} = $from_rid;
  307: 	$hash{'type_'.$from_rid}='start';
  308: 
  309: 	# Create links to reflect the random re-ordering done above.
  310: 	# In the code to process the map XML, we did not process links or conditions
  311: 	# if randomorder was set.  This means that for an instructor to choose
  312: 
  313: 	while (my $to = shift(@map_ids)) {
  314: 	    &make_link(++$linkpc,$lpc,$to,$from);
  315: 	    my $to_rid =  $lpc.'.'.$to;
  316: 	    $hash{'type_'.$to_rid}='normal';
  317: 	    $from = $to;
  318: 	    $from_rid = $to_rid;
  319: 	}
  320: 
  321: 	$hash{'map_finish_'.$uri}= $from_rid;
  322: 	$hash{'type_'.$from_rid}='finish';
  323:     }
  324: 
  325:     $parser = HTML::TokeParser->new(\$instr);
  326:     $parser->attr_encoded(1);
  327: 
  328:     # last parse out the mapalias params.  Thes provide mnemonic
  329:     # tags to resources that can be used in conditions
  330: 
  331:     while (my $token = $parser->get_token) {
  332: 	next if ($token->[0] ne 'S');
  333: 	if ($token->[1] eq 'param') {
  334: 	    &parse_mapalias_param($token,$lpc);
  335: 	} 
  336:     }
  337: }
  338: 
  339: 
  340: # -------------------------------------------------------------------- Resource
  341: #
  342: #  Parses a resource tag to produce the value to push into the
  343: #  map_ids array.
  344: # 
  345: #
  346: #  Information about the actual type of resource is provided by the file extension
  347: #  of the uri (e.g. .problem, .sequence etc. etc.).
  348: #
  349: #  Parameters:
  350: #    $token   - A token from HTML::TokeParser
  351: #               This is an array that describes the most recently parsed HTML item.
  352: #    $lpc     - Map nesting level (?)
  353: #    $ispage  - True if this resource is encapsulated in a .page (assembled resourcde).
  354: #    $uri     - URI of the enclosing resource.
  355: # Returns:
  356: #   Value of the id attribute of the tag.
  357: #
  358: # Note:
  359: #   The token is an array that contains the following elements:
  360: #   [0]   => 'S' indicating this is a start token
  361: #   [1]   => 'resource'  indicating this tag is a <resource> tag.
  362: #   [2]   => Hash of attribute =>value pairs.
  363: #   [3]   => @(keys [2]).
  364: #   [4]   => unused.
  365: #
  366: #   The attributes of the resourcde tag include:
  367: #
  368: #   id     - The resource id.
  369: #   src    - The URI of the resource.
  370: #   type   - The resource type (e.g. start and finish).
  371: #   title  - The resource title.
  372: 
  373: 
  374: sub parse_resource {
  375:     my ($token,$lpc,$ispage,$uri) = @_;
  376:     
  377:     # I refuse to countenance code like this that has 
  378:     # such a dirty side effect (and forcing this sub to be called within a loop).
  379:     #
  380:     #  if ($token->[2]->{'type'} eq 'zombie') { next; }
  381:     #
  382:     #  The original code both returns _and_ skips to the next pass of the >caller's<
  383:     #  loop, that's just dirty.
  384:     #
  385: 
  386:     # Zombie resources don't produce anything useful.
  387: 
  388:     if ($token->[2]->{'type'} eq 'zombie') {
  389: 	return undef;
  390:     }
  391: 
  392:     my $rid=$lpc.'.'.$token->[2]->{'id'}; # Resource id in hash is levelcounter.id-in-xml.
  393: 
  394:     # Save the hash element type and title:
  395: 	    
  396:     $hash{'kind_'.$rid}='res';
  397:     $hash{'title_'.$rid}=$token->[2]->{'title'};
  398: 
  399:     # Get the version free URI for the resource.
  400:     # If a 'version' attribute was supplied, and this resource's version 
  401:     # information has not yet been stored, store it.
  402:     #
  403: 
  404:     my $turi=&versiontrack($token->[2]->{'src'});
  405:     if ($token->[2]->{'version'}) {
  406: 	unless ($hash{'version_'.$turi}) {
  407: 	    $hash{'version_'.$turi}=$1;
  408: 	}
  409:     }
  410:     # Pull out the title and do entity substitution on &colon
  411:     # Q: Why no other entity substitutions?
  412: 
  413:     my $title=$token->[2]->{'title'};
  414:     $title=~s/\&colon\;/\:/gs;
  415: 
  416: 
  417: 
  418:     # I think the point of all this code is to construct a final
  419:     # URI that apache and its rewrite rules can use to
  420:     # fetch the resource.   Thi s sonly necessary if the resource
  421:     # is not a page.  If the resource is a page then it must be
  422:     # assembled (at fetch time?).
  423: 
  424:     unless ($ispage) {
  425: 	$turi=~/\.(\w+)$/;
  426: 	my $embstyle=&Apache::loncommon::fileembstyle($1);
  427: 	if ($token->[2]->{'external'} eq 'true') { # external
  428: 	    $turi=~s/^https?\:\/\//\/adm\/wrapper\/ext\//;
  429: 	} elsif ($turi=~/^\/*uploaded\//) { # uploaded
  430: 	    if (($embstyle eq 'img') 
  431: 		|| ($embstyle eq 'emb')
  432: 		|| ($embstyle eq 'wrp')) {
  433: 		$turi='/adm/wrapper'.$turi;
  434: 	    } elsif ($embstyle eq 'ssi') {
  435: 		#do nothing with these
  436: 	    } elsif ($turi!~/\.(sequence|page)$/) {
  437: 		$turi='/adm/coursedocs/showdoc'.$turi;
  438: 	    }
  439: 	} elsif ($turi=~/\S/) { # normal non-empty internal resource
  440: 	    my $mapdir=$uri;
  441: 	    $mapdir=~s/[^\/]+$//;
  442: 	    $turi=&Apache::lonnet::hreflocation($mapdir,$turi);
  443: 	    if (($embstyle eq 'img') 
  444: 		|| ($embstyle eq 'emb')
  445: 		|| ($embstyle eq 'wrp')) {
  446: 		$turi='/adm/wrapper'.$turi;
  447: 	    }
  448: 	}
  449:     }
  450:     # Store reverse lookup, remove query string resource 'ids'_uri => resource id.
  451:     # If the URI appears more than one time in the sequence, it's resourcde
  452:     # id's are constructed as a comma spearated list.
  453: 
  454:     my $idsuri=$turi;
  455:     $idsuri=~s/\?.+$//;
  456:     if (defined($hash{'ids_'.$idsuri})) {
  457: 	$hash{'ids_'.$idsuri}.=','.$rid;
  458:     } else {
  459: 	$hash{'ids_'.$idsuri}=''.$rid;
  460:     }
  461:     
  462: 
  463: 
  464:     if ($turi=~/\/(syllabus|aboutme|navmaps|smppg|bulletinboard|viewclasslist)$/) {
  465: 	$turi.='?register=1';
  466:     }
  467:     
  468: 
  469:     # resource id lookup:  'src'_resourc-di  => URI decorated with a query
  470:     # parameter as above if necessary due to the resource type.
  471:     
  472:     $hash{'src_'.$rid}=$turi;
  473: 
  474:     # Mark the external-ness of the resource:
  475:     
  476:     if ($token->[2]->{'external'} eq 'true') {
  477: 	$hash{'ext_'.$rid}='true:';
  478:     } else {
  479: 	$hash{'ext_'.$rid}='false:';
  480:     }
  481: 
  482:     # If the resource is a start/finish resource set those
  483:     # entries in the has so that navigation knows where everything starts.
  484:     # TODO?  If there is a malformed sequence that has no start or no finish
  485:     # resource, should this be detected and errors thrown?  How would such a 
  486:     # resource come into being other than being manually constructed by a person
  487:     # and then uploaded?  Could that happen if an author decided a sequence was almost
  488:     # right edited it by hand and then reuploaded it to 'fix it' but accidently cut the
  489:     #  start or finish resources?
  490:     #
  491:     #  All resourcess also get a type_id => (start | finish | normal)    hash entr.
  492:     #
  493:     if ($token->[2]->{'type'}) {
  494: 	$hash{'type_'.$rid}=$token->[2]->{'type'};
  495: 	if ($token->[2]->{'type'} eq 'start') {
  496: 	    $hash{'map_start_'.$uri}="$rid";
  497: 	}
  498: 	if ($token->[2]->{'type'} eq 'finish') {
  499: 	    $hash{'map_finish_'.$uri}="$rid";
  500: 	}
  501:     }  else {
  502: 	$hash{'type_'.$rid}='normal';
  503:     }
  504: 
  505:     # Sequences end pages are constructed entities.  They require that the 
  506:     # map that defines _them_ be loaded as well into the hash...with this resourcde
  507:     # as the base of the nesting.
  508:     # Resources like that are also marked with is_map_id => 1 entries.
  509:     #
  510:     
  511:     if (($turi=~/\.sequence$/) ||
  512: 	($turi=~/\.page$/)) {
  513: 	$hash{'is_map_'.$rid}=1;
  514: 	&loadmap($turi,$rid);
  515:     } 
  516:     return $token->[2]->{'id'};
  517: }
  518: 
  519: #-------------------------------------------------------------------- link
  520: #  Links define how you are allowed to move from one resource to another.
  521: #  They are the transition edges in the directed graph that a map is.
  522: #  This sub takes informatino from a <link> tag and constructs the
  523: #  navigation bits and pieces of a map.  There is no requirement that the
  524: #  resources that are linke are already defined, however clearly the map is 
  525: #  badly broken if they are not _eventually_ defined.
  526: #
  527: #  Note that links can be unconditional or conditional.
  528: #
  529: #  Parameters:
  530: #     linkpc   - The link counter for this level of map nesting (this is 
  531: #                reset to zero by loadmap prior to starting to process
  532: #                links for map).
  533: #     lpc      - The map level ocounter (how deeply nested this map is in
  534: #                the hierarchy of maps that are recursively read in.
  535: #     to       - resource id (within the XML) of the target of the edge.
  536: #     from     - resource id (within the XML) of the source of the edge.
  537: #     condition- id of condition associated with the edge (also within the XML).
  538: #
  539: 
  540: sub make_link {
  541:     my ($linkpc,$lpc,$to,$from,$condition) = @_;
  542:     
  543:     #  Compute fully qualified ids for the link, the 
  544:     # and from/to by prepending lpc.
  545:     #
  546: 
  547:     my $linkid=$lpc.'.'.$linkpc;
  548:     my $goesto=$lpc.'.'.$to;
  549:     my $comesfrom=$lpc.'.'.$from;
  550:     my $undercond=0;
  551: 
  552: 
  553:     # If there is a condition, qualify it with the level counter.
  554: 
  555:     if ($condition) {
  556: 	$undercond=$lpc.'.'.$condition;
  557:     }
  558: 
  559:     # Links are represnted by:
  560:     #  goesto_.fuullyqualifedlinkid => fully qualified to
  561:     #  comesfrom.fullyqualifiedlinkid => fully qualified from
  562:     #  undercond_.fullyqualifiedlinkid => fully qualified condition id.
  563: 
  564:     $hash{'goesto_'.$linkid}=$goesto;
  565:     $hash{'comesfrom_'.$linkid}=$comesfrom;
  566:     $hash{'undercond_'.$linkid}=$undercond;
  567: 
  568:     # In addition:
  569:     #   to_.fully qualified from => comma separated list of 
  570:     #   link ids with that from.
  571:     # Similarly:
  572:     #   from_.fully qualified to => comma separated list of link ids`
  573:     #                               with that to.
  574:     #  That allows us given a resource id to know all edges that go to it
  575:     #  and leave from it.
  576:     #
  577: 
  578:     if (defined($hash{'to_'.$comesfrom})) {
  579: 	$hash{'to_'.$comesfrom}.=','.$linkid;
  580:     } else {
  581: 	$hash{'to_'.$comesfrom}=''.$linkid;
  582:     }
  583:     if (defined($hash{'from_'.$goesto})) {
  584: 	$hash{'from_'.$goesto}.=','.$linkid;
  585:     } else {
  586: 	$hash{'from_'.$goesto}=''.$linkid;
  587:     }
  588: }
  589: 
  590: # ------------------------------------------------------------------- Condition
  591: #
  592: #  Processes <condition> tags, storing sufficient information about them
  593: #  in the hash so that they can be evaluated and used to conditionalize
  594: #  what is presented to the student.
  595: #
  596: #  these can have the following attributes 
  597: #
  598: #    id    = A unique identifier of the condition within the map.
  599: #
  600: #    value = Is a perl script-let that, when evaluated in safe space
  601: #            determines whether or not the condition is true.
  602: #            Normally this takes the form of a test on an  Apache::lonnet::EXT call
  603: #            to find the value of variable associated with a resource in the
  604: #            map identified by a mapalias.
  605: #            Here's a fragment of XML code that illustrates this:
  606: #
  607: #           <param to="5" value="mainproblem" name="parameter_0_mapalias" type="string" />
  608: #           <resource src="" id="1" type="start" title="Start" />
  609: #           <resource src="/res/msu/albertel/b_and_c/p1.problem" id="5"  title="p1.problem" />
  610: #           <condition value="&EXT('user.resource.resource.0.tries','mainproblem')
  611: #           <2 " id="61" type="stop" />
  612: #           <link to="5" index="1" from="1" condition="61" />    
  613: #
  614: #           In this fragment:
  615: #             - The param tag establishes an alias to resource id 5 of 'mainproblem'.
  616: #             - The resource that is the start of the map is identified.
  617: #             - The resource tag identifies the resource associated with this tag
  618: #               and gives it the id 5.
  619: #             - The condition is true if the tries variable associated with mainproblem
  620: #               is less than 2 (that is the user has had more than 2 tries).
  621: #               The condition type is a stop condition which inhibits(?) the associated
  622: #               link if the condition  is false. 
  623: #             - The link to resource 5 from resource 1 is affected by this condition.    
  624: #            
  625: #    type  = Type of the condition. The type determines how the condition affects the
  626: #            link associated with it and is one of
  627: #            -  'force'
  628: #            -  'stop'
  629: #              anything else including not supplied..which treated as:
  630: #            - 'normal'.
  631: #            Presumably maps get created by the resource assembly tool and therefore
  632: #            illegal type values won't squirm their way into the XML.
  633: #
  634: # Side effects:
  635: #   -  The kind_level-qualified-condition-id hash element is set to 'cond'.
  636: #   -  The condition text is pushed into the cond array and its element number is
  637: #      set in the condid_level-qualified-condition-id element of the hash.
  638: #   - The condition type is colon appneded to the cond array element for this condition.
  639: sub parse_condition {
  640:     my ($token,$lpc) = @_;
  641:     my $rid=$lpc.'.'.$token->[2]->{'id'};
  642:     
  643:     $hash{'kind_'.$rid}='cond';
  644: 
  645:     my $condition = $token->[2]->{'value'};
  646:     $condition =~ s/[\n\r]+/ /gs;
  647:     push(@cond, $condition);
  648:     $hash{'condid_'.$rid}=$#cond;
  649:     if ($token->[2]->{'type'}) {
  650: 	$cond[$#cond].=':'.$token->[2]->{'type'};
  651:     }  else {
  652: 	$cond[$#cond].=':normal';
  653:     }
  654: }
  655: 
  656: # ------------------------------------------------------------------- Parameter
  657: # Parse a <parameter> tag in the map.
  658: # Parmameters:
  659: #    $token Token array for a start tag from HTML::TokeParser
  660: #           [0] = 'S'
  661: #           [1] = tagname ("param")
  662: #           [2] = Hash of {attribute} = values.
  663: #           [3] = Array of the keys in [2].
  664: #           [4] = unused.
  665: #    $lpc   Current map nesting level.a
  666: #
  667: #  Typical attributes:
  668: #     to=n      - Number of the resource the parameter applies to.
  669: #     type=xx   - Type of parameter value (e.g. string_yesno or int_pos).
  670: #     name=xxx  - Name ofr parameter (e.g. parameter_randompick or parameter_randomorder).
  671: #     value=xxx - value of the parameter.
  672: 
  673: sub parse_param {
  674:     my ($token,$lpc) = @_;
  675:     my $referid=$lpc.'.'.$token->[2]->{'to'}; # Resource param applies to.
  676:     my $name=$token->[2]->{'name'};	      # Name of parameter
  677:     my $part;
  678: 
  679: 
  680:     if ($name=~/^parameter_(.*)_/) { 
  681: 	$part=$1;
  682:     } else {
  683: 	$part=0;
  684:     }
  685: 
  686:     # Peel the parameter_ off the parameter name.
  687: 
  688:     $name=~s/^.*_([^_]*)$/$1/;
  689: 
  690:     # The value is:
  691:     #   type.part.name.value
  692: 
  693:     my $newparam=
  694: 	&escape($token->[2]->{'type'}).':'.
  695: 	&escape($part.'.'.$name).'='.
  696: 	&escape($token->[2]->{'value'});
  697: 
  698:     # The hash key is param_resourceid.
  699:     # Multiple parameters for a single resource are & separated in the hash.
  700: 
  701: 
  702:     if (defined($hash{'param_'.$referid})) {
  703: 	$hash{'param_'.$referid}.='&'.$newparam;
  704:     } else {
  705: 	$hash{'param_'.$referid}=''.$newparam;
  706:     }
  707:     #
  708:     #  These parameters have to do with randomly selecting
  709:     # resources, therefore a separate hash is also created to 
  710:     # make it easy to locate them when actually computing the resource set later on
  711:     # See the code conditionalized by ($randomize) in loadmap().
  712: 
  713:     if ($token->[2]->{'name'}=~/^parameter_(0_)*randompick$/) { # Random selection turned on
  714: 	$randompick{$referid}=$token->[2]->{'value'};
  715:     }
  716:     if ($token->[2]->{'name'}=~/^parameter_(0_)*randompickseed$/) { # Randomseed provided.
  717: 	$randompickseed{$referid}=$token->[2]->{'value'};
  718:     }
  719:     if ($token->[2]->{'name'}=~/^parameter_(0_)*randomorder$/) { # Random order turned on.
  720: 	$randomorder{$referid}=$token->[2]->{'value'};
  721:     }
  722: 
  723:     # These parameters have to do with how the URLs of resources are presented to
  724:     # course members(?).  encrypturl presents encypted url's while
  725:     # hiddenresource hides the URL.
  726:     #
  727: 
  728:     if ($token->[2]->{'name'}=~/^parameter_(0_)*encrypturl$/) {
  729: 	if ($token->[2]->{'value'}=~/^yes$/i) {
  730: 	    $encurl{$referid}=1;
  731: 	}
  732:     }
  733:     if ($token->[2]->{'name'}=~/^parameter_(0_)*hiddenresource$/) {
  734: 	if ($token->[2]->{'value'}=~/^yes$/i) {
  735: 	    $hiddenurl{$referid}=1;
  736: 	}
  737:     }
  738: }
  739: #
  740: #  Parse mapalias parameters.
  741: #  these are tags of the form:
  742: #  <param to="nn" 
  743: #         value="some-alias-for-resourceid-nn" 
  744: #         name="parameter_0_mapalias" 
  745: #         type="string" />
  746: #  A map alias is a textual name for a resource:
  747: #    - The to  attribute identifies the resource (this gets level qualified below)
  748: #    - The value attributes provides the alias string.
  749: #    - name must be of the regexp form: /^parameter_(0_)*mapalias$/
  750: #    - e.g. the string 'parameter_' followed by 0 or more "0_" strings
  751: #      terminating with the string 'mapalias'.
  752: #      Examples:
  753: #         'parameter_mapalias', 'parameter_0_mapalias', parameter_0_0_mapalias'
  754: #  Invalid to ids are silently ignored.
  755: #
  756: #  Parameters:
  757: #     token - The token array fromthe HMTML::TokeParser
  758: #     lpc   - The current map level counter.
  759: #
  760: sub parse_mapalias_param {
  761:     my ($token,$lpc) = @_;
  762: 
  763:     # Fully qualify the to value and ignore the alias if there is no
  764:     # corresponding resource.
  765: 
  766:     my $referid=$lpc.'.'.$token->[2]->{'to'};
  767:     return if (!exists($hash{'src_'.$referid}));
  768: 
  769:     # If this is a valid mapalias parameter, 
  770:     # Append the target id to the count_mapalias element for that
  771:     # alias so that we can detect doubly defined aliases
  772:     # e.g.:
  773:     #  <param to="1" value="george" name="parameter_0_mapalias" type="string" />
  774:     #  <param to="2" value="george" name="parameter_0_mapalias" type="string" />
  775:     #
  776:     #  The example above is trivial but the case that's important has to do with
  777:     #  constructing a map that includes a nested map where the nested map may have
  778:     #  aliases that conflict with aliases established in the enclosing map.
  779:     #
  780:     # ...and create/update the hash mapalias entry to actually store the alias.
  781:     #
  782: 
  783:     if ($token->[2]->{'name'}=~/^parameter_(0_)*mapalias$/) {
  784: 	&count_mapalias($token->[2]->{'value'},$referid);
  785: 	$hash{'mapalias_'.$token->[2]->{'value'}}=$referid;
  786:     }
  787: }
  788: 
  789: # --------------------------------------------------------- Simplify expression
  790: 
  791: 
  792: #
  793: #  Someone should really comment this to describe what it does to what and why.
  794: #
  795: sub simplify {
  796:     my $expression=shift;
  797: # (0&1) = 1
  798:     $expression=~s/\(0\&([_\.\d]+)\)/$1/g;
  799: # (8)=8
  800:     $expression=~s/\(([_\.\d]+)\)/$1/g;
  801: # 8&8=8
  802:     $expression=~s/([^_\.\d])([_\.\d]+)\&\2([^_\.\d])/$1$2$3/g;
  803: # 8|8=8
  804:     $expression=~s/([^_\.\d])([_\.\d]+)(?:\|\2)+([^_\.\d])/$1$2$3/g;
  805: # (5&3)&4=5&3&4
  806:     $expression=~s/\(([_\.\d]+)((?:\&[_\.\d]+)+)\)\&([_\.\d]+[^_\.\d])/$1$2\&$3/g;
  807: # (((5&3)|(4&6)))=((5&3)|(4&6))
  808:     $expression=~
  809: 	s/\((\(\([_\.\d]+(?:\&[_\.\d]+)*\)(?:\|\([_\.\d]+(?:\&[_\.\d]+)*\))+\))\)/$1/g;
  810: # ((5&3)|(4&6))|(1&2)=(5&3)|(4&6)|(1&2)
  811:     $expression=~
  812: 	s/\((\([_\.\d]+(?:\&[_\.\d]+)*\))((?:\|\([_\.\d]+(?:\&[_\.\d]+)*\))+)\)\|(\([_\.\d]+(?:\&[_\.\d]+)*\))/\($1$2\|$3\)/g;
  813:     return $expression;
  814: }
  815: 
  816: # -------------------------------------------------------- Build condition hash
  817: 
  818: #
  819: #  Traces a route recursively through the map after it has been loaded
  820: #  (I believe this really visits each resourcde that is reachable fromt he
  821: #  start top node.
  822: #
  823: #  - Marks hidden resources as hidden.
  824: #  - Marks which resource URL's must be encrypted.
  825: #  - Figures out (if necessary) the first resource in the map.
  826: #  - Further builds the chunks of the big hash that define how 
  827: #    conditions work
  828: #
  829: #  Note that the tracing strategy won't visit resources that are not linked to
  830: #  anything or islands in the map (groups of resources that form a path but are not
  831: #  linked in to the path that can be traced from the start resource...but that's ok
  832: #  because by definition, those resources are not reachable by users of the course.
  833: #
  834: # Parameters:
  835: #   sofar    - _URI of the prior entry or 0 if this is the top.
  836: #   rid      - URI of the resource to visit.
  837: #   beenhere - list of resources (each resource enclosed by &'s) that have
  838: #              already been visited.
  839: #   encflag  - If true the resource that resulted in a recursive call to us
  840: #              has an encoded URL (which means contained resources should too). 
  841: #   hdnflag  - If true,the resource that resulted in a recursive call to us
  842: #              was hidden (which means contained resources should be hidden too).
  843: # Returns
  844: #    new value indicating how far the map has been traversed (the sofar).
  845: #
  846: sub traceroute {
  847:     my ($sofar,$rid,$beenhere,$encflag,$hdnflag)=@_;
  848:     my $newsofar=$sofar=simplify($sofar);
  849: 
  850:     unless ($beenhere=~/\&\Q$rid\E\&/) {
  851: 	$beenhere.=$rid.'&';  
  852: 	my ($mapid,$resid)=split(/\./,$rid);
  853: 	my $symb=&Apache::lonnet::encode_symb($hash{'map_id_'.$mapid},$resid,$hash{'src_'.$rid});
  854: 	my $hidden=&Apache::lonnet::EXT('resource.0.hiddenresource',$symb);
  855: 
  856: 	if ($hdnflag || lc($hidden) eq 'yes') {
  857: 	    $hiddenurl{$rid}=1;
  858: 	}
  859: 	if (!$hdnflag && lc($hidden) eq 'no') {
  860: 	    delete($hiddenurl{$rid});
  861: 	}
  862: 
  863: 	my $encrypt=&Apache::lonnet::EXT('resource.0.encrypturl',$symb);
  864: 	if ($encflag || lc($encrypt) eq 'yes') { $encurl{$rid}=1; }
  865: 
  866: 	if (($retfrid eq '') && ($hash{'src_'.$rid})
  867: 	    && ($hash{'src_'.$rid}!~/\.sequence$/)) {
  868: 	    $retfrid=$rid;
  869: 	}
  870: 
  871: 	if (defined($hash{'conditions_'.$rid})) {
  872: 	    $hash{'conditions_'.$rid}=simplify(
  873:            '('.$hash{'conditions_'.$rid}.')|('.$sofar.')');
  874: 	} else {
  875: 	    $hash{'conditions_'.$rid}=$sofar;
  876: 	}
  877: 
  878: 	# if the expression is just the 0th condition keep it
  879: 	# otherwise leave a pointer to this condition expression
  880: 
  881: 	$newsofar = ($sofar eq '0') ? $sofar : '_'.$rid;
  882: 
  883: 	# Recurse if the resource is a map:
  884: 
  885: 	if (defined($hash{'is_map_'.$rid})) {
  886: 	    if (defined($hash{'map_start_'.$hash{'src_'.$rid}})) {
  887: 		$sofar=$newsofar=
  888: 		    &traceroute($sofar,
  889: 				$hash{'map_start_'.$hash{'src_'.$rid}},
  890: 				$beenhere,
  891: 				$encflag || $encurl{$rid},
  892: 				$hdnflag || $hiddenurl{$rid});
  893: 	    }
  894: 	}
  895: 
  896: 	# Processes  links to this resource:
  897: 	#  - verify the existence of any conditionals on the link to here.
  898: 	#  - Recurse to any resources linked to us.
  899: 	#
  900: 	if (defined($hash{'to_'.$rid})) {
  901: 	    foreach my $id (split(/\,/,$hash{'to_'.$rid})) {
  902: 		my $further=$sofar;
  903: 		#
  904: 		# If there's a condition associated with this link be sure
  905: 		# it's been defined else that's an error:
  906: 		#
  907:                 if ($hash{'undercond_'.$id}) {
  908: 		    if (defined($hash{'condid_'.$hash{'undercond_'.$id}})) {
  909: 			$further=simplify('('.'_'.$rid.')&('.
  910: 					  $hash{'condid_'.$hash{'undercond_'.$id}}.')');
  911: 		    } else {
  912: 			$errtext.=&mt('<br />Undefined condition ID: [_1]',$hash{'undercond_'.$id});
  913: 		    }
  914:                 }
  915: 		#  Recurse to resoruces that have to's to us.
  916:                 $newsofar=&traceroute($further,$hash{'goesto_'.$id},$beenhere,
  917: 				      $encflag,$hdnflag);
  918: 	    }
  919: 	}
  920:     }
  921:     return $newsofar;
  922: }
  923: 
  924: # ------------------------------ Cascading conditions, quick access, parameters
  925: 
  926: #
  927: #  Seems a rather strangely named sub given what the comment above says it does.
  928: 
  929: 
  930: sub accinit {
  931:     my ($uri,$short,$fn)=@_;
  932:     my %acchash=();
  933:     my %captured=();
  934:     my $condcounter=0;
  935:     $acchash{'acc.cond.'.$short.'.0'}=0;
  936: 
  937:     # This loop is only interested in conditions and 
  938:     # parameters in the big hash:
  939: 
  940:     foreach my $key (keys(%hash)) {
  941: 
  942: 	# conditions:
  943: 
  944: 	if ($key=~/^conditions/) {
  945: 	    my $expr=$hash{$key};
  946: 
  947: 	    # try to find and factor out common sub-expressions
  948: 	    # Any subexpression that is found is simplified, removed from
  949: 	    # the original condition expression and the simplified sub-expression
  950: 	    # substituted back in to the epxression..I'm not actually convinced this
  951: 	    # factors anything out...but instead maybe simplifies common factors(?)
  952: 
  953: 	    foreach my $sub ($expr=~m/(\(\([_\.\d]+(?:\&[_\.\d]+)+\)(?:\|\([_\.\d]+(?:\&[_\.\d]+)+\))+\))/g) {
  954: 		my $orig=$sub;
  955: 
  956: 		my ($factor) = ($sub=~/\(\(([_\.\d]+\&(:?[_\.\d]+\&)*)(?:[_\.\d]+\&*)+\)(?:\|\(\1(?:[_\.\d]+\&*)+\))+\)/);
  957: 		next if (!defined($factor));
  958: 
  959: 		$sub=~s/\Q$factor\E//g;
  960: 		$sub=~s/^\(/\($factor\(/;
  961: 		$sub.=')';
  962: 		$sub=simplify($sub);
  963: 		$expr=~s/\Q$orig\E/$sub/;
  964: 	    }
  965: 	    $hash{$key}=$expr;
  966: 
  967:            # If not yet seen, record in acchash and that we've seen it.
  968: 
  969: 	    unless (defined($captured{$expr})) {
  970: 		$condcounter++;
  971: 		$captured{$expr}=$condcounter;
  972: 		$acchash{'acc.cond.'.$short.'.'.$condcounter}=$expr;
  973: 	    } 
  974:         # Parameters:
  975: 
  976: 	} elsif ($key=~/^param_(\d+)\.(\d+)/) {
  977: 	    my $prefix=&Apache::lonnet::encode_symb($hash{'map_id_'.$1},$2,
  978: 						    $hash{'src_'.$1.'.'.$2});
  979: 	    foreach my $param (split(/\&/,$hash{$key})) {
  980: 		my ($typename,$value)=split(/\=/,$param);
  981: 		my ($type,$name)=split(/\:/,$typename);
  982: 		$parmhash{$prefix.'.'.&unescape($name)}=
  983: 		    &unescape($value);
  984: 		$parmhash{$prefix.'.'.&unescape($name).'.type'}=
  985: 		    &unescape($type);
  986: 	    }
  987: 	}
  988:     }
  989:     # This loop only processes id entries in the big hash.
  990: 
  991:     foreach my $key (keys(%hash)) {
  992: 	if ($key=~/^ids/) {
  993: 	    foreach my $resid (split(/\,/,$hash{$key})) {
  994: 		my $uri=$hash{'src_'.$resid};
  995: 		my ($uripath,$urifile) =
  996: 		    &Apache::lonnet::split_uri_for_cond($uri);
  997: 		if ($uripath) {
  998: 		    my $uricond='0';
  999: 		    if (defined($hash{'conditions_'.$resid})) {
 1000: 			$uricond=$captured{$hash{'conditions_'.$resid}};
 1001: 		    }
 1002: 		    if (defined($acchash{'acc.res.'.$short.'.'.$uripath})) {
 1003: 			if ($acchash{'acc.res.'.$short.'.'.$uripath}=~
 1004: 			    /(\&\Q$urifile\E\:[^\&]*)/) {
 1005: 			    my $replace=$1;
 1006: 			    my $regexp=$replace;
 1007: 			    #$regexp=~s/\|/\\\|/g;
 1008: 			    $acchash{'acc.res.'.$short.'.'.$uripath} =~
 1009: 				s/\Q$regexp\E/$replace\|$uricond/;
 1010: 			} else {
 1011: 			    $acchash{'acc.res.'.$short.'.'.$uripath}.=
 1012: 				$urifile.':'.$uricond.'&';
 1013: 			}
 1014: 		    } else {
 1015: 			$acchash{'acc.res.'.$short.'.'.$uripath}=
 1016: 			    '&'.$urifile.':'.$uricond.'&';
 1017: 		    }
 1018: 		} 
 1019: 	    }
 1020: 	}
 1021:     }
 1022:     $acchash{'acc.res.'.$short.'.'}='&:0&';
 1023:     my $courseuri=$uri;
 1024:     $courseuri=~s/^\/res\///;
 1025:     my $regexp = 1;
 1026:     &Apache::lonnet::delenv('(acc\.|httpref\.)',$regexp);
 1027:     &Apache::lonnet::appenv(\%acchash);
 1028: }
 1029: 
 1030: # ---------------- Selectively delete from randompick maps and hidden url parms
 1031: 
 1032: sub hiddenurls {
 1033:     my $randomoutentry='';
 1034:     foreach my $rid (keys %randompick) {
 1035:         my $rndpick=$randompick{$rid};
 1036:         my $mpc=$hash{'map_pc_'.$hash{'src_'.$rid}};
 1037: # ------------------------------------------- put existing resources into array
 1038:         my @currentrids=();
 1039:         foreach my $key (sort(keys(%hash))) {
 1040: 	    if ($key=~/^src_($mpc\.\d+)/) {
 1041: 		if ($hash{'src_'.$1}) { push @currentrids, $1; }
 1042:             }
 1043:         }
 1044: 	# rids are number.number and we want to numercially sort on 
 1045:         # the second number
 1046: 	@currentrids=sort {
 1047: 	    my (undef,$aid)=split(/\./,$a);
 1048: 	    my (undef,$bid)=split(/\./,$b);
 1049: 	    $aid <=> $bid;
 1050: 	} @currentrids;
 1051:         next if ($#currentrids<$rndpick);
 1052: # -------------------------------- randomly eliminate the ones that should stay
 1053: 	my (undef,$id)=split(/\./,$rid);
 1054:         if ($randompickseed{$rid}) { $id=$randompickseed{$rid}; }
 1055: 	my $rndseed=&Apache::lonnet::rndseed($id); # use id instead of symb
 1056: 	&Apache::lonnet::setup_random_from_rndseed($rndseed);
 1057: 	my @whichids=&Math::Random::random_permuted_index($#currentrids+1);
 1058:         for (my $i=1;$i<=$rndpick;$i++) { $currentrids[$whichids[$i]]=''; }
 1059: 	#&Apache::lonnet::logthis("$id,$rndseed,".join(':',@whichids));
 1060: # -------------------------------------------------------- delete the leftovers
 1061:         for (my $k=0; $k<=$#currentrids; $k++) {
 1062:             if ($currentrids[$k]) {
 1063: 		$hash{'randomout_'.$currentrids[$k]}=1;
 1064:                 my ($mapid,$resid)=split(/\./,$currentrids[$k]);
 1065:                 $randomoutentry.='&'.
 1066: 		    &Apache::lonnet::encode_symb($hash{'map_id_'.$mapid},
 1067: 						 $resid,
 1068: 						 $hash{'src_'.$currentrids[$k]}
 1069: 						 ).'&';
 1070:             }
 1071:         }
 1072:     }
 1073: # ------------------------------ take care of explicitly hidden urls or folders
 1074:     foreach my $rid (keys %hiddenurl) {
 1075: 	$hash{'randomout_'.$rid}=1;
 1076: 	my ($mapid,$resid)=split(/\./,$rid);
 1077: 	$randomoutentry.='&'.
 1078: 	    &Apache::lonnet::encode_symb($hash{'map_id_'.$mapid},$resid,
 1079: 					 $hash{'src_'.$rid}).'&';
 1080:     }
 1081: # --------------------------------------- append randomout entry to environment
 1082:     if ($randomoutentry) {
 1083: 	&Apache::lonnet::appenv({'acc.randomout' => $randomoutentry});
 1084:     }
 1085: }
 1086: 
 1087: # ---------------------------------------------------- Read map and all submaps
 1088: 
 1089: sub readmap {
 1090:     my $short=shift;
 1091:     $short=~s/^\///;
 1092: 
 1093:     # TODO:  Hidden dependency on current user:
 1094: 
 1095:     my %cenv=&Apache::lonnet::coursedescription($short,{'freshen_cache'=>1}); 
 1096: 
 1097:     my $fn=$cenv{'fn'};
 1098:     my $uri;
 1099:     $short=~s/\//\_/g;
 1100:     unless ($uri=$cenv{'url'}) { 
 1101: 	&Apache::lonnet::logthis('<font color="blue">WARNING: '.
 1102: 				 "Could not load course $short.</font>"); 
 1103: 	return ('',&mt('No course data available.'));;
 1104:     }
 1105:     @cond=('true:normal');
 1106: 
 1107:     unless (open(LOCKFILE,">$fn.db.lock")) {
 1108: 	# 
 1109: 	# Most likely a permissions problem on the lockfile or its directory.
 1110: 	#
 1111:         $retfurl = '';
 1112:         return ($retfurl,'<br />'.&mt('Map not loaded - Lock file could not be opened when reading map:').' <tt>'.$fn.'</tt>.');
 1113:     }
 1114:     my $lock=0;
 1115:     my $gotstate=0;
 1116:     
 1117:     # If we can get the lock without delay any files there are idle
 1118:     # and from some prior request.  We'll kill them off and regenerate them:
 1119: 
 1120:     if (flock(LOCKFILE,LOCK_EX|LOCK_NB)) {	
 1121: 	$lock=1;		# Remember that we hold the lock.
 1122:         &unlink_tmpfiles($fn);
 1123:     }
 1124:     undef %randompick;
 1125:     undef %hiddenurl;
 1126:     undef %encurl;
 1127:     $retfrid='';
 1128:     $errtext='';
 1129:     my ($untiedhash,$untiedparmhash,$tiedhash,$tiedparmhash); # More state flags.
 1130: 
 1131:     # if we got the lock, regenerate course regnerate empty files and tie them.
 1132: 
 1133:     if ($lock) {
 1134:         if (tie(%hash,'GDBM_File',"$fn.db",&GDBM_WRCREAT(),0640)) {
 1135:             $tiedhash = 1;
 1136:             if (tie(%parmhash,'GDBM_File',$fn.'_parms.db',&GDBM_WRCREAT(),0640)) {
 1137:                 $tiedparmhash = 1;
 1138:                 $gotstate = &build_tmp_hashes($uri,
 1139: 					      $fn,
 1140: 					      $short,
 1141: 					      \%cenv); # TODO: Need to provide requested user@dom
 1142:                 unless ($gotstate) {
 1143:                     &Apache::lonnet::logthis('Failed to write statemap at first attempt '.$fn.' for '.$uri.'.</font>');
 1144:                 }
 1145:                 $untiedparmhash = untie(%parmhash);
 1146:                 unless ($untiedparmhash) {
 1147:                     &Apache::lonnet::logthis('<font color="blue">WARNING: '.
 1148:                         'Could not untie coursemap parmhash '.$fn.' for '.$uri.'.</font>');
 1149:                 }
 1150:             }
 1151:             $untiedhash = untie(%hash);
 1152:             unless ($untiedhash) {
 1153:                 &Apache::lonnet::logthis('<font color="blue">WARNING: '.
 1154:                     'Could not untie coursemap hash '.$fn.' for '.$uri.'.</font>');
 1155:             }
 1156:         }
 1157: 	flock(LOCKFILE,LOCK_UN); # RF: this is what I don't get unless there are other
 1158: 	                         # unlocked places the remainder happens..seems like if we
 1159:                                  # just kept the lock here the rest of the code would have
 1160:                                  # been much easier? 
 1161:     }
 1162:     unless ($lock && $tiedhash && $tiedparmhash) { 
 1163: 	# if we are here it is likely because we are already trying to 
 1164: 	# initialize the course in another child, busy wait trying to 
 1165: 	# tie the hashes for the next 90 seconds, if we succeed forward 
 1166: 	# them on to navmaps, if we fail, throw up the Could not init 
 1167: 	# course screen
 1168: 	#
 1169: 	# RF: I'm not seeing the case where the ties/unties can fail in a way
 1170: 	#     that can be remedied by this.  Since we owned the lock seems
 1171: 	#     Tie/untie failures are a result of something like a permissions problem instead?
 1172: 	#
 1173: 
 1174: 	#  In any vent, undo what we did manage to do above first:
 1175: 	if ($lock) {
 1176: 	    # Got the lock but not the DB files
 1177: 	    flock(LOCKFILE,LOCK_UN);
 1178:             $lock = 0;
 1179: 	}
 1180:         if ($tiedhash) {
 1181:             unless($untiedhash) {
 1182: 	        untie(%hash);
 1183:             }
 1184:         }
 1185:         if ($tiedparmhash) {
 1186:             unless($untiedparmhash) {
 1187:                 untie(%parmhash);
 1188:             }
 1189:         }
 1190: 	# Log our failure:
 1191: 
 1192: 	&Apache::lonnet::logthis('<font color="blue">WARNING: '.
 1193: 				 "Could not tie coursemap $fn for $uri.</font>");
 1194:         $tiedhash = '';
 1195:         $tiedparmhash = '';
 1196: 	my $i=0;
 1197: 
 1198: 	# Keep on retrying the lock for 90 sec until we succeed.
 1199: 
 1200: 	while($i<90) {
 1201: 	    $i++;
 1202: 	    sleep(1);
 1203: 	    if (flock(LOCKFILE,LOCK_EX|LOCK_NB)) {
 1204: 
 1205: 		# Got the lock, tie the hashes...the assumption in this code is
 1206: 		# that some other worker thread has created the db files quite recently
 1207: 		# so no load is needed:
 1208: 
 1209:                 $lock = 1;
 1210: 		if (tie(%hash,'GDBM_File',"$fn.db",&GDBM_READER(),0640)) {
 1211:                     $tiedhash = 1;
 1212: 		    if (tie(%parmhash,'GDBM_File',$fn.'_parms.db',&GDBM_READER(),0640)) {
 1213:                         $tiedparmhash = 1;
 1214:                         if (-e "$fn.state") {
 1215: 		            $retfurl='/adm/navmaps';
 1216: 
 1217: 			    # BUG BUG: Side effect!
 1218: 			    # Should conditionalize on something so that we can use this
 1219: 			    # to load maps for courses that are not current?
 1220: 			    #
 1221: 		            &Apache::lonnet::appenv({"request.course.id"  => $short,
 1222: 		   			             "request.course.fn"  => $fn,
 1223: 					             "request.course.uri" => $uri,
 1224:                                                      "request.course.tied" => time});
 1225:                             
 1226: 		            $untiedhash = untie(%hash);
 1227: 		            $untiedparmhash = untie(%parmhash);
 1228:                             $gotstate = 1;
 1229: 		            last;
 1230: 		        }
 1231:                         $untiedparmhash = untie(%parmhash);
 1232: 	            }
 1233: 	            $untiedhash = untie(%hash);
 1234:                 }
 1235:             }
 1236: 	}
 1237:         if ($lock) {
 1238:             flock(LOCKFILE,LOCK_UN);
 1239:             $lock = 0;
 1240:             if ($tiedparmhash) {
 1241:                 unless ($untiedparmhash) {
 1242:                     &Apache::lonnet::logthis('<font color="blue">WARNING: '.
 1243:                         'Could not untie coursemap parmhash '.$fn.' for '.$uri.'.</font>');
 1244:                 }
 1245:             }
 1246:             if ($tiedparmhash) {
 1247:                 unless ($untiedhash) {
 1248:                     &Apache::lonnet::logthis('<font color="blue">WARNING: '.
 1249:                         'Could not untie coursemap hash '.$fn.' for '.$uri.'.</font>');
 1250:                 }
 1251:             }
 1252:         }
 1253:     }
 1254:     # I think this branch of code is all about what happens if we just did the stuff above, 
 1255:     # but found that the  state file did not exist...again if we'd just held the lock
 1256:     # would that have made this logic simpler..as generating all the files would be
 1257:     # an atomic operation with respect to the lock.
 1258:     #
 1259:     unless ($gotstate) {
 1260:         $lock = 0;
 1261:         &Apache::lonnet::logthis('<font color="blue">WARNING: '.
 1262:                      'Could not read statemap '.$fn.' for '.$uri.'.</font>');
 1263:         &unlink_tmpfiles($fn);
 1264:         if (flock(LOCKFILE,LOCK_EX|LOCK_NB)) {
 1265:             $lock=1;
 1266:         }
 1267:         undef %randompick;
 1268:         undef %hiddenurl;
 1269:         undef %encurl;
 1270:         $errtext='';
 1271:         $retfrid='';
 1272: 	#
 1273: 	# Once more through the routine of tying and loading and so on.
 1274: 	#
 1275:         if ($lock) {
 1276:             if (tie(%hash,'GDBM_File',"$fn.db",&GDBM_WRCREAT(),0640)) {
 1277:                 if (tie(%parmhash,'GDBM_File',$fn.'_parms.db',&GDBM_WRCREAT(),0640)) {
 1278:                     $gotstate = &build_tmp_hashes($uri,$fn,$short,\%cenv); # TODO: User dependent?
 1279:                     unless ($gotstate) {
 1280:                         &Apache::lonnet::logthis('<font color="blue">WARNING: '.
 1281:                             'Failed to write statemap at second attempt '.$fn.' for '.$uri.'.</font>');
 1282:                     }
 1283:                     unless (untie(%parmhash)) {
 1284:                         &Apache::lonnet::logthis('<font color="blue">WARNING: '.
 1285:                             'Could not untie coursemap parmhash '.$fn.'.db for '.$uri.'.</font>');
 1286:                     }
 1287:                 } else {
 1288:                     &Apache::lonnet::logthis('<font color="blue">WARNING: '.
 1289:                         'Could not tie coursemap '.$fn.'__parms.db for '.$uri.'.</font>');
 1290:                 }
 1291:                 unless (untie(%hash)) {
 1292:                     &Apache::lonnet::logthis('<font color="blue">WARNING: '.
 1293:                         'Could not untie coursemap hash '.$fn.'.db for '.$uri.'.</font>');
 1294:                 }
 1295:             } else {
 1296:                &Apache::lonnet::logthis('<font color="blue">WARNING: '.
 1297:                    'Could not tie coursemap '.$fn.'.db for '.$uri.'.</font>');
 1298:             }
 1299:             flock(LOCKFILE,LOCK_UN);
 1300:             $lock = 0;
 1301:         } else {
 1302: 	    # Failed to get the immediate lock.
 1303: 
 1304:             &Apache::lonnet::logthis('<font color="blue">WARNING: '.
 1305:             'Could not obtain lock to tie coursemap hash '.$fn.'.db for '.$uri.'.</font>');
 1306:         }
 1307:     }
 1308:     close(LOCKFILE);
 1309:     unless (($errtext eq '') || ($env{'request.course.uri'} =~ m{^/uploaded/})) {
 1310:         &Apache::lonmsg::author_res_msg($env{'request.course.uri'},
 1311:                                         $errtext); # TODO: User dependent?
 1312:     }
 1313: # ------------------------------------------------- Check for critical messages
 1314: 
 1315: #  Depends on user must parameterize this as well..or separate as this is:
 1316: #  more part of determining what someone sees on entering a course?
 1317: 
 1318:     my @what=&Apache::lonnet::dump('critical',$env{'user.domain'},
 1319: 				   $env{'user.name'});
 1320:     if ($what[0]) {
 1321: 	if (($what[0] ne 'con_lost') && ($what[0]!~/^error\:/)) {
 1322: 	    $retfurl='/adm/email?critical=display';
 1323:         }
 1324:     }
 1325:     return ($retfurl,$errtext);
 1326: }
 1327: 
 1328: #
 1329: #  This sub is called when the course hash and the param hash have been tied and
 1330: #  their lock file is held.
 1331: #  Parameters:
 1332: #     $uri      -  URI that identifies the course.
 1333: #     $fn       -  The base path/filename of the files that make up the context
 1334: #                  being built.
 1335: #     $short    -  Short course name.
 1336: #     $cenvref  -  Reference to the course environment hash returned by 
 1337: #                  Apache::lonnet::coursedescription
 1338: #
 1339: #  Assumptions:
 1340: #    The globals
 1341: #    %hash, %paramhash are tied to their gdbm files and we hold the lock on them.
 1342: #
 1343: sub build_tmp_hashes {
 1344:     my ($uri,$fn,$short,$cenvref) = @_;
 1345:     
 1346:     unless(ref($cenvref) eq 'HASH') {
 1347:         return;
 1348:     }
 1349:     my %cenv = %{$cenvref};
 1350:     my $gotstate = 0;
 1351:     %hash=();			# empty the global course and  parameter hashes.
 1352:     %parmhash=();
 1353:     $errtext='';		# No error messages yet.
 1354:     $pc=0;
 1355:     &clear_mapalias_count();
 1356:     &processversionfile(%cenv);
 1357: 
 1358:     # URI Of the map file.
 1359: 
 1360:     my $furi=&Apache::lonnet::clutter($uri);
 1361:     #
 1362:     #  the map staring points.
 1363:     #
 1364:     $hash{'src_0.0'}=&versiontrack($furi);
 1365:     $hash{'title_0.0'}=&Apache::lonnet::metadata($uri,'title');
 1366:     $hash{'ids_'.$furi}='0.0';
 1367:     $hash{'is_map_0.0'}=1;
 1368: 
 1369:     # Load the map.. note that loadmap may implicitly recurse if the map contains 
 1370:     # sub-maps.
 1371: 
 1372: 
 1373:     &loadmap($uri,'0.0');
 1374: 
 1375:     #  The code below only executes if there is a starting point for the map>
 1376:     #  Q/BUG??? If there is no start resource for the map should that be an error?
 1377:     #
 1378: 
 1379:     if (defined($hash{'map_start_'.$uri})) {
 1380:         &Apache::lonnet::appenv({"request.course.id"  => $short,
 1381:                                  "request.course.fn"  => $fn,
 1382:                                  "request.course.uri" => $uri,
 1383:                                  "request.course.tied" => time});
 1384:         $env{'request.course.id'}=$short;
 1385:         &traceroute('0',$hash{'map_start_'.$uri},'&');
 1386:         &accinit($uri,$short,$fn);
 1387:         &hiddenurls();
 1388:     }
 1389:     $errtext .= &get_mapalias_errors();
 1390: # ------------------------------------------------------- Put versions into src
 1391:     foreach my $key (keys(%hash)) {
 1392:         if ($key=~/^src_/) {
 1393:             $hash{$key}=&putinversion($hash{$key});
 1394:         } elsif ($key =~ /^(map_(?:start|finish|pc)_)(.*)/) {
 1395:             my ($type, $url) = ($1,$2);
 1396:             my $value = $hash{$key};
 1397:             $hash{$type.&putinversion($url)}=$value;
 1398:         }
 1399:     }
 1400: # ---------------------------------------------------------------- Encrypt URLs
 1401:     foreach my $id (keys(%encurl)) {
 1402: #           $hash{'src_'.$id}=&Apache::lonenc::encrypted($hash{'src_'.$id});
 1403:         $hash{'encrypted_'.$id}=1;
 1404:     }
 1405: # ----------------------------------------------- Close hashes to finally store
 1406: # --------------------------------- Routine must pass this point, no early outs
 1407:     $hash{'first_rid'}=$retfrid;
 1408:     my ($mapid,$resid)=split(/\./,$retfrid);
 1409:     $hash{'first_mapurl'}=$hash{'map_id_'.$mapid};
 1410:     my $symb=&Apache::lonnet::encode_symb($hash{'map_id_'.$mapid},$resid,$hash{'src_'.$retfrid});
 1411:     $retfurl=&add_get_param($hash{'src_'.$retfrid},{ 'symb' => $symb });
 1412:     if ($hash{'encrypted_'.$retfrid}) {
 1413:         $retfurl=&Apache::lonenc::encrypted($retfurl,(&Apache::lonnet::allowed('adv') ne 'F'));
 1414:     }
 1415:     $hash{'first_url'}=$retfurl;
 1416: # ---------------------------------------------------- Store away initial state
 1417:     {
 1418:         my $cfh;
 1419:         if (open($cfh,">$fn.state")) {
 1420:             print $cfh join("\n",@cond);
 1421:             $gotstate = 1;
 1422:         } else {
 1423:             &Apache::lonnet::logthis("<font color=blue>WARNING: ".
 1424:                                      "Could not write statemap $fn for $uri.</font>");
 1425:         }
 1426:     }
 1427:     return $gotstate;
 1428: }
 1429: 
 1430: sub unlink_tmpfiles {
 1431:     my ($fn) = @_;
 1432:     my $file_dir = dirname($fn);
 1433: 
 1434:     if ("$file_dir/" eq LONCAPA::tempdir()) {
 1435:         my @files = qw (.db _symb.db .state _parms.db);
 1436:         foreach my $file (@files) {
 1437:             if (-e $fn.$file) {
 1438:                 unless (unlink($fn.$file)) {
 1439:                     &Apache::lonnet::logthis("<font color=blue>WARNING: ".
 1440:                                  "Could not unlink ".$fn.$file."</font>");
 1441:                 }
 1442:             }
 1443:         }
 1444:     }
 1445:     return;
 1446: }
 1447: 
 1448: # ------------------------------------------------------- Evaluate state string
 1449: 
 1450: sub evalstate {
 1451:     my $fn=$env{'request.course.fn'}.'.state';
 1452:     my $state='';
 1453:     if (-e $fn) {
 1454: 	my @conditions=();
 1455: 	{
 1456: 	    open(my $fh,"<$fn");
 1457: 	    @conditions=<$fh>;
 1458:             close($fh);
 1459: 	}  
 1460: 	my $safeeval = new Safe;
 1461: 	my $safehole = new Safe::Hole;
 1462: 	$safeeval->permit("entereval");
 1463: 	$safeeval->permit(":base_math");
 1464: 	$safeeval->deny(":base_io");
 1465: 	$safehole->wrap(\&Apache::lonnet::EXT,$safeeval,'&EXT');
 1466: 	foreach my $line (@conditions) {
 1467: 	    chomp($line);
 1468: 	    my ($condition,$weight)=split(/\:/,$line);
 1469: 	    if ($safeeval->reval($condition)) {
 1470: 		if ($weight eq 'force') {
 1471: 		    $state.='3';
 1472: 		} else {
 1473: 		    $state.='2';
 1474: 		}
 1475: 	    } else {
 1476: 		if ($weight eq 'stop') {
 1477: 		    $state.='0';
 1478: 		} else {
 1479: 		    $state.='1';
 1480: 		}
 1481: 	    }
 1482: 	}
 1483:     }
 1484:     &Apache::lonnet::appenv({'user.state.'.$env{'request.course.id'} => $state});
 1485:     return $state;
 1486: }
 1487: 
 1488: #  This block seems to have code to manage/detect doubly defined
 1489: #  aliases in maps.
 1490: 
 1491: {
 1492:     my %mapalias_cache;
 1493:     sub count_mapalias {
 1494: 	my ($value,$resid) = @_;
 1495:  	push(@{ $mapalias_cache{$value} }, $resid);
 1496:     }
 1497: 
 1498:     sub get_mapalias_errors {
 1499: 	my $error_text;
 1500: 	foreach my $mapalias (sort(keys(%mapalias_cache))) {
 1501: 	    next if (scalar(@{ $mapalias_cache{$mapalias} } ) == 1);
 1502: 	    my $count;
 1503: 	    my $which =
 1504: 		join('</li><li>', 
 1505: 		     map {
 1506: 			 my $id = $_;
 1507: 			 if (exists($hash{'src_'.$id})) {
 1508: 			     $count++;
 1509: 			 }
 1510: 			 my ($mapid) = split(/\./,$id);
 1511:                          &mt('Resource "[_1]" <br /> in Map "[_2]"',
 1512: 			     $hash{'title_'.$id},
 1513: 			     $hash{'title_'.$hash{'ids_'.$hash{'map_id_'.$mapid}}});
 1514: 		     } (@{ $mapalias_cache{$mapalias} }));
 1515: 	    next if ($count < 2);
 1516: 	    $error_text .= '<div class="LC_error">'.
 1517: 		&mt('Error: Found the mapalias "[_1]" defined multiple times.',
 1518: 		    $mapalias).
 1519: 		'</div><ul><li>'.$which.'</li></ul>';
 1520: 	}
 1521: 	&clear_mapalias_count();
 1522: 	return $error_text;
 1523:     }
 1524:     sub clear_mapalias_count {
 1525: 	undef(%mapalias_cache);
 1526:     }
 1527: }
 1528: 1;
 1529: __END__
 1530: 
 1531: =head1 NAME
 1532: 
 1533: Apache::lonuserstate - Construct and maintain state and binary representation
 1534: of course for user
 1535: 
 1536: =head1 SYNOPSIS
 1537: 
 1538: Invoked by lonroles.pm.
 1539: 
 1540: &Apache::lonuserstate::readmap($cdom.'/'.$cnum);
 1541: 
 1542: =head1 INTRODUCTION
 1543: 
 1544: This module constructs and maintains state and binary representation
 1545: of course for user.
 1546: 
 1547: This is part of the LearningOnline Network with CAPA project
 1548: described at http://www.lon-capa.org.
 1549: 
 1550: =head1 SUBROUTINES
 1551: 
 1552: =over
 1553: 
 1554: =item loadmap()
 1555: 
 1556: Loads map from disk
 1557: 
 1558: =item simplify()
 1559: 
 1560: Simplify expression
 1561: 
 1562: =item traceroute()
 1563: 
 1564: Build condition hash
 1565: 
 1566: =item accinit()
 1567: 
 1568: Cascading conditions, quick access, parameters
 1569: 
 1570: =item readmap()
 1571: 
 1572: Read map and all submaps
 1573: 
 1574: =item evalstate()
 1575: 
 1576: Evaluate state string
 1577: 
 1578: =back
 1579: 
 1580: =cut

FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>