anchor.diff:      ((hordq-a-1) *hsa1*)
       ((hordq-a-2) *hsa2*)
       ((hordq-a-3) *hsa3*)))
  +
  +(defun random-algorithm-for (name)
  +  (ecase name
  +    ((smdpq) *random-smdpq*)
  +    ((hordq) *random-hordq*)
  +    ((gold-standard) *random-gs*)
  +    ((hordq-a-0) *random-hsa0*)
  +    ((hordq-a-1) *random-hsa1*)
  +    ((hordq-a-2) *random-hsa2*)
  +    ((hordq-a-3) *random-hsa3*)))
  +
   (defun algorithms ()
     (mapcar #'algorithm-for *algorithms*))
  +
  +(defun random-algorithms ()
  +  (mapcar #'random-algorithm-for *algorithms*))
   
   (defun explore-policies (&optional (show-advice t))
     (unless (boundp '*env*)
  
positive.code:                               hists))
                      '())))
  
  (defun learn-behavior ()
    (initialize-environment)
    (initialize-algorithms)
    (learn *prog* *env* 'random
           (mapcar 'algorithm-for *algorithms*) 
           (steps-for-environment)
           :hist-length 50 :step-print-inc 100 :episode-print-inc 50))
  
  (defun evaluation-for (name)
    (evaluate *prog* *env* (get-policy-hist (algorithm-for name))
              :num-steps 25 :num-trials 25))
  
  (defun evaluate-performance (&optional (algorithms *algorithms*))
    (format t "~2&Learning curves for ~{~A~^, ~} are:~%" algorithms)
    (pprint (map 'vector #'list 
                 (mapcar 'evaluation-for algorithms))))
  #+(or)
  (defun clean-up ()
    (reset *smdpq*))
  
negative.code:         *hsa2* (make-instance 'ahq:<hordq> :features *simple-featurizer-2*)
          *hsa3* (make-instance 'ahq:<hordq> :features *simple-featurizer-3*)))
  
  (defun initialize-random-algorithms ()
    (setf *random-smdpq* (alisp-smdpq:make-smdpq-alg :hist-out-dir "Temp/")
          *random-hordq* (make-instance 'ahq:<hordq>)
          *random-gs* (alisp-gold-standard:make-alisp-gold-standard-learning-alg)
          *random-hsa0* (make-instance 'ahq:<hordq> :features *simple-featurizer-0*)
          *random-hsa1* (make-instance 'ahq:<hordq> :features *simple-featurizer-1*)
          *random-hsa2* (make-instance 'ahq:<hordq> :features *simple-featurizer-2*)
          *random-hsa3* (make-instance 'ahq:<hordq> :features *simple-featurizer-3*)))
  
  (defun algorithm-for (name)
    (ecase name
      ((smdpq) *smdpq*)
  