(defun experiment ()
  (setf *bf-ops* nil)
  (write-bf-ops-to-file)
  (load-domain-with-bf-ops)
  (load "/afs/cs/project/prodigy-wxm/prodigy4/observation/macro-op-ctrl-rules")
  (test-ps 'ps0)
  (test-ps 'ps1)
  (test-ps 'ps2)
  (setf *bf-ops* nil)
  (learn-bf-ops-from-isg)
  (write-bf-ops-to-file)
  (load-domain-with-bf-ops)
  (load
"/afs/cs/project/prodigy-wxm/prodigy4/observation/macro-op-ctrl-rules")
  (test-ps 'ps0)
  (test-ps 'ps1)
  (test-ps 'ps2)
  (setf *bf-ops* nil)
  (learn-bf-ops-from-isg-2)
  (write-bf-ops-to-file)
  (load-domain-with-bf-ops)
  (load
"/afs/cs/project/prodigy-wxm/prodigy4/observation/macro-op-ctrl-rules")
  (test-ps 'ps0)
  (test-ps 'ps1)
  (test-ps 'ps2))

===========================================================================
solving problems with the basic planner with dependency-directed
backtracking. 

 SS0-1 11 1
 prob SS0-2 solved, nodes: 11 applications: 1
 prob SS0-3 solved, nodes: 8 applications: 1
 prob SS0-4 solved, nodes: 12 applications: 2
 prob SS0-5 solved, nodes: 15 applications: 2
 prob SS0-6 solved, nodes: 31 applications: 6
 prob SS0-7 solved, nodes: 39 applications: 2
 prob SS0-8 solved, nodes: 37 applications: 4
 prob SS0-9 solved, nodes: 25 applications: 4
 prob SS0-10 solved, nodes: 27 applications: 3 ;

 prob SS1-1 solved, nodes: 23 applications: 4
 prob SS1-2 solved, nodes: 48 applications: 8
 prob SS1-3 solved, nodes: 27 applications: 5
 prob SS1-4 solved, nodes: 320 applications: 11
 prob SS1-5 not-solved, number of nodes 500
 prob SS1-6 solved, nodes: 62 applications: 5
 prob SS1-7 solved, nodes: 33 applications: 6
 prob SS1-8 solved, nodes: 16 applications: 3
 prob SS1-9 solved, nodes: 40 applications: 4
 prob SS1-10 solved, nodes: 27 applications: 3
 prob SS1-11 solved, nodes: 36 applications: 5
 prob SS1-12 not-solved, number of nodes 500
 prob SS1-13 solved, nodes: 41 applications: 8
 prob SS1-15 solved, nodes: 43 applications: 7 ;

 prob SS2-1 solved, nodes: 31 applications: 6
 prob SS2-2 not-solved, number of nodes 500
 prob SS2-3 solved, nodes: 40 applications: 6
 prob SS2-4 not-solved, number of nodes 500
 prob SS2-5 not-solved, number of nodes 500
 prob SS2-6 not-solved, number of nodes 500
 prob SS2-7 solved, nodes: 31 applications: 6
 prob SS2-8 solved, nodes: 27 applications: 5
 prob SS2-9 solved, nodes: 27 applications: 5
 prob SS2-10 solved, nodes: 55 applications: 4
 prob SS2-11 not-solved, number of nodes 500
 prob SS2-12 not-solved, number of nodes 500
 prob SS2-13 not-solved, number of nodes 500

 prob SS3-1 not-solved, number of nodes 500
 prob SS3-2 not-solved, number of nodes 500
 prob SS3-3 solved, nodes: 51 applications: 8
 prob SS3-4 solved, nodes: 23 applications: 4
 prob SS3-5 solved, nodes: 45 applications: 9
 prob SS3-6 not-solved, number of nodes 500
 prob SS3-6A solved, nodes: 53 applications: 10

===========================================================================
solving problems with the basic planner without dependency-directed
backtracking. 

 prob SS0-1 solved, nodes: 11 applications: 1
 prob SS0-2 solved, nodes: 11 applications: 1
 prob SS0-3 solved, nodes: 8 applications: 1
 prob SS0-4 solved, nodes: 12 applications: 2
 prob SS0-5 solved, nodes: 15 applications: 2
 prob SS0-6 solved, nodes: 31 applications: 6
 prob SS0-7 not-solved, number of nodes 500
 prob SS0-8 solved, nodes: 37 applications: 4
 prob SS0-9 solved, nodes: 25 applications: 4
 prob SS0-10 solved, nodes: 27 applications: 3

 prob SS1-1 solved, nodes: 23 applications: 4
 prob SS1-2 solved, nodes: 48 applications: 8
 prob SS1-3 solved, nodes: 27 applications: 5
 prob SS1-4 solved, nodes: 458 applications: 11
 prob SS1-5 not-solved, number of nodes 500
 prob SS1-6 not-solved, number of nodes 500
 prob SS1-7 solved, nodes: 33 applications: 6
 prob SS1-8 solved, nodes: 16 applications: 3
 prob SS1-9 solved, nodes: 58 applications: 4
 prob SS1-10 solved, nodes: 27 applications: 3
 prob SS1-11 solved, nodes: 36 applications: 5
 prob SS1-12 not-solved, number of nodes 500
 prob SS1-13 solved, nodes: 41 applications: 8
 prob SS1-15 solved, nodes: 43 applications: 7

 prob SS2-1 solved, nodes: 31 applications: 6
 prob SS2-2 not-solved, number of nodes 500
 prob SS2-3 solved, nodes: 40 applications: 6
 prob SS2-4 not-solved, number of nodes 500
 prob SS2-5 not-solved, number of nodes 500
 prob SS2-6 not-solved, number of nodes 500
 prob SS2-7 solved, nodes: 31 applications: 6
 prob SS2-8 solved, nodes: 27 applications: 5
 prob SS2-9 solved, nodes: 27 applications: 5
 prob SS2-10 not-solved, number of nodes 500
 prob SS2-11 not-solved, number of nodes 500
 prob SS2-12 not-solved, number of nodes 500
 prob SS2-13 not-solved, number of nodes 500

 prob SS3-1 not-solved, number of nodes 500
 prob SS3-2 not-solved, number of nodes 500
 prob SS3-3 solved, nodes: 51 applications: 8
 prob SS3-4 solved, nodes: 23 applications: 4
 prob SS3-5 solved, nodes: 45 applications: 9
 prob SS3-6 not-solved, number of nodes 500
 prob SS3-6A solved, nodes: 53 applications: 10

===========================================================================
;;; learn-bf-ops-from-isg.
;;; tested with control rule: reject-op-not-follow-macro-op.
;;; in functions check-term-goal-node and check-term-operator-node 
;;; TEST whether or not we have control rules:
===========================================================================


 prob SS0-1 solved, nodes: 9 applications: 1
 prob SS0-2 solved, nodes: 9 applications: 1
 prob SS0-3 solved, nodes: 12 applications: 2
 prob SS0-4 solved, nodes: 16 applications: 3
 prob SS0-5 solved, nodes: 12 applications: 2
 prob SS0-6 solved, nodes: 36 applications: 8
 prob SS0-7 solved, nodes: 46 applications: 2
 prob SS0-8 solved, nodes: 37 applications: 4
 prob SS0-9 solved, nodes: 27 applications: 4
 prob SS0-10 solved, nodes: 16 applications: 3 ;

 prob SS1-1 solved, nodes: 24 applications: 4
 prob SS1-2 not-solved, number of nodes 500
 prob SS1-3 solved, nodes: 28 applications: 6
 prob SS1-4 not-solved, number of nodes 500
 prob SS1-5 not-solved, number of nodes 500
 prob SS1-6 solved, nodes: 58 applications: 5
 prob SS1-7 solved, nodes: 35 applications: 6
 prob SS1-8 solved, nodes: 21 applications: 3
 prob SS1-9 solved, nodes: 41 applications: 4
 prob SS1-10 solved, nodes: 16 applications: 3
 prob SS1-11 solved, nodes: 32 applications: 5
 prob SS1-12 not-solved, number of nodes 500
 prob SS1-13 not-solved, number of nodes 500
 prob SS1-15 not-solved, number of nodes 500
(plus: 1 1 1  minus: 1 1 1 1 1 1  same: 1 1 1 1 1)

 prob SS2-1 solved, nodes: 36 applications: 8
 prob SS2-2 not-solved, number of nodes 500
 prob SS2-3 solved, nodes: 30 applications: 6
 prob SS2-4 solved, nodes: 45 applications: 10
 prob SS2-5 not-solved, number of nodes 500
 prob SS2-6 not-solved, number of nodes 500
 prob SS2-7 not-solved, number of nodes 500
 prob SS2-8 solved, nodes: 28 applications: 5
 prob SS2-9 solved, nodes: 32 applications: 5
 prob SS2-10 solved, nodes: 53 applications: 4
 prob SS2-11 not-solved, number of nodes 500
 prob SS2-12 solved, nodes: 61 applications: 8
 prob SS2-13 not-solved, number of nodes 500

(plus: 1 1 1 minus: 1 1 1 same: 1 1 1 1 1 1 1)

===========================================================================
;;; learn-bf-ops-from-isg-2
;;; tested with control rule: reject-op-not-follow-macro-op.
;;; in functions check-term-goal-node and check-term-operator-node 
;;; TEST whether or not we have control rules:
===========================================================================

 prob SS0-1 solved, nodes: 9 applications: 1
 prob SS0-2 solved, nodes: 9 applications: 1
 prob SS0-3 solved, nodes: 12 applications: 2
 prob SS0-4 solved, nodes: 16 applications: 3
 prob SS0-5 solved, nodes: 12 applications: 2
 prob SS0-6 solved, nodes: 36 applications: 8
 prob SS0-7 solved, nodes: 46 applications: 2
 prob SS0-8 solved, nodes: 37 applications: 4
 prob SS0-9 solved, nodes: 32 applications: 5
 prob SS0-10 solved, nodes: 16 applications: 3 ;

 prob SS1-1 solved, nodes: 24 applications: 4
 prob SS1-2 not-solved, number of nodes 500
 prob SS1-3 solved, nodes: 28 applications: 6
 prob SS1-4 not-solved, number of nodes 500
 prob SS1-5 not-solved, number of nodes 500
 prob SS1-6 solved, nodes: 58 applications: 5
 prob SS1-7 solved, nodes: 40 applications: 7
 prob SS1-8 solved, nodes: 18 applications: 3
 prob SS1-9 solved, nodes: 41 applications: 4
 prob SS1-10 solved, nodes: 16 applications: 3
 prob SS1-11 solved, nodes: 27 applications: 5
 prob SS1-12 not-solved, number of nodes 500
 prob SS1-13 not-solved, number of nodes 500
 prob SS1-15 not-solved, number of nodes 500

(plus: 1 1 1  minus: 1 1 1 1 1 1  same: 1 1 1 1 1)

 prob SS2-1 solved, nodes: 36 applications: 8
 prob SS2-2 not-solved, number of nodes 500
 prob SS2-3 solved, nodes: 326 applications: 6
 prob SS2-4 solved, nodes: 45 applications: 10
 prob SS2-5 not-solved, number of nodes 500
 prob SS2-6 not-solved, number of nodes 500
 prob SS2-7 not-solved, number of nodes 500
 prob SS2-8 solved, nodes: 28 applications: 5
 prob SS2-9 solved, nodes: 32 applications: 5
 prob SS2-10 solved, nodes: 53 applications: 4
 prob SS2-11 not-solved, number of nodes 500
 prob SS2-12 solved, nodes: 58 applications: 8
 prob SS2-13 not-solved, number of nodes 500

(plus: 1 1  minus: 1 1 1 1 same: 1 1 1 1 1 1)

;;; learn-bf-ops-from-isg-2
;;; tested with control rule: reject-op-not-follow-macro-op.
(test-ps 'ps2)

 prob SS2-1 solved, nodes: 36 applications: 8
 prob SS2-2 not-solved, number of nodes 500
 prob SS2-3 solved, nodes: 209 applications: 6
 prob SS2-4 solved, nodes: 45 applications: 10
 prob SS2-5 solved, nodes: 132 applications: 8
 prob SS2-6 not-solved, number of nodes 500
 prob SS2-7 not-solved, number of nodes 500
 prob SS2-8 solved, nodes: 28 applications: 5
 prob SS2-9 solved, nodes: 32 applications: 5
 prob SS2-10 not-solved, number of nodes 500
 prob SS2-11 not-solved, number of nodes 500
 prob SS2-12 solved, nodes: 58 applications: 8
 prob SS2-13 not-solved, number of nodes 500


===========================================================================
;;; learn-bf-ops-from-isg.
;;; tested with control rule: reject-op-not-follow-macro-op.
(test-ps 'ps2)
===========================================================================

 prob SS2-1 solved, nodes: 36 applications: 8
 prob SS2-2 not-solved, number of nodes 500
 prob SS2-3 solved, nodes: 30 applications: 6
 prob SS2-4 solved, nodes: 45 applications: 10
 prob SS2-5 solved, nodes: 261 applications: 10
 prob SS2-6 not-solved, number of nodes 500
 prob SS2-7 not-solved, number of nodes 500
 prob SS2-8 solved, nodes: 28 applications: 5
 prob SS2-9 solved, nodes: 32 applications: 5
 prob SS2-10 not-solved, number of nodes 500
 prob SS2-11 not-solved, number of nodes 500
 prob SS2-12 solved, nodes: 61 applications: 8
 prob SS2-13 not-solved, number of nodes 500

 prob SS0-1 solved, nodes: 9 applications: 1
 prob SS0-2 solved, nodes: 9 applications: 1
 prob SS0-3 solved, nodes: 12 applications: 2
 prob SS0-4 solved, nodes: 16 applications: 3
 prob SS0-5 solved, nodes: 12 applications: 2
 prob SS0-6 solved, nodes: 36 applications: 8
 prob SS0-7 not-solved, number of nodes 500
 prob SS0-8 solved, nodes: 37 applications: 4
 prob SS0-9 solved, nodes: 27 applications: 4
 prob SS0-10 solved, nodes: 16 applications: 3

 prob SS1-1 solved, nodes: 24 applications: 4
 prob SS1-2 not-solved, number of nodes 500
 prob SS1-3 solved, nodes: 28 applications: 6
 prob SS1-4 not-solved, number of nodes 500
 prob SS1-5 not-solved, number of nodes 500
 prob SS1-6 not-solved, number of nodes 500
 prob SS1-7 solved, nodes: 35 applications: 6
 prob SS1-8 solved, nodes: 21 applications: 3
 prob SS1-9 solved, nodes: 67 applications: 4
 prob SS1-10 solved, nodes: 16 applications: 3
 prob SS1-11 solved, nodes: 32 applications: 5
 prob SS1-12 not-solved, number of nodes 500
 prob SS1-13 not-solved, number of nodes 500
 prob SS1-15 not-solved, number of nodes 500


===========================================================================
;;; learn-bf-ops-from-isg.
;;; tested with control rule: reject-op-not-follow-macro-op.
;;; in functions check-term-goal-node and check-term-operator-node do
;;; NOT TEST whether or not we have control rules:
===========================================================================

 prob SS2-1 solved, nodes: 36 applications: 8
 prob SS2-2 not-solved, number of nodes 500
 prob SS2-3 solved, nodes: 30 applications: 6
 prob SS2-4 solved, nodes: 45 applications: 10
 prob SS2-5 solved, nodes: 257 applications: 10
 prob SS2-6 not-solved, number of nodes 500
 prob SS2-7 not-solved, number of nodes 500
 prob SS2-8 solved, nodes: 28 applications: 5
 prob SS2-9 solved, nodes: 32 applications: 5
 prob SS2-10 solved, nodes: 53 applications: 4
 prob SS2-11 not-solved, number of nodes 500
 prob SS2-12 solved, nodes: 61 applications: 8
 prob SS2-13 solved, nodes: 95 applications: 4

 prob SS0-1 solved, nodes: 9 applications: 1
 prob SS0-2 solved, nodes: 9 applications: 1
 prob SS0-3 solved, nodes: 12 applications: 2
 prob SS0-4 solved, nodes: 16 applications: 3
 prob SS0-5 solved, nodes: 12 applications: 2
 prob SS0-6 solved, nodes: 36 applications: 8
 prob SS0-7 solved, nodes: 46 applications: 2
 prob SS0-8 solved, nodes: 37 applications: 4
 prob SS0-9 solved, nodes: 27 applications: 4
 prob SS0-10 solved, nodes: 16 applications: 3

 prob SS1-1 solved, nodes: 24 applications: 4
 prob SS1-2 solved, nodes: 387 applications: 8
 prob SS1-3 solved, nodes: 28 applications: 6
 prob SS1-4 not-solved, number of nodes 500
 prob SS1-5 failed .
 prob SS1-6 solved, nodes: 58 applications: 5
 prob SS1-7 solved, nodes: 35 applications: 6
 prob SS1-8 solved, nodes: 21 applications: 3
 prob SS1-9 solved, nodes: 41 applications: 4
 prob SS1-10 solved, nodes: 16 applications: 3
 prob SS1-11 solved, nodes: 32 applications: 5
 prob SS1-12 not-solved, number of nodes 500
 prob SS1-13 not-solved, number of nodes 500
 prob SS1-15 solved, nodes: 274 applications: 7

 prob SS3-1 not-solved, number of nodes 500
 prob SS3-2 not-solved, number of nodes 500
 prob SS3-3 solved, nodes: 44 applications: 10
 prob SS3-4 solved, nodes: 24 applications: 5
 prob SS3-5 solved, nodes: 53 applications: 9
 prob SS3-6 not-solved, number of nodes 500
 prob SS3-6A solved, nodes: 51 applications: 10

===========================================================================
;;; learn-bf-ops-from-isg-2
;;; tested with control rule: reject-op-not-follow-macro-op.
;;; in functions check-term-goal-node and check-term-operator-node do
;;; NOT TEST whether or not we have control rules:
===========================================================================

 prob SS0-1 solved, nodes: 9 applications: 1
 prob SS0-2 solved, nodes: 9 applications: 1
 prob SS0-3 solved, nodes: 12 applications: 2
 prob SS0-4 solved, nodes: 16 applications: 3
 prob SS0-5 solved, nodes: 12 applications: 2
 prob SS0-6 solved, nodes: 36 applications: 8
 prob SS0-7 solved, nodes: 46 applications: 2
 prob SS0-8 solved, nodes: 37 applications: 4
 prob SS0-9 solved, nodes: 32 applications: 5
 prob SS0-10 solved, nodes: 16 applications: 3

 prob SS1-1 solved, nodes: 24 applications: 4
 prob SS1-2 not-solved, number of nodes 500
 prob SS1-3 solved, nodes: 28 applications: 6
 prob SS1-4 not-solved, number of nodes 500
 prob SS1-5 not-solved, number of nodes 500
 prob SS1-6 solved, nodes: 58 applications: 5
 prob SS1-7 solved, nodes: 40 applications: 7
 prob SS1-8 solved, nodes: 18 applications: 3
 prob SS1-9 solved, nodes: 41 applications: 4
 prob SS1-10 solved, nodes: 16 applications: 3
 prob SS1-11 solved, nodes: 27 applications: 5
 prob SS1-12 not-solved, number of nodes 500
 prob SS1-13 not-solved, number of nodes 500
 prob SS1-15 solved, nodes: 166 applications: 7

 prob SS2-1 solved, nodes: 36 applications: 8
 prob SS2-2 not-solved, number of nodes 500
 prob SS2-3 solved, nodes: 100 applications: 6
 prob SS2-4 solved, nodes: 45 applications: 10
 prob SS2-5 solved, nodes: 132 applications: 8
 prob SS2-6 not-solved, number of nodes 500
 prob SS2-7 not-solved, number of nodes 500
 prob SS2-8 solved, nodes: 28 applications: 5
 prob SS2-9 solved, nodes: 32 applications: 5
 prob SS2-10 solved, nodes: 53 applications: 4
 prob SS2-11 not-solved, number of nodes 500
 prob SS2-12 solved, nodes: 58 applications: 8
 prob SS2-13 solved, nodes: 101 applications: 4

 prob SS3-1 not-solved, number of nodes 500
 prob SS3-2 not-solved, number of nodes 500
 prob SS3-3 solved, nodes: 40 applications: 9
 prob SS3-4 solved, nodes: 24 applications: 5
 prob SS3-5 solved, nodes: 51 applications: 9
 prob SS3-6 not-solved, number of nodes 500
 prob SS3-6A solved, nodes: 51 applications: 10

===========================================================================
Conclusions:

1.  learning from ss2-3-prime, when using them to solve similar
problems (ss2-), it is able to solve more problems than without the
macro operators;  

2.  when using the learned macro operators to solve VERY EASY (ss0-)
problems, it behaves about the same as without macro operators.

3.  when using the learned macro operators to solve EASY problems,
(ss1-), it behaves worse than without macro operators.

4.  when using the learned macro operators to solve MORE DIFFICULT
(ss3-) problems, they behave very similarly.

5. learn-bf-ops-from-isg-2 and learn-bf-ops-from-isg behave pretty
much the same. 

6. I cannot comment out the lines to test whether or not there are
control rules.  some solvable problems fail because of it.  (ss1-2
under macro ops learned from ss2-3).
===========================================================================

Todo:

1. test learning from ss2-3, and solve other problems; test when no
problem solving uses dependency-directed backtrackign.


(no macro ops)
 SS1-1 solved, 23 nodes 4 ops
 SS1-2 solved, 48 nodes 8 ops
 SS1-3 solved, 27 nodes 5 ops
 SS1-4 solved, 458 nodes 11 ops
 SS1-5 not-solved, number of nodes 500
 SS1-6 not-solved, number of nodes 500
 SS1-7 solved, 33 nodes, 6 ops
 SS1-8 solved, 16 nodes, 3 ops
 SS1-9 solved, 58 nodes, 4 ops
 SS1-10 solved, 7 nodes, 3 ops
 SS1-11 solved, 36 nodes, 5 ops
 SS1-12 not-solved, number of nodes 500
 SS1-13 solved, 41 nodes, 8 ops
 SS1-15 solved, 43 nodes, 7 ops

 SS2-1 solved, 31 nodes 6 ops
 SS2-2 not-solved, number of nodes 500
 SS2-3 solved, 40 nodes 6 ops
 SS2-4 not-solved, number of nodes 500
 SS2-5 not-solved, number of nodes 500
 SS2-6 not-solved, number of nodes 500
 SS2-7 solved, 31 nodes 6 ops
 SS2-8 solved, 27 nodes 5 ops
 SS2-9 solved, 27 nodes 5 ops
 SS2-10 not-solved, number of nodes 500
 SS2-11 not-solved, number of nodes 500
 SS2-12 not-solved, number of nodes 500
 SS2-13 not-solved, number of nodes 500

(new-experiment)
(13 macro ops learned from ss2-3, strips-prob, ss2-3-prime,
learn-bf-ops-from-isg,
with reject-op-not-follow-macro-op, and prefer op rule).

  SS1-1 solved, 23 nodes 4 ops
  SS1-2 solved, 53 nodes 8 ops
  SS1-3 solved, 27 nodes 5 ops
  SS1-4 not-solved, number of nodes 500
  SS1-5 not-solved, number of nodes 500
  SS1-6 not-solved, number of nodes 500
  SS1-7 solved, 32 nodes 6 ops
  SS1-8 solved, 19 nodes 3 ops
  SS1-9 solved, 71 nodes 4 ops
  SS1-10 solved, 36 nodes 3 ops
  SS1-11 solved, 41 nodes 5 ops
  SS1-12 not-solved, number of nodes 500
  SS1-13 solved, 43 nodes 8 ops
  SS1-15 solved, 52 nodes 7 ops

  SS2-1 solved, 34 nodes 6 ops
  SS2-2 solved, 52 nodes 8 ops
  SS2-3 solved, 42 nodes 6 ops
  SS2-4 solved, 40 nodes 7 ops
  SS2-5 solved, 39 nodes 7 ops
  SS2-6 not-solved, number of nodes 500
  SS2-7 solved, 34 nodes 6 ops
  SS2-8 solved, 27 nodes 5 ops
  SS2-9 solved, 30 nodes 5 ops
  SS2-10 not-solved, number of nodes 500
  SS2-11 solved, 28 nodes 5 ops
  SS2-12 solved, 59 nodes 8 ops
  SS2-13 not-solved, number of nodes 500

(new-experiment)
(9 macro ops learned from ss2-3-prime, learn-bf-ops-from-isg
with reject-op-not-follow-macro-op, and prefer op rule).
  SS1-1 solved, 24 nodes 4 ops
  SS1-2 not-solved, number of nodes 500
  SS1-3 solved, 28 nodes 6 ops
  SS1-4 not-solved, number of nodes 500
  SS1-5 not-solved, number of nodes 500
  SS1-6 not-solved, number of nodes 500
  SS1-7 solved, 34 nodes 6 ops
  SS1-8 solved, 20 nodes 3 ops
  SS1-9 solved, 67 nodes 4 ops
  SS1-10 solved, 30 nodes 3 ops
  SS1-11 solved, 38 nodes 5 ops
  SS1-12 not-solved, number of nodes 500
  SS1-13 not-solved, number of nodes 500
  SS1-15 solved, 140 nodes 7 ops

  SS2-1 solved, 36 nodes 8 ops
  SS2-2 not-solved, number of nodes 500
  SS2-3 not-solved, number of nodes 500
  SS2-4 not-solved, number of nodes 500
  SS2-5 not-solved, number of nodes 500
  SS2-6 not-solved, number of nodes 500
  SS2-7 not-solved, number of nodes 500
  SS2-8 solved, 28 nodes 5 ops
  SS2-9 solved, 32 nodes 5 ops
  SS2-10 not-solved, number of nodes 500
  SS2-11 not-solved, number of nodes 500
  SS2-12 solved, 59 nodes 8 ops
  SS2-13 not-solved, number of nodes 500

(new-experiment)
(10 macro ops learned from ss2-3-prime, learn-bf-ops-from-isg-2
with reject-op-not-follow-macro-op,  prefer op rule).
  SS1-1 solved, 24 nodes 4 ops
  SS1-2 not-solved, number of nodes 500
  SS1-3 solved, 28 nodes 6 ops
  SS1-4 not-solved, number of nodes 500
  SS1-5 not-solved, number of nodes 500
  SS1-6 not-solved, number of nodes 500
  SS1-7 solved, 40 nodes 7 ops
  SS1-8 solved, 18 nodes 3 ops
  SS1-9 solved, 67 nodes 4 ops
  SS1-10 solved, 16 nodes 3 ops
  SS1-11 solved, 27 nodes 5 ops
  SS1-12 not-solved, number of nodes 500
  SS1-13 not-solved, number of nodes 500
  SS1-15 not-solved, number of nodes 500

  SS2-1 solved, 36 nodes 8 ops
  SS2-2 not-solved, number of nodes 500
  SS2-3 solved, 208 nodes 6 ops
  SS2-4 solved, 45 nodes 10 ops
  SS2-5 solved, 132 nodes 8 ops
  SS2-6 not-solved, number of nodes 500
  SS2-7 not-solved, number of nodes 500
  SS2-8 solved, 28 nodes 5 ops
  SS2-9 solved, 32 nodes 5 ops
  SS2-10 not-solved, number of nodes 500
  SS2-11 not-solved, number of nodes 500
  SS2-12 solved, 58 nodes 8 ops
  SS2-13 not-solved, number of nodes 500

(new-experiment)
(10 macro ops learned from ss2-3-prime, learn-bf-ops-from-isg-2
no reject-op-not-follow-macro-op, only prefer op rule).
  SS1-1 solved, 24 nodes 4 ops
  SS1-2 not-solved, number of nodes 500
  SS1-3 solved, 28 nodes 6 ops
  SS1-4 not-solved, number of nodes 500
  SS1-5 not-solved, number of nodes 500
  SS1-6 solved, 58 nodes 5 ops
  SS1-7 solved, 40 nodes 7 ops
  SS1-8 solved, 18 nodes 3 ops
  SS1-9 solved, 41 nodes 4 ops
  SS1-10 solved, 16 nodes 3 ops
  SS1-11 solved, 27 nodes 5 ops
  SS1-12 not-solved, number of nodes 500
  SS1-13 not-solved, number of nodes 500
  SS1-15 not-solved, number of nodes 500

  SS2-1 solved, 36 nodes 8 ops
  SS2-2 not-solved, number of nodes 500
  SS2-3 solved, 324 nodes 6 ops
  SS2-4 solved, 45 nodes 10 ops
  SS2-5 not-solved, number of nodes 500
  SS2-6 not-solved, number of nodes 500
  SS2-7 not-solved, number of nodes 500
  SS2-8 solved, 28 nodes 5 ops
  SS2-9 solved, 32 nodes 5 ops
  SS2-10 solved, 53 nodes 4 ops
  SS2-11 not-solved, number of nodes 500
  SS2-12 solved, 58 nodes 8 ops
  SS2-13 not-solved, number of nodes 500

(new-experiment)
(9 macro ops learned from ss2-3-prime, learn-bf-ops-from-isg
no reject-op-not-follow-macro-op, only prefer op rule).
  SS1-1 solved, 24 nodes 4 ops
  SS1-2 not-solved, number of nodes 500
  SS1-3 solved, 28 nodes 6 ops
  SS1-4 not-solved, number of nodes 500
  SS1-5 not-solved, number of nodes 500
  SS1-6 solved, 66 nodes 5 ops
  SS1-7 solved, 34 nodes 6 ops
  SS1-8 solved, 20 nodes 3 ops
  SS1-9 solved, 41 nodes 4 ops
  SS1-10 solved, 24 nodes 3 ops
  SS1-11 solved, 38 nodes 5 ops
  SS1-12 not-solved, number of nodes 500
  SS1-13 not-solved, number of nodes 500
  SS1-15 not-solved, number of nodes 500

  SS2-1 solved, 36 nodes 8 ops
  SS2-2 not-solved, number of nodes 500
  SS2-3 not-solved, number of nodes 500
  SS2-4 not-solved, number of nodes 500
  SS2-5 not-solved, number of nodes 500
  SS2-6 not-solved, number of nodes 500
  SS2-7 not-solved, number of nodes 500
  SS2-8 solved, 28 nodes 5 ops
  SS2-9 solved, 32 nodes 5 ops
  SS2-10 solved, 61 nodes 4 ops
  SS2-11 not-solved, number of nodes 500
  SS2-12 solved, 59 nodes 8 ops
  SS2-13 not-solved, number of nodes 500

doesn't look like whether or not having reject-op-not-follow-macro-op
rule matters at all...

(new-experiment)
(16 macro ops learned from ss2-3-prime, strips-prob, ss2-3, ss2-4,
ss0-8, learn-bf-ops-from-isg 
with reject-op-not-follow-macro-op, and prefer op rule).
This result is worse than using 13 macro operators. !!!

  SS1-1 solved, 23 nodes 4 ops
  SS1-2 solved, 49 nodes 8 ops
  SS1-3 solved, 27 nodes 5 ops
  SS1-4 not-solved, number of nodes 500
  SS1-5 not-solved, number of nodes 500
  SS1-6 not-solved, number of nodes 500
  SS1-7 solved, 34 nodes 6 ops
  SS1-8 solved, 16 nodes 3 ops
  SS1-9 not-solved, number of nodes 500
  SS1-10 solved, 35 nodes 3 ops
  SS1-11 solved, 37 nodes 5 ops
  SS1-12 not-solved, number of nodes 500
  SS1-13 solved, 42 nodes 8 ops
  SS1-15 solved, 45 nodes 7 ops

  SS2-1 solved, 34 nodes 6 ops
  SS2-2 solved, 64 nodes 8 ops
  SS2-3 solved, 41 nodes 6 ops
  SS2-4 solved, 39 nodes 7 ops
  SS2-5 solved, 38 nodes 7 ops
  SS2-6 not-solved, number of nodes 500
  SS2-7 solved, 31 nodes 6 ops
  SS2-8 solved, 27 nodes 5 ops
  SS2-9 solved, 30 nodes 5 ops
  SS2-10 not-solved, number of nodes 500
  SS2-11 solved, 30 nodes 5 ops
  SS2-12 not-solved, number of nodes 500
  SS2-13 not-solved, number of nodes 500

(new-experiment)
(10 macro ops learned from ss2-3-prime, ss2-3,
learn-bf-ops-from-isg 
with reject-op-not-follow-macro-op, and prefer op rule).
  SS1-1 solved, 25 nodes 4 ops
  SS1-2 not-solved, number of nodes 500
  SS1-3 solved, 29 nodes 6 ops
  SS1-4 not-solved, number of nodes 500
  SS1-5 not-solved, number of nodes 500
  SS1-6 not-solved, number of nodes 500
  SS1-7 solved, 35 nodes 6 ops
  SS1-8 solved, 21 nodes 3 ops
  SS1-9 solved, 67 nodes 4 ops
  SS1-10 solved, 31 nodes 3 ops
  SS1-11 solved, 40 nodes 5 ops
  SS1-12 not-solved, number of nodes 500
  SS1-13 not-solved, number of nodes 500
  SS1-15 solved, 145 nodes 7 ops

(new-experiment)
(6 macro ops learned from strips-prob, ss2-3,
learn-bf-ops-from-isg 
with reject-op-not-follow-macro-op, and prefer op rule).

  SS1-1 solved, 21 nodes 4 ops
  SS1-2 solved, 41 nodes 8 ops
  SS1-3 solved, 25 nodes 5 ops
  SS1-4 not-solved, number of nodes 500
  SS1-5 not-solved, number of nodes 500
  SS1-6 not-solved, number of nodes 500
  SS1-7 solved, 31 nodes 6 ops
  SS1-8 solved, 16 nodes 3 ops
  SS1-9 solved, 60 nodes 4 ops
  SS1-10 solved, 20 nodes 3 ops
  SS1-11 solved, 28 nodes 5 ops
  SS1-12 not-solved, number of nodes 500
  SS1-13 solved, 40 nodes 8 ops
  SS1-15 solved, 36 nodes 7 ops

  SS2-1 solved, 30 nodes 6 ops
  SS2-2 not-solved, number of nodes 500
  SS2-3 solved, 32 nodes 6 ops
  SS2-4 not-solved, number of nodes 500
  SS2-5 not-solved, number of nodes 500
  SS2-6 not-solved, number of nodes 500
  SS2-7 solved, 30 nodes 6 ops
  SS2-8 solved, 25 nodes 5 ops
  SS2-9 solved, 26 nodes 5 ops
  SS2-10 not-solved, number of nodes 500
  SS2-11 not-solved, number of nodes 500
  SS2-12 not-solved, number of nodes 500
  SS2-13 not-solved, number of nodes 500


===========================================================================
using a new method:  record what goals each macro operator is used to
achieve, and use the macro operator to achieve these goals only, not
use the macro operator to achieve goals that are other effects in the
macro operator. 

(new-experiment)
(new-experiment)
(6 macro ops learned from strips-prob, ss2-3,
learn-bf-ops-from-isg 
no reject-op-not-follow-macro-op, only prefer op rule).

  SS1-1 solved, 22 nodes 4 ops
  SS1-2 solved, 39 nodes 8 ops
  SS1-3 solved, 26 nodes 5 ops
  SS1-4 not-solved, number of nodes 500
  SS1-5 not-solved, number of nodes 500
  SS1-6 solved, 56 nodes 5 ops
  SS1-7 solved, 33 nodes 6 ops
  SS1-8 solved, 16 nodes 3 ops
  SS1-9 solved, 41 nodes 4 ops
  SS1-10 solved, 19 nodes 3 ops
  SS1-11 solved, 27 nodes 5 ops
  SS1-12 not-solved, number of nodes 500
  SS1-13 solved, 41 nodes 8 ops
  SS1-15 solved, 35 nodes 7 ops

  SS2-1 solved, 30 nodes 6 ops
  SS2-2 not-solved, number of nodes 500
  SS2-3 solved, 31 nodes 6 ops
  SS2-4 not-solved, number of nodes 500
  SS2-5 not-solved, number of nodes 500
  SS2-6 not-solved, number of nodes 500
  SS2-7 solved, 30 nodes 6 ops
  SS2-8 solved, 26 nodes 5 ops
  SS2-9 solved, 26 nodes 5 ops
  SS2-10 solved, 50 nodes 4 ops
  SS2-11 not-solved, number of nodes 500
  SS2-12 solved, 57 nodes 8 ops
  SS2-13 not-solved, number of nodes 500

(9 macro ops learned from ss2-3-prime, learn-bf-ops-from-isg
no reject-op-not-follow-macro-op, only prefer op rule).

(new-experiment)
(13 macro ops learned from ss2-3, strips-prob, ss2-3-prime,
learn-bf-ops-from-isg,
no reject-op-not-follow-macro-op, only prefer op rule).

  SS1-1 solved, 23 nodes 4 ops
  SS1-2 solved, 46 nodes 8 ops
  SS1-3 solved, 27 nodes 5 ops
  SS1-4 not-solved, number of nodes 500
  SS1-5 not-solved, number of nodes 500
  SS1-6 solved, 61 nodes 5 ops
  SS1-7 solved, 36 nodes 6 ops
  SS1-8 solved, 19 nodes 3 ops
  SS1-9 solved, 40 nodes 4 ops
  SS1-10 solved, 20 nodes 3 ops
  SS1-11 solved, 31 nodes 5 ops
  SS1-12 not-solved, number of nodes 500
  SS1-13 solved, 47 nodes 8 ops
  SS1-15 solved, 42 nodes 7 ops

  SS2-1 solved, 34 nodes 6 ops
  SS2-2 solved, 58 nodes 8 ops
  SS2-3 solved, 35 nodes 6 ops
  SS2-4 not-solved, number of nodes 500
  SS2-5 not-solved, number of nodes 500
  SS2-6 not-solved, number of nodes 500
  SS2-7 solved, 34 nodes 6 ops
  SS2-8 solved, 27 nodes 5 ops
  SS2-9 solved, 30 nodes 5 ops
  SS2-10 solved, 56 nodes 4 ops
  SS2-11 not-solved, number of nodes 500
  SS2-12 solved, 63 nodes 8 ops
  SS2-13 not-solved, number of nodes 500

(new-experiment)
(6 macro ops learned from strips-prob, ss2-3,
learn-bf-ops-from-isg 
with reject-op-not-follow-macro-op, and prefer op rule).

  SS1-1 solved, 23 nodes 4 ops
  SS1-2 solved, 40 nodes 8 ops
  SS1-3 solved, 27 nodes 5 ops
  SS1-4 not-solved, number of nodes 500
  SS1-5 not-solved, number of nodes 500
  SS1-6 not-solved, number of nodes 500
  SS1-7 solved, 32 nodes 6 ops
  SS1-8 solved, 16 nodes 3 ops
  SS1-9 solved, 60 nodes 4 ops
  SS1-10 solved, 18 nodes 3 ops
  SS1-11 solved, 26 nodes 5 ops
  SS1-12 not-solved, number of nodes 500
  SS1-13 solved, 42 nodes 8 ops
  SS1-15 solved, 34 nodes 7 ops

  SS2-1 solved, 33 nodes 6 ops
  SS2-2 not-solved, number of nodes 500
  SS2-3 solved, 30 nodes 6 ops
  SS2-4 not-solved, number of nodes 500
  SS2-5 not-solved, number of nodes 500
  SS2-6 not-solved, number of nodes 500
  SS2-7 solved, 33 nodes 6 ops
  SS2-8 solved, 27 nodes 5 ops
  SS2-9 solved, 29 nodes 5 ops
  SS2-10 not-solved, number of nodes 500
  SS2-11 not-solved, number of nodes 500
  SS2-12 solved, 59 nodes 8 ops
  SS2-13 not-solved, number of nodes 500

(new-experiment)
(9 macro ops learned from strips-prob, ss2-3-prime,
learn-bf-ops-from-isg 
with reject-op-not-follow-macro-op, and prefer op rule).

  SS1-1 solved, 23 nodes 4 ops
  SS1-2 solved, 46 nodes 8 ops
  SS1-3 solved, 27 nodes 5 ops
  SS1-4 not-solved, number of nodes 500
  SS1-5 not-solved, number of nodes 500
  SS1-6 not-solved, number of nodes 500
  SS1-7 solved, 36 nodes 6 ops
  SS1-8 solved, 19 nodes 3 ops
  SS1-9 solved, 65 nodes 4 ops
  SS1-10 solved, 20 nodes 3 ops
  SS1-11 solved, 31 nodes 5 ops
  SS1-12 not-solved, number of nodes 500
  SS1-13 solved, 47 nodes 8 ops
  SS1-15 solved, 42 nodes 7 ops

  SS2-1 solved, 34 nodes 6 ops
  SS2-2 solved, 58 nodes 8 ops
  SS2-3 solved, 35 nodes 6 ops
  SS2-4 not-solved, number of nodes 500
  SS2-5 not-solved, number of nodes 500
  SS2-6 not-solved, number of nodes 500
  SS2-7 solved, 34 nodes 6 ops
  SS2-8 solved, 27 nodes 5 ops
  SS2-9 solved, 30 nodes 5 ops
  SS2-10 not-solved, number of nodes 500
  SS2-11 not-solved, number of nodes 500
  SS2-12 solved, 63 nodes 8 ops
  SS2-13 not-solved, number of nodes 500

(new-experiment)
(13 macro ops learned from ss2-3, strips-prob, ss2-3-prime,
learn-bf-ops-from-isg,
with reject-op-not-follow-macro-op, and prefer op rule).

  SS1-1 solved, 22 nodes 4 ops
  SS1-2 solved, 45 nodes 8 ops
  SS1-3 solved, 26 nodes 5 ops
  SS1-4 not-solved, number of nodes 500
  SS1-5 not-solved, number of nodes 500
  SS1-6 not-solved, number of nodes 500
  SS1-7 solved, 33 nodes 6 ops
  SS1-8 solved, 18 nodes 3 ops
  SS1-9 solved, 67 nodes 4 ops
  SS1-10 solved, 23 nodes 3 ops
  SS1-11 solved, 33 nodes 5 ops
  SS1-12 not-solved, number of nodes 500
  SS1-13 solved, 43 nodes 8 ops
  SS1-15 solved, 43 nodes 7 ops

  SS2-1 solved, 32 nodes 6 ops
  SS2-2 solved, 50 nodes 8 ops
  SS2-3 solved, 35 nodes 6 ops
  SS2-4 not-solved, number of nodes 500
  SS2-5 not-solved, number of nodes 500
  SS2-6 not-solved, number of nodes 500
  SS2-7 solved, 32 nodes 6 ops
  SS2-8 solved, 26 nodes 5 ops
  SS2-9 solved, 28 nodes 5 ops
  SS2-10 not-solved, number of nodes 500
  SS2-11 not-solved, number of nodes 500
  SS2-12 solved, 62 nodes 8 ops
  SS2-13 not-solved, number of nodes 500

(new-experiment)
(14 macro ops learned from ss2-3, strips-prob, ss2-3-prime,
learn-bf-ops-from-isg-2,
no reject-op-not-follow-macro-op, only prefer op rule).

  SS1-1 solved, 20 nodes 4 ops
  SS1-2 solved, 42 nodes 8 ops
  SS1-3 solved, 24 nodes 5 ops
  SS1-4 not-solved, number of nodes 500
  SS1-5 not-solved, number of nodes 500
  SS1-6 solved, 65 nodes 5 ops
  SS1-7 solved, 33 nodes 6 ops
  SS1-8 solved, 17 nodes 3 ops
  SS1-9 solved, 42 nodes 4 ops
  SS1-10 solved, 22 nodes 3 ops
  SS1-11 solved, 31 nodes 5 ops
  SS1-12 not-solved, number of nodes 500
  SS1-13 solved, 41 nodes 8 ops
  SS1-15 solved, 40 nodes 7 ops

  SS2-1 solved, 28 nodes 6 ops
  SS2-2 not-solved, number of nodes 500
  SS2-3 solved, 34 nodes 6 ops
  SS2-4 not-solved, number of nodes 500
  SS2-5 not-solved, number of nodes 500
  SS2-6 not-solved, number of nodes 500
  SS2-7 solved, 28 nodes 6 ops
  SS2-8 solved, 24 nodes 5 ops
  SS2-9 solved, 24 nodes 5 ops
  SS2-10 solved, 60 nodes 4 ops
  SS2-11 not-solved, number of nodes 500
  SS2-12 solved, 60 nodes 8 ops
  SS2-13 not-solved, number of nodes 500

(new-experiment)
(14 macro ops learned from ss2-3, strips-prob, ss2-3-prime,
learn-bf-ops-from-isg-2,
with reject-op-not-follow-macro-op, and prefer op rule).

===========================================================================
modified control rules: 2 reject rules, 1 prefer rule for op.
no checking for goal or goal-op recursion while building isg.
macro op can be used to achieve any goal in the effect of the last
operator. 

7 macro ops from ss2-3-prime. 
  SS1-1 solved, 23 nodes 4 ops
  SS1-2 not-solved, number of nodes 500
  SS1-3 solved, 28 nodes 6 ops
  SS1-4 not-solved, number of nodes 500
  SS1-5 not-solved, number of nodes 500
  SS1-6 not-solved, number of nodes 500
  SS1-7 solved, 34 nodes 7 ops
  SS1-8 solved, 19 nodes 3 ops
  SS1-9 solved, 63 nodes 4 ops
  SS1-10 solved, 31 nodes 3 ops
  SS1-11 not-solved, number of nodes 500
  SS1-12 not-solved, number of nodes 500
  SS1-13 not-solved, number of nodes 500
  SS1-15 solved, 127 nodes 7 ops

  SS2-1 solved, 36 nodes 8 ops
  SS2-2 not-solved, number of nodes 500
  SS2-3 not-solved, number of nodes 500
  SS2-4 solved, 38 nodes 8 ops
  SS2-5 solved, 34 nodes 7 ops
  SS2-6 not-solved, number of nodes 500
  SS2-7 not-solved, number of nodes 500
  SS2-8 solved, 27 nodes 5 ops
  SS2-9 solved, 30 nodes 5 ops
  SS2-10 not-solved, number of nodes 500
  SS2-11 solved, 30 nodes 6 ops
  SS2-12 solved, 55 nodes 8 ops
  SS2-13 not-solved, number of nodes 500

12 macro ops from ss2-3-prime, ss2-3, strips-prob,
  SS1-1 solved, 21 nodes 4 ops
  SS1-2 not-solved, number of nodes 500
  SS1-3 solved, 25 nodes 5 ops
  SS1-4 not-solved, number of nodes 500
  SS1-5 not-solved, number of nodes 500
  SS1-6 not-solved, number of nodes 500
  SS1-7 solved, 34 nodes 7 ops
  SS1-8 solved, 16 nodes 3 ops
  SS1-9 solved, 67 nodes 4 ops
  SS1-10 solved, 35 nodes 3 ops
  SS1-11 not-solved, number of nodes 500
  SS1-12 not-solved, number of nodes 500
  SS1-13 solved, 40 nodes 8 ops
  SS1-15 solved, 42 nodes 7 ops

  SS2-1 solved, 30 nodes 6 ops
  SS2-2 solved, 76 nodes 8 ops
  SS2-3 not-solved, number of nodes 500
  SS2-4 solved, 34 nodes 7 ops
  SS2-5 solved, 34 nodes 7 ops
  SS2-6 not-solved, number of nodes 500
  SS2-7 solved, 30 nodes 6 ops
  SS2-8 solved, 25 nodes 5 ops
  SS2-9 solved, 26 nodes 5 ops
  SS2-10 not-solved, number of nodes 500
  SS2-11 solved, 30 nodes 6 ops
  SS2-12 solved, 55 nodes 8 ops
  SS2-13 not-solved, number of nodes 500

===========================================================================
modified control rules: 2 reject rules, 1 prefer rule for op.
no checking for goal or goal-op recursion while building isg.
macro op can be used to achieve any goal in the effect of the last        
operator.  WITHOUT modified dependency-directed-bt (check whether or not
control rules fired), WITHOUT *macro-op-subgoal-limit*.

 14 *bf-ops* learned from ss2-3-prime, ss2-3, strips-prob.

  SS1-1 solved, 21 nodes 4 ops
  SS1-2 solved, 49 nodes 8 ops
  SS1-3 solved, 25 nodes 5 ops
  SS1-4 solved, 65 nodes 12 ops
  SS1-5 solved, 65 nodes 12 ops
  SS1-6 not-solved, number of nodes 500
  SS1-7 solved, 32 nodes 6 ops
  SS1-8 solved, 16 nodes 3 ops
  SS1-9 solved, 71 nodes 4 ops
  SS1-10 solved, 34 nodes 3 ops
  SS1-11 solved, 36 nodes 5 ops
  SS1-12 solved, 82 nodes 13 ops
  SS1-13 solved, 41 nodes 8 ops
  SS1-15 solved, 44 nodes 7 ops

  SS2-1 solved, 30 nodes 6 ops
  SS2-2 solved, 63 nodes 8 ops
  SS2-3 solved, 40 nodes 6 ops
  SS2-4 solved, 36 nodes 7 ops
  SS2-5 solved, 35 nodes 7 ops
  SS2-6 not-solved, number of nodes 500
  SS2-7 solved, 30 nodes 6 ops
  SS2-8 solved, 25 nodes 5 ops
  SS2-9 solved, 26 nodes 5 ops
  SS2-10 not-solved, number of nodes 500
  SS2-11 solved, 28 nodes 5 ops
  SS2-12 solved, 58 nodes 8 ops
  SS2-13 not-solved, number of nodes 500

 9 *bf-ops* learned from ss2-3-prime

  SS1-1 solved, 24 nodes 4 ops
  SS1-2 not-solved, number of nodes 500
  SS1-3 solved, 28 nodes 6 ops
  SS1-4 not-solved, number of nodes 500
  SS1-5 not-solved, number of nodes 500
  SS1-6 not-solved, number of nodes 500
  SS1-7 solved, 34 nodes 6 ops
  SS1-8 solved, 20 nodes 3 ops
  SS1-9 solved, 67 nodes 4 ops
  SS1-10 solved, 30 nodes 3 ops
  SS1-11 solved, 38 nodes 5 ops
  SS1-12 not-solved, number of nodes 500
  SS1-13 not-solved, number of nodes 500
  SS1-15 solved, 140 nodes 7 ops

  SS2-1 solved, 36 nodes 8 ops
  SS2-2 not-solved, number of nodes 500
  SS2-3 not-solved, number of nodes 500
  SS2-4 solved, 39 nodes 8 ops
  SS2-5 solved, 38 nodes 8 ops
  SS2-6 not-solved, number of nodes 500
  SS2-7 not-solved, number of nodes 500
  SS2-8 solved, 28 nodes 5 ops
  SS2-9 solved, 32 nodes 5 ops
  SS2-10 not-solved, number of nodes 500
  SS2-11 not-solved, number of nodes 500
  SS2-12 solved, 59 nodes 8 ops
  SS2-13 not-solved, number of nodes 500

===========================================================================
modified control rules: 2 reject rules, 1 prefer rule for op.
no checking for goal or goal-op recursion while building isg.
macro op can be used to achieve any goal in the effect of the last        
operator.  WITHOUT modified dependency-directed-bt (check whether or not
control rules fired), WITH *macro-op-subgoal-limit*.

 9 *bf-ops* learned from ss2-3-prime

  SS1-1 solved, 24 nodes 4 ops
  SS1-2 solved, 74 nodes 8 ops
  SS1-3 solved, 28 nodes 6 ops
  SS1-4 solved, 90 nodes 12 ops
  SS1-5 solved, 233 nodes 13 ops
  SS1-6 not-solved, number of nodes 500
  SS1-7 solved, 34 nodes 6 ops
  SS1-8 solved, 20 nodes 3 ops
  SS1-9 solved, 67 nodes 4 ops
  SS1-10 solved, 24 nodes 3 ops
  SS1-11 solved, 38 nodes 5 ops
  SS1-12 not-solved, number of nodes 500
  SS1-13 solved, 127 nodes 8 ops
  SS1-15 solved, 67 nodes 7 ops

  SS2-1 solved, 36 nodes 8 ops
  SS2-2 not-solved, number of nodes 500
  SS2-3 solved, 66 nodes 6 ops
  SS2-4 solved, 39 nodes 8 ops
  SS2-5 solved, 38 nodes 8 ops
  SS2-6 not-solved, number of nodes 500
  SS2-7 solved, 96 nodes 6 ops
  SS2-8 solved, 28 nodes 5 ops
  SS2-9 solved, 32 nodes 5 ops
  SS2-10 not-solved, number of nodes 500
  SS2-11 solved, 330 nodes 13 ops
  SS2-12 solved, 59 nodes 8 ops
  SS2-13 not-solved, number of nodes 500

 10 *bf-ops* learned from ss2-3-prime and ss2-3.
  SS1-1 solved, 25 nodes 4 ops
  SS1-2 solved, 77 nodes 8 ops
  SS1-3 solved, 29 nodes 6 ops
  SS1-4 solved, 93 nodes 12 ops
  SS1-5 solved, 229 nodes 13 ops
  SS1-6 not-solved, number of nodes 500
  SS1-7 solved, 35 nodes 6 ops
  SS1-8 solved, 21 nodes 3 ops
  SS1-9 solved, 67 nodes 4 ops
  SS1-10 solved, 31 nodes 3 ops
  SS1-11 solved, 40 nodes 5 ops
  SS1-12 not-solved, number of nodes 500
  SS1-13 solved, 129 nodes 8 ops
  SS1-15 solved, 69 nodes 7 ops

  SS2-1 solved, 38 nodes 8 ops
  SS2-2 not-solved, number of nodes 500
  SS2-3 solved, 68 nodes 6 ops
  SS2-4 solved, 40 nodes 8 ops
  SS2-5 solved, 39 nodes 8 ops
  SS2-6 not-solved, number of nodes 500
  SS2-7 solved, 98 nodes 6 ops
  SS2-8 solved, 29 nodes 5 ops
  SS2-9 solved, 34 nodes 5 ops
  SS2-10 not-solved, number of nodes 500
  SS2-11 solved, 366 nodes 13 ops
  SS2-12 solved, 60 nodes 8 ops
  SS2-13 not-solved, number of nodes 500

===========================================================================
modified control rules: 2 reject rules, 1 prefer rule for op.
no checking for goal or goal-op recursion while building isg.
macro op can be used to achieve any goal in the effect of the last        
operator.  WITH modified dependency-directed-bt (check whether or not
control rules fired), WITH *macro-op-subgoal-limit*.


 14 *bf-ops* learned from ss2-3-prime and ss2-3, and strips-prob.

(mapcar #'(lambda (x) (nth x *bf-ops*)) '(4 5 6 7 8 9 10 11 12 13 0 1 2 3))

  SS2-1 solved, 32 nodes 6 ops
  SS2-2 solved, 50 nodes 8 ops
  SS2-3 solved, 43 nodes 6 ops
  SS2-4 solved, 34 nodes 7 ops
  SS2-5 solved, 33 nodes 7 ops
  SS2-6 not-solved, number of nodes 500
  SS2-7 solved, 32 nodes 6 ops
  SS2-8 solved, 26 nodes 5 ops
  SS2-9 solved, 28 nodes 5 ops
  SS2-10 solved, 71 nodes 4 ops
  SS2-11 solved, 27 nodes 5 ops
  SS2-12 solved, 60 nodes 8 ops
  SS2-13 not-solved, number of nodes 500

  SS1-1 solved, 22 nodes 4 ops
  SS1-2 solved, 53 nodes 8 ops
  SS1-3 solved, 26 nodes 5 ops
  SS1-4 solved, 69 nodes 12 ops
  SS1-5 solved, 73 nodes 13 ops
  SS1-6 solved, 79 nodes 5 ops
  SS1-7 solved, 31 nodes 6 ops
  SS1-8 solved, 16 nodes 3 ops
  SS1-9 solved, 47 nodes 4 ops
  SS1-10 solved, 31 nodes 3 ops
  SS1-11 solved, 39 nodes 5 ops
  SS1-12 solved, 272 nodes 15 ops
  SS1-13 solved, 41 nodes 8 ops
  SS1-15 solved, 47 nodes 7 ops


9 *bf-ops*.
  SS1-1 solved, 24 nodes 4 ops
  SS1-2 solved, 74 nodes 8 ops
  SS1-3 solved, 28 nodes 6 ops
  SS1-4 solved, 90 nodes 12 ops
  SS1-5 solved, 233 nodes 13 ops
  SS1-6 solved, 66 nodes 5 ops
  SS1-7 solved, 34 nodes 6 ops
  SS1-8 solved, 20 nodes 3 ops
  SS1-9 solved, 41 nodes 4 ops
  SS1-10 solved, 24 nodes 3 ops
  SS1-11 solved, 38 nodes 5 ops
  SS1-12 not-solved, number of nodes 500
  SS1-13 solved, 127 nodes 8 ops
  SS1-15 solved, 67 nodes 7 ops

  SS2-1 solved, 36 nodes 8 ops
  SS2-2 not-solved, number of nodes 500
  SS2-3 solved, 66 nodes 6 ops
  SS2-4 solved, 39 nodes 8 ops
  SS2-5 solved, 38 nodes 8 ops
  SS2-6 not-solved, number of nodes 500
  SS2-7 solved, 88 nodes 6 ops
  SS2-8 solved, 28 nodes 5 ops
  SS2-9 solved, 32 nodes 5 ops
  SS2-10 solved, 61 nodes 4 ops
  SS2-11 solved, 334 nodes 13 ops
  SS2-12 solved, 59 nodes 8 ops
  SS2-13 not-solved, number of nodes 500

===========================================================================
modified control rules: 2 reject rules, 1 prefer rule for op.
no checking for goal or goal-op recursion while building isg.
macro op can be used to achieve any goal in the effect of the last        
operator.  WITH modified dependency-directed-bt (check whether or not
control rules fired), but WITHOUT *macro-op-subgoal-limit*.
LEARN-BF-OPS-FROM-ISG-2.

with dependency-directed-bt.lisp.
10 *bf-ops* from ss2-3-prime.

  SS1-1 solved, 24 nodes 4 ops
  SS1-2 not-solved, number of nodes 500
  SS1-3 solved, 28 nodes 6 ops
  SS1-4 solved, 330 nodes 12 ops
  SS1-5 not-solved, number of nodes 500
  SS1-6 solved, 59 nodes 5 ops
  SS1-7 solved, 40 nodes 7 ops
  SS1-8 solved, 17 nodes 3 ops
  SS1-9 solved, 41 nodes 4 ops
  SS1-10 solved, 17 nodes 3 ops
  SS1-11 solved, 27 nodes 5 ops
  SS1-12 not-solved, number of nodes 500
  SS1-13 not-solved, number of nodes 500
  SS1-15 solved, 179 nodes 7 ops

  SS2-1 solved, 36 nodes 8 ops
  SS2-2 not-solved, number of nodes 500
  SS2-3 solved, 196 nodes 6 ops
  SS2-4 solved, 47 nodes 10 ops
  SS2-5 solved, 55 nodes 9 ops
  SS2-6 not-solved, number of nodes 500
  SS2-7 not-solved, number of nodes 500
  SS2-8 solved, 28 nodes 5 ops
  SS2-9 solved, 32 nodes 5 ops
  SS2-10 solved, 54 nodes 4 ops
  SS2-11 not-solved, number of nodes 500
  SS2-12 solved, 57 nodes 8 ops
  SS2-13 not-solved, number of nodes 500

without dependency-directed-bt.lisp.
15 *bf-ops* from ss2-3-prime, ss2-3, strips-prob.

  SS1-1 solved, 21 nodes 4 ops
  SS1-2 solved, 40 nodes 8 ops
  SS1-3 solved, 25 nodes 5 ops
  SS1-4 solved, 55 nodes 12 ops
  SS1-5 solved, 55 nodes 12 ops
  SS1-6 not-solved, number of nodes 500
  SS1-7 solved, 37 nodes 7 ops
  SS1-8 solved, 16 nodes 3 ops
  SS1-9 solved, 71 nodes 4 ops
  SS1-10 solved, 18 nodes 3 ops
  SS1-11 solved, 26 nodes 5 ops
  SS1-12 not-solved, number of nodes 500
  SS1-13 not-solved, number of nodes 500
  SS1-15 solved, 34 nodes 7 ops

===========================================================================
modified control rules: 2 reject rules, 1 prefer rule for op.
no checking for goal or goal-op recursion while building isg.
macro op can be used to achieve any goal in the effect of the last        
operator.  WITH modified dependency-directed-bt (check whether or not
control rules fired), also WITH *macro-op-subgoal-limit*.
LEARN-BF-OPS-FROM-ISG-2.

10 *bf-ops* from ss2-3-prime.

  SS1-1 solved, 24 nodes 4 ops
  SS1-2 solved, 166 nodes 8 ops
  SS1-3 solved, 28 nodes 6 ops
  SS1-4 solved, 176 nodes 12 ops
  SS1-5 not-solved, number of nodes 500
  SS1-6 not-solved, number of nodes 500
  SS1-7 solved, 40 nodes 7 ops
  SS1-8 solved, 17 nodes 3 ops
  SS1-9 solved, 67 nodes 4 ops
  SS1-10 solved, 17 nodes 3 ops
  SS1-11 solved, 27 nodes 5 ops
  SS1-12 not-solved, number of nodes 500
  SS1-13 solved, 131 nodes 8 ops
  SS1-15 solved, 88 nodes 7 ops

  SS2-1 solved, 36 nodes 8 ops
  SS2-2 not-solved, number of nodes 500
  SS2-3 solved, 122 nodes 6 ops
  SS2-4 solved, 47 nodes 10 ops
  SS2-5 solved, 64 nodes 7 ops
  SS2-6 not-solved, number of nodes 500
  SS2-7 solved, 100 nodes 6 ops
  SS2-8 solved, 28 nodes 5 ops
  SS2-9 solved, 32 nodes 5 ops
  SS2-10 not-solved, number of nodes 500
  SS2-11 solved, 173 nodes 14 ops
  SS2-12 solved, 57 nodes 8 ops
  SS2-13 not-solved, number of nodes 500

15 *bf-ops* from ss2-3-prime, ss2-3, strips-prob.

  SS1-1 solved, 21 nodes 4 ops
  SS1-2 solved, 40 nodes 8 ops
  SS1-3 solved, 25 nodes 5 ops
  SS1-4 solved, 55 nodes 12 ops
  SS1-5 solved, 55 nodes 12 ops
  SS1-6 not-solved, number of nodes 500
  SS1-7 solved, 37 nodes 7 ops
  SS1-8 solved, 16 nodes 3 ops
  SS1-9 solved, 71 nodes 4 ops
  SS1-10 solved, 18 nodes 3 ops
  SS1-11 solved, 26 nodes 5 ops
  SS1-12 not-solved, number of nodes 500
  SS1-13 solved, 74 nodes 8 ops
  SS1-15 solved, 34 nodes 7 ops

  SS2-1 solved, 30 nodes 6 ops
  SS2-2 not-solved, number of nodes 500
  SS2-3 solved, 31 nodes 6 ops
  SS2-4 solved, 68 nodes 7 ops
  SS2-5 solved, 67 nodes 7 ops
  SS2-6 not-solved, number of nodes 500
  SS2-7 solved, 30 nodes 6 ops
  SS2-8 solved, 25 nodes 5 ops
  SS2-9 solved, 26 nodes 5 ops
  SS2-10 not-solved, number of nodes 500
  SS2-11 solved, 74 nodes 6 ops
  SS2-12 solved, 59 nodes 8 ops
  SS2-13 not-solved, number of nodes 500

