;;; Hey, Emacs, this file is -*- Common-Lisp -*- ... got that?

(in-package :tsdb)

(tsdb :home "~/MAJO/MT-NTT-Tests/parsing-results")
;;(tsdb :home "~/local_japanese/testsuites/makino-tsutsui-tests/tsdb-home")
(setf *tsdb-skeleton-directory* "~/japanese/tsdb/skeletons/")
;;(setf *tsdb-skeleton-directory* "~/local_japanese/testsuites/makino-tsutsui-tests/tsdb-skeletons")
(setf *tsdb-cache-database-writes-p* :raw)
(setf *tsdb-maximal-number-of-edges* 10000)
(setf *tsdb-maximal-number-of-derivations* 0)
(setf *tsdb-minimize-gcs-p* t)
(setf *statistics-extra* nil)
(setf *statistics-aggregate-dimension* :phenomena)


(setf *pvm-cpus*
  (list
   (make-cpu 
    :host "attila"
    :spawn "/project/cl/deepthought/local/bin/cheap"
    :options '("-tsdb" "-yy" "-default-les" 
	       "/lokal/home/siegel/japanese/japanese.grm")
    :preprocessor "lkb::chasen-preprocess-for-pet"
    :class :nihongo :name "pet" :threshold 2)
   (make-cpu 
    :host "linux"
    :spawn "/project/cl/deepthought/local/bin/cheap"
    :options '("-tsdb" "-yy" "-default-les" 
	       "/lokal/home/siegel/japanese/japanese-unfilling.grm")
    :preprocessor "lkb::chasen-preprocess-for-pet"
    :class :nihongo-np :name "pet" :threshold 2)
   (make-cpu 
    :host "linux"
    :spawn "/project/cl/deepthought/local/bin/cheap"
    :options '("-tsdb" "-yy" "-default-les" "-packing=7" 
	       "/lokal/home/siegel/japanese/japanese-no-unfilling.grm")
    :preprocessor "lkb::chasen-preprocess-for-pet"
    :class :nihongo-rp :name "pet" :threshold 2)
   (make-cpu 
    :host "linux"
    :spawn "/project/cl/deepthought/local/bin/cheap"
    :options '("-tsdb" "-yy" "-default-les"  "-qc=0" "-no-hyper" "-compute-qc"
	       "/lokal/home/siegel/japanese/japanese.grm")
    :class :cheapqc :threshold 2)
   ))

;;;
;;; run all input through LKB preprocessing hook, if available
;;; 
(setf *tsdb-preprocessing-hook* "lkb::preprocessing-hook-version-two")
;;(setf *tsdb-preprocessing-hook* nil)

;;;
;;; disable post-processing of PET results in LKB (too time-consuming)
;;;
(setf *tsdb-result-hook* nil)

;;;
;;; customize instance names proposed for new test suites
;;;
(setf *tsdb-instance-template* "pet/japanese/%t/%d")

;;;
;;; experiment with storing MRSs and detailed comparison between test runs
;;;

(defun mrs-setup ()
  ;;
  ;; to retrieve and store the number of scopes for each parsing result
  ;;
  (setf tsdb::*tsdb-semantix-hook* "mrs::count-scopes")
  ;;
  ;; to retrieve and store the raw MRS for each parsing result
  ;;
  (setf tsdb::*tsdb-semantix-hook* "mrs::get-mrs-string")
  (setf (gethash :mrs *statistics-readers*) "mrs::read-mrs-from-string")
  (setf (gethash :mrs *statistics-predicates*) "mrs::safe-mrs-unequalp")
  (setf (gethash :mrs *statistics-browsers*) "mrs::browse-mrs"))

(defun k2y-setup ()
  (setf (gethash :i-input *statistics-readers*)
    #'(lambda (string)
        (let ((*package* (find-package :tsdb)))
          (yy-read-input string))))
  (setf (gethash :mrs *statistics-readers*)
    #'(lambda (string)
        (let ((*package* (find-package :tsdb)))
          (yy-read-k2y string))))
  (setf (gethash :mrs *statistics-browsers*) #'yy-browse-k2y)
  (setf (gethash :tree *statistics-readers*)
    #'(lambda (string)
        (let ((*package* (find-package :tsdb)))
          (yy-read-rts string))))
  (setf (gethash :tree *statistics-browsers*) #'yy-browse-rts)
  (setf (gethash :mrs *statistics-predicates*) 
    #'(lambda (gold blue) (not (yy-k2y-equal gold blue))))
  (setf *statistics-result-filter* #'yy-result-filter))


  
;;;
;;; restrict `Detail -- Compare' to subset of items for which number of passive
;;; edges is three times larger in new set than it used to be; just an example.
;;;
#+:null
(setf (gethash :pedges *statistics-predicates*)
  (lambda (old new) (< (* old 3) new)))

;;;
;;; to create YY input format for interactive cheap
;;;
(defun chasenify (string)
  (format t "~a" (lkb::preprocess-sentence-string string :posp t)))


(setf *redwoods-semantix-hook* "mrs::get-mrs-string")