;; Copyright 2006-2013, Matthew Welland.
;;
;; This program is made available under the GNU GPL version 2.0 or
;; greater. See the accompanying file COPYING for details.
;;
;; This program is distributed WITHOUT ANY WARRANTY; without even the
;; implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR
;; PURPOSE.
(use defstruct)
(use scsh-process)
;; (use ssax)
;; (use sxml-serializer)
;; (use sxml-modifications)
;; (use regex)
;; (use srfi-69)
;; (use regex-case)
;; (use posix)
;; (use json)
;; (use csv)
;; (use directory-utils)
(use srfi-18)
(use srfi-19)
;;(use utils)
;;(use format)
(use refdb)
;; (require-library ini-file)
;; (import (prefix ini-file ini:))
(use sql-de-lite srfi-1 posix regex regex-case srfi-69)
;; (import (prefix sqlite3 sqlite3:))
;;
(declare (uses common))
(declare (uses configf))
;; (declare (uses tree))
(declare (uses margs))
;; (declare (uses dcommon))
;; (declare (uses launch))
;; (declare (uses gutils))
;; (declare (uses db))
;; (declare (uses synchash))
;; (declare (uses server))
(declare (uses megatest-version))
;; (declare (uses tbd))
(include "megatest-fossil-hash.scm")
;;
;; GLOBALS
;;
(define *verbosity* 1)
(define *logging* #f)
(define *exe-name* (pathname-file (car (argv))))
(define *sretrieve:current-tab-number* 0)
(define *args-hash* (make-hash-table))
(define sretrieve:help (conc "Usage: " *exe-name* " [action [params ...]]
ls : list contents of target area
get <relversion> : retrieve data for release <version>
-m \"message\" : why retrieved?
cp <relative path> : copy file to current directory
log : get listing of recent downloads
shell : start a shell-like interface
Part of the Megatest tool suite.
Learn more at http://www.kiatoa.com/fossils/megatest
Version: " megatest-fossil-hash)) ;; "
;;======================================================================
;; RECORDS
;;======================================================================
;;======================================================================
;; DB
;;======================================================================
;; replace (strftime('%s','now')), with datetime('now'))
(define (sretrieve:initialize-db db)
(for-each
(lambda (qry)
(exec (sql db qry)))
(list
"CREATE TABLE IF NOT EXISTS actions
(id INTEGER PRIMARY KEY,
action TEXT NOT NULL,
retriever TEXT NOT NULL,
datetime TIMESTAMP DEFAULT (datetime('now','localtime')),
srcpath TEXT NOT NULL,
comment TEXT DEFAULT '' NOT NULL,
state TEXT DEFAULT 'new');"
"CREATE TABLE IF NOT EXISTS bundles
(id INTEGER PRIMARY KEY,
bundle TEXT NOT NULL,
release TEXT NOT NULL,
status TEXT NOT NULL,
event_date TEXT NOT NULL);"
)))
(define (sretrieve:register-action db action submitter source-path comment)
; (print "(sretrieve:register-action db " db " action " action " submitter " submitter " source-path " source-path " comment " comment)
(exec (sql db "INSERT INTO actions (action,retriever,srcpath,comment)
VALUES(?,?,?,?)")
action
submitter
source-path
(or comment "")))
;; (call-with-database
;; (lambda (db)
;; (set-busy-handler! db (busy-timeout 10000)) ; 10 second timeout
;; ...))
;; Create the sqlite db
(define (sretrieve:db-do configdat proc)
(let ((path (configf:lookup configdat "database" "location")))
(if (not path)
(begin
(debug:print 0 "[database]\nlocation /some/path\n\n Is missing from the config file!")
(exit 1)))
(if (and path
(directory? path)
(file-read-access? path))
(let* ((dbpath (conc path "/" *exe-name* ".db"))
(writeable (file-write-access? dbpath))
(dbexists (file-exists? dbpath)))
(handle-exceptions
exn
(begin
(debug:print 2 "ERROR: problem accessing db " dbpath
((condition-property-accessor 'exn 'message) exn))
(exit 1))
;;(debug:print 0 "calling proc " proc "db path " dbpath )
(call-with-database
dbpath
(lambda (db)
;;(debug:print 0 "calling proc " proc " on db " db)
(set-busy-handler! db (busy-timeout 10000)) ;; 10 sec timeout
(if (not dbexists)(sretrieve:initialize-db db))
(proc db)))))
(debug:print 0 "ERROR: invalid path for storing database: " path))))
;; copy in directory to dest, validation is done BEFORE calling this
;;
(define (sretrieve:get configdat retriever version comment)
(let* ((base-dir (configf:lookup configdat "settings" "base-dir"))
(datadir (conc base-dir "/" version)))
(if (or (not base-dir)
(not (file-exists? base-dir)))
(begin
(debug:print 0 "ERROR: Bad configuration! base-dir " base-dir " not found")
(exit 1)))
(print datadir)
(if (not (file-exists? datadir))
(begin
(debug:print 0 "ERROR: Bad version (" version "), no data found at " datadir "." )
(exit 1)))
(sretrieve:db-do
configdat
(lambda (db)
(sretrieve:register-action db "get" retriever datadir comment)))
(sretrieve:do-as-calling-user
(lambda ()
(if (directory? datadir)
(begin
(change-directory datadir)
(let ((files (filter (lambda (x)
(not (member x '("." ".."))))
(glob "*" ".*"))))
(print "files: " files)
(process-execute "/bin/tar" (append (append (list "chfv" "-") files) (list "--ignore-failed-read")))))
(begin
(let* ((parent-dir (pathname-directory datadir) )
(filename (conc(pathname-file datadir) "." (pathname-extension datadir))))
(change-directory parent-dir)
(process-execute "/bin/tar" (list "chfv" "-" filename))
)))
))
))
;; copy in file to dest, validation is done BEFORE calling this
;;
(define (sretrieve:cp configdat retriever file comment)
(let* ((base-dir (configf:lookup configdat "settings" "base-dir"))
(allowed-sub-paths (configf:lookup configdat "settings" "allowed-sub-paths"))
(datadir (conc base-dir "/" file))
(filename (conc(pathname-file datadir) "." (pathname-extension datadir))))
(if (or (not base-dir)
(not (file-exists? base-dir)))
(begin
(debug:print 0 "ERROR: Bad configuration! base-dir " base-dir " not found")
(exit 1)))
(print datadir)
(if (not (file-exists? datadir))
(begin
(debug:print 0 "ERROR: File (" file "), not found at " base-dir "." )
(exit 1)))
(if (directory? datadir)
(begin
(debug:print 0 "ERROR: (" file ") is a dirctory!! cp cmd works only on files ." )
(exit 1)))
(if(not (string-match (regexp allowed-sub-paths) file))
(begin
(debug:print 0 "ERROR: Access denied to file (" file ")!! " )
(exit 1)))
(sretrieve:db-do
configdat
(lambda (db)
(sretrieve:register-action db "cp" retriever datadir comment)))
(sretrieve:do-as-calling-user
;; (debug:print 0 "ph: "(pathname-directory datadir) "!! " )
(change-directory (pathname-directory datadir))
;;(debug:print 0 "ph: /bin/tar" (list "chfv" "-" filename) )
(process-execute "/bin/tar" (list "chfv" "-" filename)))
))
;; ls in file to dest, validation is done BEFORE calling this
;;
(define (sretrieve:ls configdat retriever file comment)
(let* ((base-dir (configf:lookup configdat "settings" "base-dir"))
(allowed-sub-paths (configf:lookup configdat "settings" "allowed-sub-paths"))
(datadir (conc base-dir "/" file))
(filename (conc(pathname-file datadir) "." (pathname-extension datadir))))
(if (or (not base-dir)
(not (file-exists? base-dir)))
(begin
(debug:print 0 "ERROR: Bad configuration! base-dir " base-dir " not found")
(exit 1)))
(print datadir)
(if (not (file-exists? datadir))
(begin
(debug:print 0 "ERROR: File (" file "), not found at " base-dir "." )
(exit 1)))
(if(not (string-match (regexp allowed-sub-paths) file))
(begin
(debug:print 0 "ERROR: Access denied to file (" file ")!! " )
(exit 1)))
(sretrieve:do-as-calling-user
(lambda ()
(process-execute "/bin/ls" (list "-ls" "-lrt" datadir ))
))))
(define (sretrieve:validate target-dir targ-mk)
(let* ((normal-path (normalize-pathname targ-mk))
(targ-path (conc target-dir "/" normal-path)))
(if (string-contains normal-path "..")
(begin
(debug:print 0 "ERROR: Path " targ-mk " resolved outside target area " target-dir )
(exit 1)))
(if (not (string-contains targ-path target-dir))
(begin
(debug:print 0 "ERROR: You cannot update data outside " target-dir ".")
(exit 1)))
(debug:print 0 "Path " targ-mk " is valid.")
))
(define (sretrieve:backup-move path)
(let* ((trashdir (conc (pathname-directory path) "/.trash"))
(trashfile (conc trashdir "/" (current-seconds) "-" (pathname-file path))))
(create-directory trashdir #t)
(if (directory? path)
(system (conc "mv " path " " trashfile))
(file-move path trash-file))))
(define (sretrieve:lst->path pathlst)
(conc "/" (string-intersperse (map conc pathlst) "/")))
(define (sretrieve:path->lst path)
(string-split path "/"))
(define (sretrieve:pathdat-apply-heuristics configdat path)
(cond
((file-exists? path) "found")
(else (conc path " not installed"))))
;;======================================================================
;; MISC
;;======================================================================
(define (sretrieve:do-as-calling-user proc)
(let ((eid (current-effective-user-id))
(cid (current-user-id)))
(if (not (eq? eid cid)) ;; running suid
(set! (current-effective-user-id) cid))
;; (debug:print 0 "running as " (current-effective-user-id))
(proc)
(if (not (eq? eid cid))
(set! (current-effective-user-id) eid))))
(define (sretrieve:find name paths)
(if (null? paths)
#f
(let loop ((hed (car paths))
(tal (cdr paths)))
(if (file-exists? (conc hed "/" name))
hed
(if (null? tal)
#f
(loop (car tal)(cdr tal)))))))
(define (sretrieve:stderr-print . args)
(with-output-to-port (current-error-port)
(lambda ()
(apply print args))))
;;======================================================================
;; SHELL
;;======================================================================
(define *refdb* "/p/foundry/env/pkgs/chicken/4.10.0_ext/bin/refdb")
(define *refdbloc* "/nfs/site/disks/ch_ciaf_disk023/fdk_gwa_disk003/pjhatwal/fossil/megatest1.60/megatest/datashare-testing/sretrieve_configs")
;; Create the sqlite db for shell
(define (sretrieve:shell-db-do path proc)
(if (not path)
(begin
(debug:print 0 "[database]\nlocation /some/path\n\n Is missing from the config file!")
(exit 1)))
(if (and path
(directory? path)
(file-read-access? path))
(let* ((dbpath (conc path "/" *exe-name* ".db"))
(writeable (file-write-access? dbpath))
(dbexists (file-exists? dbpath)))
(handle-exceptions
exn
(begin
(debug:print 2 "ERROR: problem accessing db " dbpath
((condition-property-accessor 'exn 'message) exn))
(exit 1))
;;(debug:print 0 "calling proc " proc "db path " dbpath )
(call-with-database
dbpath
(lambda (db)
;;(debug:print 0 "calling proc " proc " on db " db)
(set-busy-handler! db (busy-timeout 10000)) ;; 10 sec timeout
(if (not dbexists)(sretrieve:initialize-db db))
(proc db)))))
(debug:print 0 "ERROR: invalid path for storing database: " path)))
;; function to find sheets to which use has access
(define (sretrieve:has-permission sheet configfile)
(let* ((users (get-rowcol-names configfile sheet car))
(retuser ""))
(if (member (current-user-name) users)
#t
#f)))
;; function to check if user is trying to access a restricted area
(define (sretrieve:is-permitted-area dir allowed-list)
(for-each
(lambda (allowed-dir)
(if (equal? dir allowed-dir)
allowed-dir))
(cdr allowed-list)))
;; function to validate the users input for target path and resolve the path
;; TODO: Check for restriction in subpath
(define (sretrieve:resolve-path new current allowed-sheets)
(let* ((target-path (append current (string-split new "/")))
(target-path-string (string-join target-path "/"))
(normal-path (normalize-pathname target-path-string))
(normal-list (string-split normal-path "/"))
;(sheet (car normal-list))
(ret '()))
(if (string-contains normal-path "..")
(begin
(print "ERROR: Path " new " resolved outside target area ")
#f)
(if(equal? normal-path ".")
ret
(if (not (member (car normal-list) allowed-sheets))
(begin
(print "ERROR: Permision denied to " new )
#f)
normal-list)))
))
(define (sretrieve:is-access-valid sheet configfile)
(let* ((exp-str (lookup configfile sheet (current-user-name) "expiration")))
(if (equal? exp-str #f)
#f
(let* ((date-parts (string-split exp-str "/"))
(yr (string->number (car date-parts)))
(month (string->number(car (cdr date-parts))))
(day (string->number(caddr date-parts)))
(exp-date (make-date 0 0 0 0 day month yr )))
(if (< (date-compare exp-date (current-date)) 1)
#f
#t)))))
(define (sretrieve:get-accessable-projects sheets configfile)
;;(print sheets)
(if (null? sheets)
#f
(let loop ((hed (car sheets))
(tal (cdr sheets))
(res '()))
(let* ((user (sretrieve:has-permission hed configfile))
(access-valid (sretrieve:is-access-valid hed configfile)))
(if (and (equal? user #t ) (equal? access-valid #t))
(begin
;;(print "got perm " (sretrieve:has-permission hed configfile))
(if (null? tal)
(cons hed res)
(loop (car tal)(cdr tal)(cons hed res))))
(if (null? tal)
res
(loop (car tal)(cdr tal) res)))))))
(define (sretrieve:shell-ls-cmd base-path-list ext-path top-areas configfile db-location tail-cmd-list)
(if (and (null? base-path-list) (equal? ext-path "") )
(print (string-intersperse top-areas " "))
(let* ((resolved-path (sretrieve:resolve-path ext-path base-path-list top-areas )))
(if (not (equal? resolved-path #f))
(if (null? resolved-path)
(print (string-intersperse top-areas " "))
(let* ((target-path (sretrieve:get-target-path base-path-list ext-path top-areas configfile)))
;(print "Resolved path: " target-path)
(if (not (equal? target-path #f))
(begin
(sretrieve:shell-db-do
db-location
(lambda (db)
(sretrieve:register-action db "ls" (current-user-name) target-path (conc "Executing cmd: ls " target-path))))
(cond
((null? tail-cmd-list)
(run (pipe
(ls "-lrt" ,target-path))))
((not (equal? (car tail-cmd-list) "|"))
(print "ls cmd cannot accept "(string-join tail-cmd-list) " as an argument!!"))
(else
(run (pipe
(ls "-lrt" ,target-path)
(begin (system (string-join (cdr tail-cmd-list))))))
))))))))))
(define (sretrieve:shell-cat-cmd base-pathlist ext-path top-areas configfile db-location tail-cmd-list)
(let* ((resolved-path (sretrieve:resolve-path ext-path base-pathlist top-areas ))
(data "") )
(if (not (equal? resolved-path #f))
(if (null? resolved-path)
(print "Path could not be resolved!!")
(let* ((target-path (sretrieve:get-target-path base-pathlist ext-path top-areas configfile)))
(if (not (equal? target-path #f))
(if (or (not (file-exists? target-path)) (directory? target-path))
(print "Target path does not exist or is a directory!")
(begin
(sretrieve:shell-db-do
db-location
(lambda (db)
(sretrieve:register-action db "cat" (current-user-name) target-path (conc "Executing cmd: cat " target-path))))
(cond
((null? tail-cmd-list)
(run (pipe
(cat ,target-path))))
((not (equal? (car tail-cmd-list) "|"))
(print "cat cmd cannot accept "(string-join tail-cmd-list) " as an argument!!"))
(else
(run (pipe
(cat ,target-path)
(begin (system (string-join (cdr tail-cmd-list))))))))))
)))
(print "Path could not be resolved!!"))))
(define (get-options cmd-list split-str)
(if (null? cmd-list)
(list '() '())
(let loop ((hed (car cmd-list))
(tal (cdr cmd-list))
(res '()))
(cond
((equal? hed split-str)
(list res tal))
((null? tal)
(list (cons hed res) tal))
(else
(loop (car tal)(cdr tal)(cons hed res)))))))
(define (sretrieve:shell-grep-cmd base-pathlist ext-path top-areas configfile db-location tail-cmd-list)
(let* ((resolved-path (sretrieve:resolve-path ext-path base-pathlist top-areas ))
(pattern (car tail-cmd-list))
(pipe-cmd-list (get-options (cdr tail-cmd-list) "|"))
(options (string-join (car pipe-cmd-list)))
(pipe-cmd (cadr pipe-cmd-list))
(redirect-split (string-split (string-join tail-cmd-list) ">")) )
(if(and ( > (length redirect-split) 2 ))
(print "grep cmd cannot accept > " (string-join redirect-split) " as an argument!!" )
(if (not (equal? resolved-path #f))
(if (null? resolved-path)
(print "Path could not be resolved!!")
(let* ((target-path (sretrieve:get-target-path base-pathlist ext-path top-areas configfile))
(restrictions (if (equal? target-path #f)
""
(sretrieve:shell-lookup base-pathlist ext-path top-areas configfile)))
(rest-str (string-split (conc " --exclude-dir=" (string-join (string-split restrictions ",") " --exclude-dir=") ))))
(if (not (file-exists? target-path))
(print "Target path does not exist!")
(begin
(sretrieve:shell-db-do
db-location
(lambda (db)
(sretrieve:register-action db "grep" (current-user-name) target-path (conc "Executing cmd: grep " target-path pattern (string-join tail-cmd-list) ))))
; (sretrieve:do-as-calling-user
; (lambda ()
; (if (null? pipe-cmd)
; (process-execute "/usr/bin/grep" (append (list options pattern target-path) rest-str))
; (process-execute "/usr/bin/grep" (append (append (list options pattern target-path) rest-str) (append (list "|") pipe-cmd))))))
; (print rest-str)
(cond
((and (null? pipe-cmd) (string-null? options))
(run (pipe
(grep ,pattern ,target-path ))))
((and (null? pipe-cmd) (not (string-null? options)))
(run (pipe
(begin (process-execute "/usr/bin/grep" (append (list options pattern target-path) rest-str))))))
((and (not (null? pipe-cmd)) (string-null? options))
(run (pipe
(grep ,exclude-dir ,pattern ,target-path)
(begin (system (string-join pipe-cmd))))))
(else
(run (pipe
;(grep ,options ,exclude-dir ,pattern ,target-path)
(begin (process-execute "/usr/bin/grep" (append (list options pattern target-path) rest-str)))
(begin (system (string-join pipe-cmd)))))))
))))
(print "Path could not be resolved!!")))))
(define (sretrieve:shell-less-cmd base-pathlist ext-path top-areas configfile db-location)
(let* ((resolved-path (sretrieve:resolve-path ext-path base-pathlist top-areas )))
(if (not (equal? resolved-path #f))
(if (null? resolved-path)
(print "Path could not be resolved!!")
(let* ((target-path (sretrieve:get-target-path base-pathlist ext-path top-areas configfile)))
(if (not (equal? target-path #f))
(if (or (not (file-exists? target-path)) (directory? target-path))
(print "Target path does not exist or is a directory!")
(begin
(sretrieve:shell-db-do
db-location
(lambda (db)
(sretrieve:register-action db "less" (current-user-name) target-path (conc "Executing cmd: less " target-path))))
(setenv "LESSSECURE" "1")
(run (pipe
(less ,target-path))))))))
(print "Path could not be resolved!!"))))
(define (sretrieve:get-target-path base-path-list ext-path top-areas configfile)
(let* ((resolved-path (sretrieve:resolve-path ext-path base-path-list top-areas ))
(usr (current-user-name) ) )
(if (not (equal? resolved-path #f))
(if (null? resolved-path)
#f
(let* ((sheet (car resolved-path))
(fname (conc configfile "/" sheet ".dat"))
(config-data (sretrieve:load-shell-config fname))
(base-path (configf:lookup config-data "basepath" usr))
(restrictions (conc ".*" (string-join (string-split (configf:lookup config-data "restricted areas" usr) ",") ".*|.*") ".*"))
(target-path (conc base-path "/" (string-join (cdr resolved-path) "/"))))
(if (string-match (regexp restrictions) target-path)
(begin
(print "Access denied to " (string-join resolved-path "/"))
#f)
target-path)))
#f)))
(define (sretrieve:shell-lookup base-path-list ext-path top-areas configfile)
(let* ((resolved-path (sretrieve:resolve-path ext-path base-path-list top-areas ))
(usr (current-user-name))
(sheet (car resolved-path))
(fname (conc configfile "/" sheet ".dat"))
(config-data (sretrieve:load-shell-config fname))
(base-path (configf:lookup config-data "basepath" usr))
(value (configf:lookup config-data "restricted areas" usr)))
value))
(define (sretrieve:load-shell-config fname)
(if (file-exists? fname)
(read-config fname #f #f)
))
(define (is_directory target-path)
(let* ((retval #f))
(sretrieve:do-as-calling-user
(lambda ()
;(print (current-effective-user-id) )
(if (directory? target-path)
(set! retval #t))))
;(print (current-effective-user-id))
retval))
(define (make-exclude-pattern restriction-list )
(if (null? restriction-list)
""
(let loop ((hed (car restriction-list))
(tal (cdr restriction-list))
(ret-str ""))
(cond
((null? tal)
(conc ret-str " --exclude='*" hed "*'"))
(else
(loop (car tal)(cdr tal)(conc ret-str " --exclude='*" hed "*'")))))) )
(define (sretrieve:get-shell-cmd target-path db-location restrictions)
(if (not (equal? target-path #f))
(begin
(sretrieve:shell-db-do
db-location
(lambda (db)
(sretrieve:register-action db "get" (current-user-name) target-path (conc "Executing cmd: get " target-path))))
(if (is_directory target-path)
(begin
(let* ((parent-dir target-path)
(start-dir (current-directory))
(execlude (make-exclude-pattern (string-split restrictions ","))))
(change-directory parent-dir)
(run (pipe
(tar "chfv" "-" "." )
(begin (system (conc "cd " start-dir ";tar xf - " execlude )))))
))
(begin
(let*((parent-dir (pathname-directory target-path))
(start-dir (current-directory))
(filename (if (pathname-extension target-path)
(conc(pathname-file target-path) "." (pathname-extension target-path))
(pathname-file target-path))))
(change-directory parent-dir)
(run (pipe
(tar "chfv" "-" ,filename)
(begin (system (conc "cd " start-dir ";tar xf -")))))))))))
(define (sretrieve:shell-help)
(conc "Usage: " *exe-name* " [action [params ...]]
ls [target path] : list contents of target area. The output of the cmd can be piped into other system cmd. eg ls <path> | grep txt
cd <target directory> : To change the current directory within the sretrive shell.
pwd : Prints the full pathname of the current directory within the sretrive shell.
get <file or directory path> : download directory/files into the directory where sretrieve shell cmd was invoked
less <file path> : Read input file to allows backward movement in the file as well as forward movement
cat <file path> : show the contents of a file. The output of the cmd can be piped into other system cmd.
sgrep <search path> <pattern> [options] : Similar to unix grep cmd But with diffrent parameter ordering. The output of the cmd can be piped into other system cmd.
Part of the Megatest tool suite.
Learn more at http://www.kiatoa.com/fossils/megatest
Version: " megatest-fossil-hash)
)
(define (toplevel-command . args) #f)
(define (sretrieve:shell)
;; (print (current-effective-user-id))
(use readline)
(let* ((path '())
(prompt "sretrieve> ")
(args (argv))
(usr (current-user-name) )
(prog (car args))
(exe-name (pathname-file (car (argv))))
(exe-dir (or (pathname-directory prog)
(sretrieve:find exe-name (string-split (get-environment-variable "PATH") ":"))))
(config-file (conc exe-dir "/sretrieve_configs"))
(db-location (conc exe-dir "/db"))
(sheets (list-sheets config-file))
(top-areas (sretrieve:get-accessable-projects sheets config-file))
(close-port #f)
(iport (make-readline-port prompt)))
; (install-history-file) ;; [homedir] [filename] [nlines])
; (with-input-from-port iport
; (lambda ()
(let loop ((inl (read-line iport)))
(if (not (or (or (eof-object? inl)
(equal? inl "exit")) (port-closed? iport)))
(let* ((parts (string-split inl))
(cmd (if (null? parts) #f (car parts))))
(if (and (not cmd) (not (port-closed? iport)))
(loop (read-line))
(case (string->symbol cmd)
((cd)
(if (> (length parts) 1) ;; have a parameter
(begin
(let*((arg (cadr parts))
(resolved-path (sretrieve:resolve-path arg path top-areas))
(target-path (sretrieve:get-target-path path arg top-areas config-file)))
(if (not (equal? target-path #f))
(if (or (equal? resolved-path #f) (not (file-exists? target-path)))
(print "Invalid argument " arg ".. ")
(set! path resolved-path)))))
(set! path '())))
((pwd)
(if (null? path)
(print "/")
(print "/" (string-join path "/"))))
((ls)
(let* ((thepath (if (> (length parts) 1) ;; have a parameter
(cdr parts)
`()))
(plen (length thepath)))
(cond
((null? thepath)
(sretrieve:shell-ls-cmd path "" top-areas config-file db-location '()))
((< plen 2)
(sretrieve:shell-ls-cmd path (car thepath) top-areas config-file db-location '()))
(else
(if (equal? (car thepath) "|")
(sretrieve:shell-ls-cmd path "" top-areas config-file db-location thepath)
(sretrieve:shell-ls-cmd path (car thepath) top-areas config-file db-location (cdr thepath)))))))
((cat)
(let* ((thepath (if (> (length parts) 1) ;; have a parameter
(cdr parts)
`()))
(plen (length thepath)))
(cond
((null? thepath)
(print "Error: Missing argument to cat"))
((< plen 2)
(sretrieve:shell-cat-cmd path (car thepath) top-areas config-file db-location '()))
(else
(sretrieve:shell-cat-cmd path (car thepath) top-areas config-file db-location (cdr thepath))))))
((grep)
(let* ((thepath (if (> (length parts) 1) ;; have a parameter
(cdr parts)
`()))
(plen (length thepath)))
(cond
((null? thepath)
(print "Error: Missing arguments to grep!! Useage: grep <search path> <pattern> [options] "))
((< plen 2)
(print "Error: Missing arguments to grep!! Useage: grep <search path> <pattern> [options] "))
(else
(sretrieve:shell-grep-cmd path (car thepath) top-areas config-file db-location (cdr thepath))))))
((less)
(let* ((thepath (if (> (length parts) 1) ;; have a parameter
(cdr parts)
`()))
(plen (length thepath)))
(cond
((null? thepath)
(print "Error: Missing argument to cat"))
((< plen 2)
(sretrieve:shell-less-cmd path (car thepath) top-areas config-file db-location))
(else
;(sretrieve:shell-cat-cmd path (car thepath) top-areas config-file))
))))
((get)
(let* ((thepath (if (> (length parts) 1) ;; have a parameter
(cdr parts)
`()))
(plen (length thepath)))
(cond
((null? thepath)
(print "Error: Missing argument <path> to get"))
((< plen 2)
(let* ((target-path (sretrieve:get-target-path path (car thepath) top-areas config-file))
(restrictions (if (equal? target-path #f)
""
(sretrieve:shell-lookup path (car thepath) top-areas config-file))))
(sretrieve:get-shell-cmd target-path db-location restrictions)
;;(print path)
))
(else
(print "Error: get cmd takes only one argument ")))))
((help)
(print (sretrieve:shell-help)))
(else
(print "Got command: " inl)
)))
(loop (read-line iport))
)))))
;;))
;;======================================================================
;; MAIN
;;======================================================================
;;(define *default-log-port* (current-error-port))
(define (sretrieve:load-config exe-dir exe-name)
(let* ((fname (conc exe-dir "/." exe-name ".config")))
;; (ini:property-separator-patt " * *")
;; (ini:property-separator #\space)
(if (file-exists? fname)
;; (ini:read-ini fname)
(read-config fname #f #f)
(make-hash-table))))
;; package-type is "megatest", "builds", "kits" etc.
;;
(define (sretrieve:load-packages configdat exe-dir package-type)
(push-directory exe-dir)
(let* ((packages-metadir (configf:lookup configdat "settings" "packages-metadir"))
(conversion-script (configf:lookup configdat "settings" "conversion-script"))
(upstream-file (configf:lookup configdat "settings" "upstream-file"))
(package-config (conc packages-metadir "/" package-type ".config")))
;; this section here does a timestamp based rebuild of the
;; <packages-metadir>/<package-type>.config file using
;; <upstream-file> as an input
(if (file-exists? upstream-file)
(if (or (not (file-exists? package-config)) ;; if not created call the updater, otherwise call only if upstream newer
(> (file-modification-time upstream-file)(file-modification-time package-config)))
(handle-exceptions
exn
(debug:print 0 "ERROR: failed to run script " conversion-script " with params " upstream-file " " package-config)
(let ((pid (process-run conversion-script (list upstream-file package-config))))
(process-wait pid)))
(debug:print 0 "Skipping update of " package-config " from " upstream-file))
(debug:print 0 "Skipping update of " package-config " as " upstream-file " not found"))
(let ((res (if (file-exists? package-config)
(begin
(debug:print 0 "Reading package config " package-config)
(read-config package-config #f #t))
(make-hash-table))))
(pop-directory)
res)))
(define (sretrieve:process-action configdat action . args)
(let* ((base-dir (configf:lookup configdat "settings" "base-dir"))
(user (current-user-name))
(allowed-sub-paths (configf:lookup configdat "settings" "allowed-sub-paths"))
(allowed-users (string-split
(or (configf:lookup configdat "settings" "allowed-users")
"")))
(default-area (configf:lookup configdat "settings" "default-area"))) ;; otherwise known as the package
(if (not base-dir)
(begin
(debug:print 0 "[settings]\nbase-dir /some/path\n\n Is MISSING from the config file!")
(exit)))
(if (null? allowed-users)
(begin
(debug:print 0 "[setings]\nallowed-users user1 user2 ...\n\n Is MISSING from the config file!")
(exit)))
(if (not (member user allowed-users))
(begin
(debug:print 0 "User \"" (current-user-name) "\" does not have access. Exiting")
(exit 1)))
(case (string->symbol action)
((get)
(if (< (length args) 1)
(begin
(debug:print 0 "ERROR: Missing arguments; " (string-intersperse args ", "))
(exit 1)))
(let* ((remargs (args:get-args args '("-m" "-i" "-package") '() args:arg-hash 0))
(version (car args))
(msg (or (args:get-arg "-m") ""))
(package-type (or (args:get-arg "-package")
default-area))
(exe-dir (configf:lookup configdat "exe-info" "exe-dir")))
;; (relconfig (sretrieve:load-packages configdat exe-dir package-type)))
(debug:print 0 "retrieving " version " of " package-type " as tar data on stdout")
(sretrieve:get configdat user version msg)))
((cp)
(if (< (length args) 1)
(begin
(debug:print 0 "ERROR: Missing arguments; " (string-intersperse args ", "))
(exit 1)))
(let* ((remargs (args:get-args args '("-m" "-i" "-package") '() args:arg-hash 0))
(file (car args))
(msg (or (args:get-arg "-m") "")) )
(debug:print 0 "copinging " file " to current directory " )
(sretrieve:cp configdat user file msg)))
((ls)
(if (< (length args) 1)
(begin
(debug:print 0 "ERROR: Missing arguments; " (string-intersperse args ", "))
(exit 1)))
(let* ((remargs (args:get-args args '("-m" "-i" "-package") '() args:arg-hash 0))
(dir (car args))
(msg (or (args:get-arg "-m") "")) )
(debug:print 0 "Listing files in " )
(sretrieve:ls configdat user dir msg)))
(else (debug:print 0 "Unrecognised command " action)))))
;; ease debugging by loading ~/.dashboardrc - REMOVE FROM PRODUCTION!
;; (let ((debugcontrolf (conc (get-environment-variable "HOME") "/.sretrieverc")))
;; (if (file-exists? debugcontrolf)
;; (load debugcontrolf)))
(define (main)
(let* ((args (argv))
(prog (car args))
(rema (cdr args))
(exe-name (pathname-file (car (argv))))
(exe-dir (or (pathname-directory prog)
(sretrieve:find exe-name (string-split (get-environment-variable "PATH") ":"))))
(configdat (sretrieve:load-config exe-dir exe-name)))
;; preserve the exe data in the config file
(hash-table-set! configdat "exe-info" (list (list "exe-name" exe-name)
(list "exe-dir" exe-dir)))
(cond
;; one-word commands
((eq? (length rema) 1)
(case (string->symbol (car rema))
((help -h -help --h --help)
(print sretrieve:help))
((list-vars) ;; print out the ini file
(map print (sretrieve:get-areas configdat)))
((ls)
(let* ((base-dir (configf:lookup configdat "settings" "base-dir")))
(if base-dir
(begin
(print "Files in " base-dir)
(sretrieve:do-as-calling-user
(lambda ()
(process-execute "/bin/ls" (list "-lrt" base-dir)))))
(print "ERROR: No base dir specified!"))))
((log)
(sretrieve:db-do configdat (lambda (db)
(print "Logs : ")
(query (for-each-row
(lambda (row)
(apply print (intersperse row " | "))))
(sql db "SELECT * FROM actions")))))
((shell)
(sretrieve:shell))
(else
(print "ERROR: Unrecognised command. Try \"sretrieve help\""))))
;; multi-word commands
((null? rema)(print sretrieve:help))
((>= (length rema) 2)
(apply sretrieve:process-action configdat (car rema)(cdr rema)))
(else (debug:print 0 "ERROR: Unrecognised command. Try \"sretrieve help\"")))))
(main)