; $Id: scm-core.ss,v 1.59 2000/04/30 22:37:34 clements Exp $

(unit/sig zodiac:scheme-core^
  (import zodiac:structures^ zodiac:misc^ zodiac:sexp^
    (z : zodiac:reader-structs^) zodiac:back-protocol^
    zodiac:expander^ zodiac:interface^
    (pat : zodiac:pattern^))

  (define-struct (parsed struct:zodiac) (back))
  (define-struct (varref struct:parsed) (var))
  (define-struct (top-level-varref struct:varref) ())
  (define-struct (top-level-varref/bind struct:top-level-varref) (slot))
  (define-struct (top-level-varref/bind/unit struct:top-level-varref/bind) (unit?))
  (define-struct (bound-varref struct:varref) (binding))
  (define-struct (lexical-varref struct:bound-varref) ())
  (define-struct (lambda-varref struct:lexical-varref) ())
  (define-struct (app struct:parsed) (fun args))
  (define-struct (binding struct:parsed) (var orig-name))
  (define-struct (lexical-binding struct:binding) ())
  (define-struct (lambda-binding struct:lexical-binding) ())
  (define-struct (form struct:parsed) ())

  ; ----------------------------------------------------------------------

  (define name-eq? eq?)

  (define marks-equal? equal?)

  ; ----------------------------------------------------------------------

  (define generate-name
    (lambda (var)
      (string->symbol
	(string-append
	  (symbol->string (gensym)) ":"
	  (symbol->string (z:symbol-orig-name var))))))

  (define create-binding+marks
    (opt-lambda (constructor (nom-de-plume generate-name))
      (opt-lambda (v (s v))
	(cons
	  (constructor (zodiac-origin s)
	    (zodiac-start s) (zodiac-finish s)
	    (make-empty-back-box)
	    (nom-de-plume v)
	    (z:symbol-orig-name s))
	  (z:symbol-marks v)))))

  (define create-lexical-binding+marks
    (create-binding+marks make-lexical-binding))
  
  (define create-lambda-binding+marks
    (create-binding+marks make-lambda-binding))

  (define create-top-level-varref
    (lambda (v s)
      (make-top-level-varref (zodiac-origin s)
	(zodiac-start s) (zodiac-finish s)
	(make-empty-back-box) v)))

  (define create-top-level-varref/bind
    (lambda (v b s)
      (make-top-level-varref/bind (zodiac-origin s)
	(zodiac-start s) (zodiac-finish s)
	(make-empty-back-box) v b)))

  (define create-top-level-varref/bind/unit
    (lambda (v b s)
      (make-top-level-varref/bind/unit (zodiac-origin s)
	(zodiac-start s) (zodiac-finish s)
	(make-empty-back-box) v b
	(let ([l (unbox b)])
	  (if (null? l)
	      #f
	      (top-level-varref/bind/unit-unit? (car l)))))))

  (define create-bound-varref
    (lambda (constructor)
      (opt-lambda (v (s v))
	(constructor (zodiac-origin s)
	  (zodiac-start s) (zodiac-finish s)
	  (make-empty-back-box) (binding-var v)
	  v))))

  (define create-lexical-varref
    (create-bound-varref make-lexical-varref))
  
  (define create-lambda-varref
    (create-bound-varref make-lambda-varref))

  (define create-app
    (lambda (fun args source)
      (make-app (zodiac-origin source)
	(zodiac-start source) (zodiac-finish source)
	(make-empty-back-box) fun args)))

  ; ----------------------------------------------------------------------

  (define p->r-table
    '())

  (define extend-parsed->raw
    (lambda (predicate handler)
      (set! p->r-table
	(cons (cons predicate handler)
	  p->r-table))))

  (define parsed->raw
    (opt-lambda (expr (handler #f))
      (let loop ((table p->r-table))
	(if (null? table)
	  (internal-error expr "Invalid object for parsed->raw")
	  (let ((first (car table)))
	    (if ((car first) expr)
	      ((cdr first) expr (or handler parsed->raw))
	      (loop (cdr table))))))))

  (extend-parsed->raw varref?
    (lambda (expr p->r) (varref-var expr)))
  (extend-parsed->raw binding?
    (lambda (expr p->r) (binding-var expr)))

  (extend-parsed->raw app?
    (lambda (expr p->r)
      (cons (p->r (app-fun expr))
	(map p->r (app-args expr)))))

  ; --------------------------------------------------------------------

  (define add-primitivized-micro-form
    (lambda (name vocab rewriter)
      (unless (symbol? name)
	(internal-error name "Must be symbol in add-primitivized-micro-form"))
      (add-micro-form (list name (symbol-append "#%" name)) vocab rewriter)))

  (define add-primitivized-macro-form
    (lambda (name vocab rewriter)
      (unless (symbol? name)
	(internal-error name "Must be symbol in add-primitivized-macro-form"))
      (add-macro-form (list name (symbol-append "#%" name)) vocab rewriter)))

  ; --------------------------------------------------------------------

  (define common-vocabulary
    (create-vocabulary 'common-vocabulary
		       #f))

  (define beginner-vocabulary
    (create-vocabulary 'beginner-vocabulary
		       common-vocabulary))

  (define intermediate-vocabulary
    (create-vocabulary 'intermediate-vocabulary
		       beginner-vocabulary))

  (define advanced-vocabulary
    (create-vocabulary 'advanced-vocabulary
		       intermediate-vocabulary))

  (define full-vocabulary
    (create-vocabulary 'full-vocabulary
		       advanced-vocabulary))

  (define scheme-vocabulary
    (create-vocabulary 'scheme-vocabulary
		       common-vocabulary))

  (define (check-for-signature-name expr attributes)
    (let ([sig-space (get-attribute attributes 'sig-space)])
      (when sig-space
	(unless (get-attribute attributes 'delay-sig-name-check?)
	  (when (hash-table-get sig-space (z:symbol-orig-name expr) (lambda () #f))
	    (static-error
	      "signature" 'term:signature-out-of-context expr
	     "invalid use of signature name ~s" (z:symbol-orig-name expr)))))))

  (define ensure-not-macro/micro
    (lambda (expr env vocab attributes)
      (let ((r (resolve expr env vocab)))
	(if (or (macro-resolution? r) (micro-resolution? r))
            (static-error
	      "keyword" 'term:keyword-out-of-context expr
	     "invalid use of keyword ~s" (z:symbol-orig-name expr))
	    r))))

  (define process-top-level-resolution
    (lambda (expr attributes)
      (let ((id (z:read-object expr)))
	(let ((top-level-space (get-attribute attributes 'top-levels)))
	  (if top-level-space
	      (let ((ref
		     (create-top-level-varref/bind/unit
		      id
		      (hash-table-get top-level-space id
				      (lambda ()
					(let ((b (box '())))
					  (hash-table-put! top-level-space id b)
					  b)))
		      expr)))
		(let ((b (top-level-varref/bind-slot ref)))
		  (set-box! b (cons ref (unbox b))))
		ref)
	      (create-top-level-varref id expr))))))      

  (add-sym-micro common-vocabulary
    (lambda (expr env attributes vocab)
      (let ((r (ensure-not-macro/micro expr env vocab attributes)))
	(cond
	  ((lambda-binding? r)
           (create-lambda-varref r expr))
          ((lexical-binding? r)
           (create-lexical-varref r expr))
	  ((top-level-resolution? r)
	   (check-for-signature-name expr attributes)
	   (process-top-level-resolution expr attributes))
	  (else
	   (internal-error expr "Invalid resolution in core: ~s" r))))))

  (define (make-list-micro null-ok? lambda-bound-ok? expr-ok?)
    (lambda (expr env attributes vocab)
      (let ((contents (expose-list expr)))
	(if (null? contents)
	  (if null-ok?
	    (expand-expr (structurize-syntax `(quote ,expr) expr)
	      env attributes vocab)
	    (static-error
	      "illegal term" 'term:empty-combination expr
	      "empty combination is not valid syntax"))
	  (as-nested
	   attributes
	   (lambda ()
	     (let ((bodies
		     (map
		       (lambda (e)
			 (expand-expr e env attributes vocab))
		       contents)))
	       (when (and (not lambda-bound-ok?)
		       (lambda-varref? (car bodies)))
		 (static-error
		   "illegal application" 'term:app-first-term-lambda-bound
		   expr
		   "first term in application is a function-bound identifier"))
	       (when (and (not expr-ok?)
		       (not (varref? (car bodies))))
		 (static-error
		   "illegal application" 'term:app-first-term-not-var
		   expr
		   "first term in application must be a function name"))
	       (create-app (car bodies) (cdr bodies) expr))))))))

  (add-list-micro beginner-vocabulary (make-list-micro #f #f #f))
  (add-list-micro advanced-vocabulary (make-list-micro #f #t #t))
  (add-list-micro scheme-vocabulary (make-list-micro #t #t #t))

  (define lexically-resolved?
    (lambda (expr env)
      (let ((name (z:read-object expr)) (marks (z:symbol-marks expr)))
	(let ((res (resolve-in-env name marks env)))
	  (and res (binding? res))))))

  (define in-lexically-extended-env
    (lambda (env vars handler)
      (let ((new-vars+marks
	      (map create-lexical-binding+marks
		vars)))
	(let ((new-vars (map car new-vars+marks)))
	  (extend-env new-vars+marks env)
	  (let ((result (handler new-vars env)))
	    (retract-env new-vars env)
	    result)))))

  ; ----------------------------------------------------------------------

  (define set-top-level-status
    (opt-lambda (attributes (value #f))
      (put-attribute attributes 'at-scheme-top-level? value)))

  (define get-top-level-status
    (lambda (attributes)
      (get-attribute attributes 'at-scheme-top-level?
	(lambda () #t))))

  (define at-top-level? get-top-level-status)


  (define set-internal-define-status
    (opt-lambda (attributes (value #f))
      (put-attribute attributes 'at-internal-define-level? value)))

  (define get-internal-define-status
    (lambda (attributes)
      (get-attribute attributes 'at-internal-define-level?
	(lambda () #f))))

  (define at-internal-define? get-internal-define-status)

  (define (as-nested attributes f)
    (let ([top? (get-top-level-status attributes)]
	  [internal? (get-internal-define-status attributes)])
      (if (or top? internal?)
	  (begin
	    (set-top-level-status attributes #f)
	    (set-internal-define-status attributes #f)
	    (begin0
	     (f)
	     (set-top-level-status attributes top?)
	     (set-internal-define-status attributes internal?)))
	  (f))))

  ; --------------------------------------------------------------------

  (define previous-attribute (make-attributes))

  (define mred-signature #f)

  (define (get-mred-signature attributes)
    (unless mred-signature
      (let ([v (create-vocabulary 'mred-vocabulary
				  scheme-vocabulary)]
	    [e (with-input-from-file
		   (build-path (collection-path "mred") "sig.ss")
		 read)]
	    [loc (make-location 0 0 0 "inlined")])
	(scheme-expand (structurize-syntax e (make-zodiac #f loc loc))
		       attributes
		       v)
	(let ([sig-space (get-attribute attributes 'sig-space void)])
	  (set! mred-signature (hash-table-get sig-space 'mred^ void)))))
    mred-signature)
  
  (define (reset-previous-attribute top? mred?)
    (set! previous-attribute (make-attributes))
    (when top?
      (put-attribute previous-attribute 'top-levels (make-hash-table)))
    (when mred?
      (let ([sig (get-mred-signature previous-attribute)]
	    [ss (make-hash-table)])
	(put-attribute previous-attribute 'sig-space ss)
	(hash-table-put! ss 'mred^ sig))))
  
  (define (reset-internal-attributes attr)
    (set-top-level-status attr #t)
    (set-internal-define-status attr #f)
    (put-attribute attr 'delay-sig-name-check? #f)
    (for-each (lambda (r) (r attr)) (attributes-resetters)))

  (define elaboration-evaluator
    (make-parameter
     (lambda (expr parsed->raw phase)
       (eval (parsed->raw expr)))))

  (define user-macro-body-evaluator
    (make-parameter
     (lambda (x . args)
       (eval `(,x ,@(map (lambda (x) `(#%quote ,x)) args))))))

  (define scheme-expand
    (opt-lambda (expr [attr 'previous] [vocab #f])
      (let ((attr (cond
		    ((eq? attr 'previous) previous-attribute)
		    ((not attr) (make-attributes))
		    (else attr))))
	(reset-internal-attributes attr)
	(expand expr
		attr
		(or vocab scheme-vocabulary)
		(elaboration-evaluator)
		(user-macro-body-evaluator)))))
  
  (define scheme-expand-program
    (opt-lambda (exprs [attr 'previous] [vocab #f])
      (let ((attr (cond
		    ((eq? attr 'previous) previous-attribute)
		    ((not attr) (make-attributes))
		    (else attr))))
	(reset-internal-attributes attr)
	(expand-program exprs
			attr
			(or vocab scheme-vocabulary)
			(elaboration-evaluator)
			(user-macro-body-evaluator)))))

  ; ----------------------------------------------------------------------

  (define valid-syntactic-id?
    (lambda (id)
      (or (z:symbol? id) 
	(static-error
	  "not an identifier" 'term:expected-an-identifier id
	  "~s" (sexp->raw id)))))

  (define valid-syntactic-id/s?
    (lambda (ids)
      (cond
	((null? ids) '())
	((pair? ids)
	  (let ((first (car ids)) (rest (cdr ids)))
	    (if (valid-syntactic-id? first)
	      (cons (z:read-object first) (valid-syntactic-id/s? rest))
	      (static-error
		"not an identifier" 'term:expected-an-identifier first
		"~e" (sexp->raw first)))))
	(else (internal-error ids "Illegal to check validity of id/s")))))

  (define distinct-valid-syntactic-id/s?
    (lambda (given-ids)
      (let ((input-ids (syntactic-id/s->ids given-ids)))
	(let loop ((ids (valid-syntactic-id/s? input-ids)) (index 0))
	  (or (null? ids)
	    (if (symbol? (car ids))
	      (if (memq (car ids) (cdr ids))
		(static-error
		  "identifier" 'term:repeated-identifier
		  (list-ref input-ids index)
		  "~s repeated" (car ids))
		(loop (cdr ids) (add1 index)))
	      (let ((erroneous (list-ref input-ids index)))
		(static-error
		  "not an identifier" 'term:expected-an-identifier
		  erroneous "~e" (sexp->raw erroneous)))))))))

  (define syntactic-id/s->ids
    (lambda (ids)
      (cond
	((or (z:list? ids) (z:improper-list? ids))
	  (expose-list ids))
	((z:symbol? ids) (list ids))
	((pair? ids) ids)
	((null? ids) ids)
	(else (static-error
		"not an identifier" 'term:expected-an-identifier ids
		"~e" (sexp->raw ids))))))

  ; - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

  (define valid-id?
    (lambda (id)
      (or (binding? id) 
	(static-error
	  "identifier" 'term:invalid-identifier id "invalid"))))

  (define valid-id/s?
    (lambda (ids)
      (cond
	((null? ids) '())
	((pair? ids)
	  (let ((first (car ids)) (rest (cdr ids)))
	    (if (valid-id? first)
	      (cons (binding-orig-name first) (valid-id/s? rest))
	      (static-error
		"identifier" 'term:invalid-identifier first "invalid"))))
	(else (internal-error ids "Illegal to check validity of id/s")))))

  (define distinct-valid-id/s?
    (lambda (ids)
      (let ((input-ids (id/s->ids ids)))
	(let loop ((ids (valid-id/s? input-ids)) (index 0))
	  (or (null? ids)
	    (if (memq (car ids) (cdr ids))
	      (let ((v (list-ref input-ids index)))
		(static-error
		  "identifier" 'term:repeated-identifier v
		  "~e repeated" (car ids)))
	      (loop (cdr ids) (add1 index))))))))

  (define id/s->ids
    (lambda (ids)
      (cond
	((or (z:list? ids) (z:improper-list? ids))
	  (expose-list ids))
	((z:symbol? ids) (list ids))
	((pair? ids) ids)
	((null? ids) ids)
	(else (static-error
		"identifier" 'term:invalid-identifier ids "invalid")))))
    
  ; ----------------------------------------------------------------------

  (define optarglist-pattern 'vars)

  (define-struct optarglist-entry (var+marks))
  (define-struct (initialized-optarglist-entry struct:optarglist-entry)
    (expr))

  (define-struct optarglist (vars))
  (define-struct (sym-optarglist struct:optarglist) ())
  (define-struct (list-optarglist struct:optarglist) ())
  (define-struct (ilist-optarglist struct:optarglist) ())

  ; - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

  (define optarglist-decl-entry-parser-vocab
    (create-vocabulary 'optarglist-decl-entry-parser-vocab #f
      "malformed argument list entry"
      "malformed argument list entry"
      "malformed argument list entry"
      "malformed argument list entry"))

  (add-sym-micro optarglist-decl-entry-parser-vocab
    (lambda (expr env attributes vocab)
      (let ((status-holder (get-attribute attributes 'optarglist-status)))
	(case (unbox status-holder)
	  ((proper improper) (void))
	  ((proper/defaults)
	    (static-error
	      "argument list" 'term:arglist-after-init-value-spec expr
	      "appears after initial value specifications"))
	  ((improper/defaults)
	    (set-box! status-holder 'improper/done))
	  ((improper/done)
	    (static-error
	      "argument list" 'term:arglist-after-catch-all-arg expr
	      "appears past catch-all argument"))
	  (else (internal-error (unbox status-holder)
		  "Invalid in optarglist-decl-entry-parser-vocab sym"))))
      (make-optarglist-entry
	(create-lexical-binding+marks expr))))

  (add-list-micro optarglist-decl-entry-parser-vocab
    (let* ((kwd '())
	    (in-pattern '(var val))
	    (m&e (pat:make-match&env in-pattern kwd)))
      (lambda (expr env attributes vocab)
	(let ((status-holder (get-attribute attributes 'optarglist-status)))
	  (case (unbox status-holder)
	    ((proper) (set-box! status-holder 'proper/defaults))
	    ((improper) (set-box! status-holder 'improper/defaults))
	    ((proper/defaults improper/defaults) (void))
	    ((improper/done) (static-error
			       "argument list" 'term:arglist-invalid-init-value
			       expr "invalid default value specification"))
	    (else (internal-error (unbox status-holder)
		    "Invalid in optarglist-decl-entry-parser-vocab list"))))
	(cond
	  ((pat:match-against m&e expr env)
	    =>
	    (lambda (p-env)
	      (let ((var (pat:pexpand 'var p-env kwd))
		     (val (pat:pexpand 'val p-env kwd)))
		(valid-syntactic-id? var)
		(make-initialized-optarglist-entry
		  (create-lexical-binding+marks var)
		  val))))
	  (else
	    (static-error
	      "argument list" 'term:arglist-invalid-init-var-decl
	      expr "invalid init-var declaration"))))))

  (define optarglist-decls-vocab
    (create-vocabulary 'optarglist-decls-vocab #f
      "malformed argument list entry"
      "malformed argument list entry"
      "malformed argument list entry"
      "malformed argument list entry"))

  (add-sym-micro optarglist-decls-vocab
    (lambda (expr env attributes vocab)
      (make-sym-optarglist
	(list
	  (make-optarglist-entry
	    (create-lexical-binding+marks expr))))))

  (add-list-micro optarglist-decls-vocab
    (lambda (expr env attributes vocab)
      (let ((expr (expose-list expr))
	     (new-attr (put-attribute attributes 'optarglist-status
			 (box 'proper))))
	(make-list-optarglist
	  (map (lambda (decl)
		 (expand-expr decl env new-attr
		   optarglist-decl-entry-parser-vocab))
	    expr)))))

  (add-ilist-micro optarglist-decls-vocab
    (lambda (expr env attributes vocab)
      (let ((expr-list (expose-list expr))
	     (new-attr (put-attribute attributes 'optarglist-status
			 (box 'improper))))
	(let ((result
		(map (lambda (decl)
		       (expand-expr decl env new-attr
			 optarglist-decl-entry-parser-vocab))
		  expr-list)))
	  (let loop ((result result) (exprs expr-list))
	    (if (null? (cdr result))
	      (when (initialized-optarglist-entry? (car result))
		(static-error
		  "argument list" 'term:arglist-last-arg-no-init
		  (car exprs)
		  "last argument must not have an initial value"))
	      (loop (cdr result) (cdr exprs))))
	  (make-ilist-optarglist result)))))

  (define make-optargument-list
    (lambda (optarglist env attributes vocab)
      (let ((result
	      (map
		(lambda (e)
		  (extend-env (list (optarglist-entry-var+marks e)) env)
		  (if (initialized-optarglist-entry? e)
		    (cons
		      (car (optarglist-entry-var+marks e))
		      (expand-expr
			(initialized-optarglist-entry-expr
			  e)
			env attributes vocab))
		    (car (optarglist-entry-var+marks e))))
		(optarglist-vars optarglist))))
	(cond
	  ((sym-optarglist? optarglist)
	    (make-sym-optarglist result))
	  ((list-optarglist? optarglist)
	    (make-list-optarglist result))
	  ((ilist-optarglist? optarglist)
	    (make-ilist-optarglist result))
	  (else
	    (internal-error optarglist
	      "Invalid in make-optargument-list"))))))

  ; - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

  (extend-parsed->raw optarglist?
    (lambda (expr p->r)
      (let ((process-args
	      (lambda (element)
		(if (pair? element)
		  (list (p->r (car element)) (p->r (cdr element)))
		  (p->r element)))))
	(cond
	  ((sym-optarglist? expr)
	    (process-args (car (optarglist-vars expr))))
	  ((list-optarglist? expr)
	    (map process-args (optarglist-vars expr)))
	  ((ilist-optarglist? expr)
	    (let loop ((vars (map process-args (optarglist-vars expr))))
	      (cond
		((null? (cddr vars))
		  (cons (car vars) (cadr vars)))
		(else
		  (cons (car vars) (loop (cdr vars)))))))
	  (else
	    (internal-error expr "p->r: not an optarglist"))))))

  ; ----------------------------------------------------------------------

  (define paroptarglist-pattern 'vars)

  (define-struct paroptarglist-entry (var+marks))
  (define-struct (initialized-paroptarglist-entry struct:paroptarglist-entry)
    (expr))

  (define-struct paroptarglist (vars))
  (define-struct (sym-paroptarglist struct:paroptarglist) ())
  (define-struct (list-paroptarglist struct:paroptarglist) ())
  (define-struct (ilist-paroptarglist struct:paroptarglist) ())

  ; - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

  (define paroptarglist-decl-entry-parser-vocab
    (create-vocabulary 'paroptarglist-decl-entry-parser-vocab #f
      "malformed argument list entry"
      "malformed argument list entry"
      "malformed argument list entry"
      "malformed argument list entry"))

  (add-sym-micro paroptarglist-decl-entry-parser-vocab
    (lambda (expr env attributes vocab)
      (let ((status-holder (get-attribute attributes 'paroptarglist-status)))
	(case (unbox status-holder)
	  ((proper improper) (void))
	  ((proper/defaults)
	    (static-error
	      "argument list" 'term:arglist-after-init-value-spec expr
	      "appears after initial value specifications"))
	  ((improper/defaults)
	    (set-box! status-holder 'improper/done))
	  ((improper/done)
	    (static-error
	      "argument list" 'term:arglist-after-catch-all-arg expr
	      "appears past catch-all argument"))
	  (else (internal-error (unbox status-holder)
		  "Invalid in paroptarglist-decl-entry-parser-vocab sym"))))
      (make-paroptarglist-entry
	(create-lexical-binding+marks expr))))

  (add-list-micro paroptarglist-decl-entry-parser-vocab
    (let* ((kwd '())
	    (in-pattern '(var val))
	    (m&e (pat:make-match&env in-pattern kwd)))
      (lambda (expr env attributes vocab)
	(let ((status-holder (get-attribute attributes 'paroptarglist-status)))
	  (case (unbox status-holder)
	    ((proper) (set-box! status-holder 'proper/defaults))
	    ((improper) (set-box! status-holder 'improper/defaults))
	    ((proper/defaults improper/defaults) (void))
	    ((improper/done) (static-error
			       "argument list" 'term:arglist-invalid-init-value
			       expr
			       "invalid default value specification"))
	    (else (internal-error (unbox status-holder)
		    "Invalid in paroptarglist-decl-entry-parser-vocab list"))))
	(cond
	  ((pat:match-against m&e expr env)
	    =>
	    (lambda (p-env)
	      (let ((var (pat:pexpand 'var p-env kwd))
		     (val (pat:pexpand 'val p-env kwd)))
		(valid-syntactic-id? var)
		(make-initialized-paroptarglist-entry
		  (create-lexical-binding+marks var)
		  val))))
	  (else
	    (static-error
	      "argument list" 'term:arglist-invalid-init-var-decl
	      expr "invalid init-var declaration"))))))

  (define paroptarglist-decls-vocab
    (create-vocabulary 'paroptarglist-decls-vocab #f
      "malformed argument list entry"
      "malformed argument list entry"
      "malformed argument list entry"
      "malformed argument list entry"))

  (add-sym-micro paroptarglist-decls-vocab
    (lambda (expr env attributes vocab)
      (make-sym-paroptarglist
	(list
	  (make-paroptarglist-entry
	    (create-lexical-binding+marks expr))))))

  (add-list-micro paroptarglist-decls-vocab
    (lambda (expr env attributes vocab)
      (let ((expr (expose-list expr))
	     (new-attr (put-attribute attributes 'paroptarglist-status
			 (box 'proper))))
	(make-list-paroptarglist
	  (map (lambda (decl)
		 (expand-expr decl env new-attr
		   paroptarglist-decl-entry-parser-vocab))
	    expr)))))

  (add-ilist-micro paroptarglist-decls-vocab
    (lambda (expr env attributes vocab)
      (let ((expr-list (expose-list expr))
	     (new-attr (put-attribute attributes 'paroptarglist-status
			 (box 'improper))))
	(let ((result
		(map (lambda (decl)
		       (expand-expr decl env new-attr
			 paroptarglist-decl-entry-parser-vocab))
		  expr-list)))
	  (let loop ((result result) (exprs expr-list))
	    (if (null? (cdr result))
	      (when (initialized-paroptarglist-entry? (car result))
		(static-error
		  "argument list" 'term:arglist-last-arg-no-init
		  (car exprs)
		  "last argument must not have an initial value"))
	      (loop (cdr result) (cdr exprs))))
	  (make-ilist-paroptarglist result)))))

  (define make-paroptargument-list
    (lambda (paroptarglist env attributes vocab)
      (extend-env
	(map paroptarglist-entry-var+marks
	  (paroptarglist-vars paroptarglist))
	env)
      (let ((result
	      (map
		(lambda (e)
		  (if (initialized-paroptarglist-entry? e)
		    (cons
		      (car (paroptarglist-entry-var+marks e))
		      (expand-expr
			(initialized-paroptarglist-entry-expr
			  e)
			env attributes vocab))
		    (car (paroptarglist-entry-var+marks e))))
		(paroptarglist-vars paroptarglist))))
	(cond
	  ((sym-paroptarglist? paroptarglist)
	    (make-sym-paroptarglist result))
	  ((list-paroptarglist? paroptarglist)
	    (make-list-paroptarglist result))
	  ((ilist-paroptarglist? paroptarglist)
	    (make-ilist-paroptarglist result))
	  (else
	    (internal-error paroptarglist
	      "Invalid in make-paroptargument-list"))))))

  ; - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

  (extend-parsed->raw paroptarglist?
    (lambda (expr p->r)
      (let ((process-args
	      (lambda (element)
		(if (pair? element)
		  (list (p->r (car element)) (p->r (cdr element)))
		  (p->r element)))))
	(cond
	  ((sym-paroptarglist? expr)
	    (process-args (car (paroptarglist-vars expr))))
	  ((list-paroptarglist? expr)
	    (map process-args (paroptarglist-vars expr)))
	  ((ilist-paroptarglist? expr)
	    (let loop ((vars (map process-args (paroptarglist-vars expr))))
	      (cond
		((null? (cddr vars))
		  (cons (car vars) (cadr vars)))
		(else
		  (cons (car vars) (loop (cdr vars)))))))
	  (else
	    (internal-error expr "p->r: not an paroptarglist"))))))

  ; ----------------------------------------------------------------------

  (define arglist-pattern '(args))

  (define-struct arglist (vars))
  (define-struct (sym-arglist struct:arglist) ())
  (define-struct (list-arglist struct:arglist) ())
  (define-struct (ilist-arglist struct:arglist) ())

  ; - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

  (define (make-arglist-decls-vocab)
    (create-vocabulary 'arglist-decls-vocab #f
      "malformed argument list entry"
      "malformed argument list entry"
      "malformed argument list entry"
      "malformed argument list entry"))

  ; note: the only difference between the lambda-<> vocabs and the <> vocabs
  ; is that the lambda-<> vocabs use create-lambda-binding+marks instead
  ; of create-lexical-bindings+marks

  (define full-arglist-decls-vocab (make-arglist-decls-vocab))
  (define proper-arglist-decls-vocab (make-arglist-decls-vocab))
  (define nonempty-arglist-decls-vocab (make-arglist-decls-vocab))
  (define lambda-full-arglist-decls-vocab (make-arglist-decls-vocab))
  (define lambda-proper-arglist-decls-vocab (make-arglist-decls-vocab))
  (define lambda-nonempty-arglist-decls-vocab (make-arglist-decls-vocab))

  (define (setup-arglist-vocabs binding-constructor
                                full-vocab
                                proper-vocab
                                nonempty-vocab)
    (add-sym-micro full-vocab 
                   (lambda (expr env attributes vocab)
                    (make-sym-arglist
                     (list
                      (binding-constructor expr)))))
    
    (let ([m (lambda (expr env attributes vocab)
               (static-error
		 "argument list" 'term:arglist-invalid-syntax expr
		 "invalid syntax"))])
      (add-sym-micro proper-vocab m)
      (add-sym-micro nonempty-vocab m))

    (let ([make-arg-list-micro
           (lambda (null-ok?)
             (lambda (expr env attributes vocab)
               (let ((contents (expose-list expr)))
                 (when (and (not null-ok?)
                            (null? contents))
                   (static-error
		     "application" 'term:proc-arity->=-1 expr
		     "all procedures must take at least one argument"))
                 (make-list-arglist
                  (map binding-constructor contents)))))])
      (add-list-micro nonempty-vocab (make-arg-list-micro #f))
      (add-list-micro proper-vocab (make-arg-list-micro #t))
      (add-list-micro full-vocab (make-arg-list-micro #t)))

    (let ([m (lambda (expr env attributes vocab)
               (static-error
		 "argument list" 'term:arglist-invalid-syntax expr
		 "invalid syntax"))])
      (add-ilist-micro proper-vocab m)
      (add-ilist-micro nonempty-vocab m))

    (add-ilist-micro full-vocab
      (lambda (expr env attributes vocab)
        (make-ilist-arglist
         (map binding-constructor (expose-list expr))))))
  
  (setup-arglist-vocabs create-lexical-binding+marks
                        full-arglist-decls-vocab
                        proper-arglist-decls-vocab
                        nonempty-arglist-decls-vocab)
  
  (setup-arglist-vocabs create-lambda-binding+marks
                        lambda-full-arglist-decls-vocab
                        lambda-proper-arglist-decls-vocab
                        lambda-nonempty-arglist-decls-vocab)
                        

  ; - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

  (define make-argument-list
    (lambda (arglist)
      (cond
	((sym-arglist? arglist)
	  (make-sym-arglist
	    (map car (arglist-vars arglist))))
	((list-arglist? arglist)
	  (make-list-arglist
	    (map car (arglist-vars arglist))))
	((ilist-arglist? arglist)
	  (make-ilist-arglist
	    (map car (arglist-vars arglist))))
	(else
	  (internal-error arglist "Invalid in make-argument-list")))))

  (extend-parsed->raw arglist?
    (lambda (expr p->r)
      (cond
	((sym-arglist? expr)
	  (p->r (car (arglist-vars expr))))
	((list-arglist? expr)
	  (map p->r (arglist-vars expr)))
	((ilist-arglist? expr)
	  (let loop ((vars (map p->r (arglist-vars expr))))
	    (cond
	      ((null? (cddr vars))
		(cons (car vars) (cadr vars)))
	      (else
		(cons (car vars) (loop (cdr vars)))))))
	(else
	  (internal-error expr "p->r: not an arglist")))))

  )
