[Date Prev][Date Next][Thread Prev][Thread Next][Date Index][Thread Index]
[elpa] externals/parser-generator b6e2e64 312/434: Passing tests after m
|
From: |
ELPA Syncer |
|
Subject: |
[elpa] externals/parser-generator b6e2e64 312/434: Passing tests after memory optimization of LR parser |
|
Date: |
Mon, 29 Nov 2021 16:00:05 -0500 (EST) |
branch: externals/parser-generator
commit b6e2e64894b96d6d8b0f95ece9992de7616f3500
Author: Christian Johansson <christian@cvj.se>
Commit: Christian Johansson <christian@cvj.se>
Passing tests after memory optimization of LR parser
---
parser-generator-lr-export.el | 68 +++-
parser-generator-lr.el | 652 +++++++++++++++++---------------
test/parser-generator-lr-export-test.el | 1 +
test/parser-generator-lr-test.el | 18 +-
4 files changed, 410 insertions(+), 329 deletions(-)
diff --git a/parser-generator-lr-export.el b/parser-generator-lr-export.el
index 09436fe..a90a392 100644
--- a/parser-generator-lr-export.el
+++ b/parser-generator-lr-export.el
@@ -16,8 +16,12 @@
;; Make sure all requisites are defined
(unless parser-generator-lr--action-tables
(error "Missing generated ACTION-tables!"))
+ (unless parser-generator-lr--distinct-action-tables
+ (error "Missing generated distinct ACTION-tables!"))
(unless parser-generator-lr--goto-tables
(error "Missing generated GOTO-tables!"))
+ (unless parser-generator-lr--distinct-goto-tables
+ (error "Missing generated distinct GOTO-tables!"))
(unless parser-generator--table-productions-number-reverse
(error "Table for reverse production-numbers is undefined!"))
(unless parser-generator--table-look-aheads-p
@@ -58,6 +62,11 @@
"(defconst\n %s--action-tables\n %S\n \"Generated
action-tables.\")\n\n"
namespace
parser-generator-lr--action-tables))
+ (insert
+ (format
+ "(defconst\n %s--distinct-action-tables\n %S\n \"Generated distinct
action-tables.\")\n\n"
+ namespace
+ parser-generator-lr--distinct-action-tables))
;; Goto-tables
(insert
@@ -65,6 +74,11 @@
"(defconst\n %s--goto-tables\n %S\n \"Generated goto-tables.\")\n\n"
namespace
parser-generator-lr--goto-tables))
+ (insert
+ (format
+ "(defconst\n %s--distinct-goto-tables\n %S\n \"Generated distinct
goto-tables.\")\n\n"
+ namespace
+ parser-generator-lr--distinct-goto-tables))
;; Table production-number
(insert
@@ -183,10 +197,9 @@
namespace))
(insert "
(error
- (error
- \"Lex-analyze failed to get token meta-data of %s, error: %s\"
- token
- (car (cdr error)))))
+ \"Lex-analyze failed to get token meta-data of %s, error: %s\"
+ token
+ (car (cdr error))))
(unless meta-information
(error \"Could not find any token meta-information for: %s\" token))
meta-information))\n")
@@ -361,7 +374,8 @@
;; Valid non-terminal-p
(insert
(format "
-(defun %s--valid-non-terminal-p (symbol)
+(defun
+ %s--valid-non-terminal-p (symbol)
\"Return whether SYMBOL is a non-terminal in grammar or not.\"
(gethash
symbol
@@ -372,7 +386,8 @@
;; Valid terminal-p
(insert
(format "
-(defun %s--valid-terminal-p (symbol)
+(defun
+ %s--valid-terminal-p (symbol)
\"Return whether SYMBOL is a terminal in grammar or not.\"
(gethash
symbol
@@ -475,10 +490,15 @@
(let ((table-index
(car pushdown-list)))
- (let ((action-table
+ (let ((action-table-distinct-index
(gethash
table-index
- %s--action-tables)))"
+ %s--action-tables)))
+ (let ((action-table
+ (gethash
+ action-table-distinct-index
+ %s--distinct-action-tables)))"
+ namespace
namespace
namespace
namespace
@@ -562,10 +582,14 @@
(let ((a (list (car look-ahead)))
(a-full (list (car look-ahead-full))))
- (let ((goto-table
- (gethash
- table-index
- %s--goto-tables)))
+ (let ((goto-table-distinct-index
+ (gethash
+ table-index
+ %s--goto-tables)))
+ (let ((goto-table
+ (gethash
+ goto-table-distinct-index
+ %s--distinct-goto-tables)))
(let ((goto-table-length (length goto-table))
(goto-index 0)
(searching-match t)
@@ -589,6 +613,7 @@
(setq goto-index (1+ goto-index)))"
namespace
namespace
+ namespace
namespace))
(insert "
@@ -604,7 +629,7 @@
;; Maybe push both tokens here?
(push (car a-full) pushdown-list)
(push next-index pushdown-list)
- (%s-lex-analyzer--pop-token)))))
+ (%s-lex-analyzer--pop-token))))))
((equal (car action-match) 'reduce)
;; (b) If f(u) = reduce i and production i is A -> a,
@@ -702,10 +727,14 @@
partial-translation)))))
(let ((new-table-index (car pushdown-list)))
- (let ((goto-table
- (gethash
- new-table-index
- %s--goto-tables)))
+ (let ((goto-table-distinct-index
+ (gethash
+ new-table-index
+ %s--goto-tables)))
+ (let ((goto-table
+ (gethash
+ goto-table-distinct-index
+ %s--distinct-goto-tables)))
(let ((goto-table-length
(length goto-table))
(goto-index 0)
@@ -729,7 +758,7 @@
(when next-index
(push production-lhs pushdown-list)
- (push next-index pushdown-list)))))))))
+ (push next-index pushdown-list))))))))))
((equal action-match '(accept))
;; (d) If f(u) = accept, we halt and declare the string
@@ -745,12 +774,13 @@
namespace
namespace
namespace
+ namespace
namespace))
(insert "
(t (error
\"Invalid action-match: %s!\"
- action-match))))))))
+ action-match)))))))))
(unless accept
(error
\"Parsed entire string without getting accepting! Output: %s\"
diff --git a/parser-generator-lr.el b/parser-generator-lr.el
index cbf2115..b66c64f 100644
--- a/parser-generator-lr.el
+++ b/parser-generator-lr.el
@@ -13,8 +13,6 @@
;;; Variables:
-;; TODO Move all unique goto-tables and action-tables to separate tables
-;; TODO Use only integer references in action and goto-tables
(defvar
parser-generator-lr--action-tables
@@ -49,6 +47,23 @@
(message "\nCompleted generation of parser-tables.\n")
table-lr-items))
+(defun parser-generator-lr--get-expanded-action-tables ()
+ "Get expanded ACTION-tables."
+ (let ((distinct-indexes
+ (parser-generator--hash-to-list
+ parser-generator-lr--action-tables))
+ (action-tables))
+ (dolist (action-row distinct-indexes)
+ (let ((action-index (car action-row))
+ (distinct-index (car (cdr action-row))))
+ (push
+ `(,action-index
+ ,(gethash
+ distinct-index
+ parser-generator-lr--distinct-action-tables))
+ action-tables)))
+ (reverse action-tables)))
+
(defun parser-generator-lr--get-expanded-goto-tables ()
"Get expanded GOTO-tables."
(let ((distinct-indexes
@@ -59,9 +74,10 @@
(let ((goto-index (car goto-row))
(distinct-index (car (cdr goto-row))))
(push
- `(,goto-index . (,(gethash
- distinct-index
- parser-generator-lr--distinct-goto-tables)))
+ `(,goto-index
+ . (,(gethash
+ distinct-index
+ parser-generator-lr--distinct-goto-tables)))
goto-tables)))
(reverse goto-tables)))
@@ -308,16 +324,46 @@
(unless found-accept
(error "Failed to find an accept action in the generated
action-tables!"))
(setq action-tables (nreverse action-tables))
- (setq parser-generator-lr--action-tables
- (make-hash-table :test 'equal))
+ (setq
+ parser-generator-lr--action-tables
+ (make-hash-table :test 'equal))
+ (setq
+ parser-generator-lr--distinct-action-tables
+ (make-hash-table :test 'equal))
(let ((table-length (length action-tables))
- (table-index 0))
+ (table-index 0)
+ (action-table-to-distinct-index
+ (make-hash-table :test 'equal)))
(while (< table-index table-length)
- (puthash
+ (let ((action-table
+ (car (cdr (nth table-index action-tables)))))
+ (let ((action-table-hash
+ (format
+ "%S"
+ action-table)))
+ (unless
+ (gethash
+ action-table-hash
+ action-table-to-distinct-index)
+ (puthash
+ action-table-hash
+ table-index
+ action-table-to-distinct-index)
+ (puthash
+ table-index
+ action-table
+ parser-generator-lr--distinct-action-tables))
+ (let ((action-table-index
+ (gethash
+ action-table-hash
+ action-table-to-distinct-index)))
+ (puthash
+ table-index
+ action-table-index
+ parser-generator-lr--action-tables))))
+ (setq
table-index
- (car (cdr (nth table-index action-tables)))
- parser-generator-lr--action-tables)
- (setq table-index (1+ table-index)))))
+ (1+ table-index)))))
(message "\nCompleted generation of action-tables..\n"))
;; Algorithm 5.9, p. 389
@@ -1129,8 +1175,12 @@
;; Make sure tables exists
(unless parser-generator-lr--action-tables
(error "Missing action-tables for grammar!"))
+ (unless parser-generator-lr--distinct-action-tables
+ (error "Missing distinct GOTO-tables for grammar!"))
(unless parser-generator-lr--goto-tables
(error "Missing GOTO-tables for grammar!"))
+ (unless parser-generator-lr--distinct-goto-tables
+ (error "Missing distinct GOTO-tables for grammar!"))
(let ((accept)
(pre-index 0))
@@ -1183,322 +1233,326 @@
(let ((table-index
(car pushdown-list)))
- (let ((action-table
+ (let ((action-table-distinct-index
(gethash
table-index
parser-generator-lr--action-tables)))
+ (let ((action-table
+ (gethash
+ action-table-distinct-index
+ parser-generator-lr--distinct-action-tables)))
- (unless action-table
- (error
- "Action-table with index %s is empty! Push-down-list: %s"
- table-index
- pushdown-list))
+ (unless action-table
+ (error
+ "Action-table with index %s is empty! Push-down-list: %s"
+ table-index
+ pushdown-list))
- (parser-generator--debug
- (message
- "Action-table %d: %s"
- table-index
- action-table))
+ (parser-generator--debug
+ (message
+ "Action-table %d: %s"
+ table-index
+ action-table))
+
+ (let ((action-match nil)
+ (action-table-length (length action-table))
+ (action-index 0)
+ (possible-look-aheads))
+
+ ;; (2) The parsing action f of the table on top of the
pushdown list is applied to the lookahead string u.
+ (while (and
+ (not action-match)
+ (< action-index action-table-length))
+ (let ((action (nth action-index action-table)))
+ (let ((action-look-ahead (car action)))
+ (push
+ action-look-ahead
+ possible-look-aheads)
+ (when
+ (equal
+ action-look-ahead
+ look-ahead)
+ (setq
+ action-match
+ (cdr action)))
+ (when
+ (and
+ (=
+ parser-generator--look-ahead-number
+ 0)
+ (not
+ action-look-ahead))
+ ;; LR(0) reduce actions occupy entire row
+ ;; and is applied regardless of look-ahead
+ (setq
+ action-match
+ (cdr action))))
+ (setq
+ action-index
+ (1+ action-index))))
- (let ((action-match nil)
- (action-table-length (length action-table))
- (action-index 0)
- (possible-look-aheads))
+ (unless action-match
+ ;; (c) If f(u) = error, we halt parsing (and, in practice
+ ;; transfer to an error recovery routine).
- ;; (2) The parsing action f of the table on top of the
pushdown list is applied to the lookahead string u.
- (while (and
- (not action-match)
- (< action-index action-table-length))
- (let ((action (nth action-index action-table)))
- (let ((action-look-ahead (car action)))
- (push
- action-look-ahead
- possible-look-aheads)
- (when
- (equal
- action-look-ahead
- look-ahead)
- (setq
- action-match
- (cdr action)))
- (when
- (and
- (=
- parser-generator--look-ahead-number
- 0)
- (not
- action-look-ahead))
- ;; LR(0) reduce actions occupy entire row
- ;; and is applied regardless of look-ahead
- (setq
- action-match
- (cdr action))))
- (setq
- action-index
- (1+ action-index))))
+ (error
+ (format
+ "Invalid syntax! Expected one of %s found %s at %s"
+ possible-look-aheads
+ look-ahead
+ parser-generator-lex-analyzer--index)
+ possible-look-aheads
+ look-ahead
+ parser-generator-lex-analyzer--index))
- (unless action-match
- ;; (c) If f(u) = error, we halt parsing (and, in practice
- ;; transfer to an error recovery routine).
+ (parser-generator--debug
+ (message "action-table: %s" action-table)
+ (message "action-match: %s" action-match))
- (error
- (format
- "Invalid syntax! Expected one of %s found %s at %s"
- possible-look-aheads
- look-ahead
- parser-generator-lex-analyzer--index)
- possible-look-aheads
- look-ahead
- parser-generator-lex-analyzer--index))
+ (cond
- (parser-generator--debug
- (message "action-table: %s" action-table)
- (message "action-match: %s" action-match))
-
- (cond
-
- ((equal action-match '(shift))
- ;; (a) If f(u) = shift, then the next input symbol, say a
- ;; is removed from the input and shifted onto the pushdown
list.
- ;; The goto function g of the table on top of the pushdown
list
- ;; is applied to a to determine the new table to be placed on
- ;; top of the pushdown list. We then return to step(1). If
- ;; there is no next input symbol or g(a) is undefined, halt
- ;; and declare error.
-
- (let ((a (list (car look-ahead)))
- (a-full (list (car look-ahead-full))))
- (parser-generator--debug
- (message "shift a: %s" a)
- (message "shift a-full: %s" a-full))
- (let ((goto-table-distinct-index
- (gethash
- table-index
- parser-generator-lr--goto-tables)))
- (let ((goto-table
+ ((equal action-match '(shift))
+ ;; (a) If f(u) = shift, then the next input symbol, say a
+ ;; is removed from the input and shifted onto the pushdown
list.
+ ;; The goto function g of the table on top of the pushdown
list
+ ;; is applied to a to determine the new table to be placed
on
+ ;; top of the pushdown list. We then return to step(1). If
+ ;; there is no next input symbol or g(a) is undefined, halt
+ ;; and declare error.
+
+ (let ((a (list (car look-ahead)))
+ (a-full (list (car look-ahead-full))))
+ (parser-generator--debug
+ (message "shift a: %s" a)
+ (message "shift a-full: %s" a-full))
+ (let ((goto-table-distinct-index
(gethash
- goto-table-distinct-index
- parser-generator-lr--distinct-goto-tables)))
- (let ((goto-table-length
- (length goto-table))
- (goto-index 0)
- (searching-match t)
- (next-index)
- (possible-look-aheads))
-
- (while (and
- searching-match
- (< goto-index goto-table-length))
- (let ((goto-item (nth goto-index goto-table)))
- (let ((goto-item-symbol (list (car goto-item)))
- (goto-item-next-index (car (cdr
goto-item))))
- (push goto-item-symbol possible-look-aheads)
+ table-index
+ parser-generator-lr--goto-tables)))
+ (let ((goto-table
+ (gethash
+ goto-table-distinct-index
+ parser-generator-lr--distinct-goto-tables)))
+ (let ((goto-table-length
+ (length goto-table))
+ (goto-index 0)
+ (searching-match t)
+ (next-index)
+ (possible-look-aheads))
+
+ (while (and
+ searching-match
+ (< goto-index goto-table-length))
+ (let ((goto-item (nth goto-index goto-table)))
+ (let ((goto-item-symbol (list (car goto-item)))
+ (goto-item-next-index (car (cdr
goto-item))))
+ (push goto-item-symbol possible-look-aheads)
- (parser-generator--debug
- (message "shift goto-item: %s" goto-item)
- (message "shift goto-item-symbol: %s"
goto-item-symbol))
+ (parser-generator--debug
+ (message "shift goto-item: %s" goto-item)
+ (message "shift goto-item-symbol: %s"
goto-item-symbol))
- (when (equal
- goto-item-symbol
- a)
- (setq next-index goto-item-next-index)
- (setq searching-match nil))))
+ (when (equal
+ goto-item-symbol
+ a)
+ (setq next-index goto-item-next-index)
+ (setq searching-match nil))))
- (setq goto-index (1+ goto-index)))
+ (setq goto-index (1+ goto-index)))
+ (parser-generator--debug
+ (message "shift next-index: %s" next-index))
+
+ (unless next-index
+ (error
+ "In shift, found no GOTO-item for %s at %s,
expected one of %s"
+ a
+ parser-generator-lex-analyzer--index
+ possible-look-aheads))
+
+ ;; Maybe push both tokens here?
+ (push (car a-full) pushdown-list)
+ (push next-index pushdown-list)
+ (parser-generator-lex-analyzer--pop-token))))))
+
+ ((equal (car action-match) 'reduce)
+ ;; (b) If f(u) = reduce i and production i is A -> a,
+ ;; then 2|a| symbols are removed from the top of the
pushdown
+ ;; list, and production number i is placed in the output
+ ;; buffer. A new table T' is then exposed as the top table
+ ;; of the pushdown list, and the goto function of T' is
applied
+ ;; to A to determine the next table to be placed on top of
the
+ ;; pushdown list. We place A and this new table on top of
the
+ ;; the pushdown list and return to step (1)
+
+ (let ((production-number (car (cdr action-match))))
+
+ (let ((production
+
(parser-generator--get-grammar-production-by-number
+ production-number)))
+ (let ((production-lhs (car production))
+ (production-rhs (car (cdr production)))
+ (popped-items-contents))
(parser-generator--debug
- (message "shift next-index: %s" next-index))
-
- (unless next-index
- (error
- "In shift, found no GOTO-item for %s at %s,
expected one of %s"
- a
- parser-generator-lex-analyzer--index
- possible-look-aheads))
-
- ;; Maybe push both tokens here?
- (push (car a-full) pushdown-list)
- (push next-index pushdown-list)
- (parser-generator-lex-analyzer--pop-token))))))
-
- ((equal (car action-match) 'reduce)
- ;; (b) If f(u) = reduce i and production i is A -> a,
- ;; then 2|a| symbols are removed from the top of the pushdown
- ;; list, and production number i is placed in the output
- ;; buffer. A new table T' is then exposed as the top table
- ;; of the pushdown list, and the goto function of T' is
applied
- ;; to A to determine the next table to be placed on top of
the
- ;; pushdown list. We place A and this new table on top of the
- ;; the pushdown list and return to step (1)
-
- (let ((production-number (car (cdr action-match))))
-
- (let ((production
- (parser-generator--get-grammar-production-by-number
- production-number)))
- (let ((production-lhs (car production))
- (production-rhs (car (cdr production)))
- (popped-items-contents))
- (parser-generator--debug
- (message "production-lhs: %s" production-lhs)
- (message "production-rhs: %s" production-rhs))
- (unless (equal
- production-rhs
- (list parser-generator--e-identifier))
- (let ((pop-items (* 2 (length production-rhs)))
- (popped-items 0)
- (popped-item))
- (while (< popped-items pop-items)
- (setq popped-item (pop pushdown-list))
+ (message "production-lhs: %s" production-lhs)
+ (message "production-rhs: %s" production-rhs))
+ (unless (equal
+ production-rhs
+ (list parser-generator--e-identifier))
+ (let ((pop-items (* 2 (length production-rhs)))
+ (popped-items 0)
+ (popped-item))
+ (while (< popped-items pop-items)
+ (setq popped-item (pop pushdown-list))
+ (parser-generator--debug
+ (message "popped-item: %s" popped-item))
+ (when (and
+ (listp popped-item)
+ (parser-generator--valid-symbol-p
+ (car popped-item)))
+ (push
+ popped-item
+ popped-items-contents))
+ (setq popped-items (1+ popped-items)))))
+ (push production-number output)
+
+ (let ((popped-items-meta-contents)
+ (all-expanded t))
+ ;; Collect arguments for translation
+ (dolist (popped-item popped-items-contents)
(parser-generator--debug
- (message "popped-item: %s" popped-item))
- (when (and
- (listp popped-item)
- (parser-generator--valid-symbol-p
- (car popped-item)))
- (push
- popped-item
- popped-items-contents))
- (setq popped-items (1+ popped-items)))))
- (push production-number output)
-
- (let ((popped-items-meta-contents)
- (all-expanded t))
- ;; Collect arguments for translation
- (dolist (popped-item popped-items-contents)
+ (message
+ "popped-item: %s"
+ popped-item))
+ (if (and
+ (listp popped-item)
+ (cdr popped-item))
+ ;; If item is a terminal, use it's literal
value
+ (push
+ (parser-generator-lex-analyzer--get-function
+ popped-item)
+ popped-items-meta-contents)
+ (let ((temp-hash-key
+ (format
+ "%S"
+ popped-item)))
+ (if (gethash
+ temp-hash-key
+ translation-symbol-table)
+ (push
+ (gethash
+ temp-hash-key
+ translation-symbol-table)
+ popped-items-meta-contents)
+ (setq
+ all-expanded
+ nil)
+ (push
+ nil
+ popped-items-meta-contents)))))
+ (setq
+ popped-items-meta-contents
+ (nreverse popped-items-meta-contents))
(parser-generator--debug
(message
- "popped-item: %s"
- popped-item))
- (if (and
- (listp popped-item)
- (cdr popped-item))
- ;; If item is a terminal, use it's literal
value
- (push
- (parser-generator-lex-analyzer--get-function
- popped-item)
- popped-items-meta-contents)
- (let ((temp-hash-key
- (format
- "%S"
- popped-item)))
- (if (gethash
- temp-hash-key
- translation-symbol-table)
- (push
- (gethash
- temp-hash-key
- translation-symbol-table)
- popped-items-meta-contents)
+ "Production arguments: %s -> %s = %s"
+ production-lhs
+ production-rhs
+ popped-items-meta-contents))
+
+ ;; Perform translation at reduction if specified
+ (if
+
(parser-generator--get-grammar-translation-by-number
+ production-number)
+ (let ((partial-translation
+ (funcall
+
(parser-generator--get-grammar-translation-by-number
+ production-number)
+ popped-items-meta-contents)))
+ (parser-generator--debug
+ (message
+ "translation-symbol-table: %s = %s"
+ production-lhs
+ partial-translation))
+ (puthash
+ (format
+ "%S"
+ production-lhs)
+ partial-translation
+ translation-symbol-table)
(setq
- all-expanded
- nil)
- (push
- nil
- popped-items-meta-contents)))))
- (setq
- popped-items-meta-contents
- (nreverse popped-items-meta-contents))
- (parser-generator--debug
- (message
- "Production arguments: %s -> %s = %s"
- production-lhs
- production-rhs
- popped-items-meta-contents))
-
- ;; Perform translation at reduction if specified
- (if
-
(parser-generator--get-grammar-translation-by-number
- production-number)
- (let ((partial-translation
- (funcall
-
(parser-generator--get-grammar-translation-by-number
- production-number)
- popped-items-meta-contents)))
- (parser-generator--debug
- (message
- "translation-symbol-table: %s = %s"
- production-lhs
- partial-translation))
- (puthash
- (format
- "%S"
- production-lhs)
- partial-translation
- translation-symbol-table)
- (setq
- translation
- partial-translation))
+ translation
+ partial-translation))
- ;; When no translation is specified just use
arguments as translation
- (when all-expanded
- (let ((partial-translation
- popped-items-meta-contents))
- (parser-generator--debug
- (message
- "translation-symbol-table: %s = %s (generic)"
- production-lhs
- partial-translation))
- (puthash
- (format
- "%S"
- production-lhs)
- partial-translation
- translation-symbol-table)
- (setq
- translation
- partial-translation)))))
-
- (let ((new-table-index (car pushdown-list)))
- (let ((goto-table-distinct-index
- (gethash
- new-table-index
- parser-generator-lr--goto-tables)))
- (let ((goto-table
+ ;; When no translation is specified just use
arguments as translation
+ (when all-expanded
+ (let ((partial-translation
+ popped-items-meta-contents))
+ (parser-generator--debug
+ (message
+ "translation-symbol-table: %s = %s
(generic)"
+ production-lhs
+ partial-translation))
+ (puthash
+ (format
+ "%S"
+ production-lhs)
+ partial-translation
+ translation-symbol-table)
+ (setq
+ translation
+ partial-translation)))))
+
+ (let ((new-table-index (car pushdown-list)))
+ (let ((goto-table-distinct-index
(gethash
- goto-table-distinct-index
-
parser-generator-lr--distinct-goto-tables)))
- (let ((goto-table-length
- (length goto-table))
- (goto-index 0)
- (searching-match t)
- (next-index))
-
- (while (and
- searching-match
- (< goto-index goto-table-length))
- (let ((goto-item (nth goto-index
goto-table)))
- (let ((goto-item-symbol (list (car
goto-item)))
- (goto-item-next-index (car (cdr
goto-item))))
- (parser-generator--debug
- (message "reduce goto-item: %s"
goto-item)
- (message "reduce goto-item-symbol: %s"
goto-item-symbol))
+ new-table-index
+ parser-generator-lr--goto-tables)))
+ (let ((goto-table
+ (gethash
+ goto-table-distinct-index
+
parser-generator-lr--distinct-goto-tables)))
+ (let ((goto-table-length
+ (length goto-table))
+ (goto-index 0)
+ (searching-match t)
+ (next-index))
+
+ (while (and
+ searching-match
+ (< goto-index goto-table-length))
+ (let ((goto-item (nth goto-index
goto-table)))
+ (let ((goto-item-symbol (list (car
goto-item)))
+ (goto-item-next-index (car (cdr
goto-item))))
+ (parser-generator--debug
+ (message "reduce goto-item: %s"
goto-item)
+ (message "reduce goto-item-symbol:
%s" goto-item-symbol))
- (when (equal
- goto-item-symbol
- production-lhs)
- (setq next-index goto-item-next-index)
- (setq searching-match nil))))
+ (when (equal
+ goto-item-symbol
+ production-lhs)
+ (setq next-index
goto-item-next-index)
+ (setq searching-match nil))))
- (setq goto-index (1+ goto-index)))
+ (setq goto-index (1+ goto-index)))
- (parser-generator--debug
- (message "reduce next-index: %s" next-index))
+ (parser-generator--debug
+ (message "reduce next-index: %s"
next-index))
- (when next-index
- (push production-lhs pushdown-list)
- (push next-index pushdown-list))))))))))
+ (when next-index
+ (push production-lhs pushdown-list)
+ (push next-index pushdown-list))))))))))
- ((equal action-match '(accept))
- ;; (d) If f(u) = accept, we halt and declare the string
- ;; in the output buffer to be the right parse of the
original
- ;; input string.
+ ((equal action-match '(accept))
+ ;; (d) If f(u) = accept, we halt and declare the string
+ ;; in the output buffer to be the right parse of the
original
+ ;; input string.
- (setq accept t))
+ (setq accept t))
- (t (error
- "Invalid action-match: %s!"
- action-match))))))))
+ (t (error
+ "Invalid action-match: %s!"
+ action-match)))))))))
(unless accept
(error
"Parsed entire string without getting accepting! Output: %s"
diff --git a/test/parser-generator-lr-export-test.el
b/test/parser-generator-lr-export-test.el
index 21bdbec..9988a53 100644
--- a/test/parser-generator-lr-export-test.el
+++ b/test/parser-generator-lr-export-test.el
@@ -302,6 +302,7 @@
(defun parser-generator-lr-export-test ()
"Run test."
+ ;; (setq debug-on-error t)
(parser-generator-lr-export-test-parse)
(parser-generator-lr-export-test-translate)
(parser-generator-lr-export-test-incremental))
diff --git a/test/parser-generator-lr-test.el b/test/parser-generator-lr-test.el
index 765f74c..2e6524b 100644
--- a/test/parser-generator-lr-test.el
+++ b/test/parser-generator-lr-test.el
@@ -74,8 +74,7 @@
(5 ((($) reduce 1) ((a) reduce 1)))
(6 (((a) shift) ((b) shift)))
(7 (((a) reduce 1) ((b) reduce 1))))
- (parser-generator--hash-to-list
- parser-generator-lr--action-tables)))
+ (parser-generator-lr--get-expanded-action-tables)))
(message "Passed Example 5.32 p. 393")
;; Cyclical grammar
@@ -98,7 +97,7 @@
(parser-generator-lr--generate-action-tables
table-lr-items)
;; (message "cyclical goto-tables: %s"
(parser-generator-lr--get-expanded-goto-tables))
- ;; (message "cyclical action-tables: %s"
parser-generator-lr--action-tables)
+ ;; (message "cyclical action-tables: %s"
(parser-generator-lr--get-expanded-action-tables))
)
(message "Passed cyclical grammar")
@@ -366,7 +365,7 @@
)
(parser-generator--debug
(message "goto-tables: %s" (parser-generator-lr--get-expanded-goto-tables))
- (message "action-tables: %s" (parser-generator--hash-values-to-list
parser-generator-lr--action-tables t)))
+ (message "action-tables: %s"
(parser-generator-lr--get-expanded-action-tables)))
(setq
parser-generator-lex-analyzer--function
(lambda (index)
@@ -627,7 +626,7 @@
(parser-generator--debug
(message
"Action-tables k = 2: %s"
- (parser-generator--hash-to-list parser-generator-lr--action-tables)))
+ (parser-generator-lr--get-expanded-action-tables)))
(should
(equal
@@ -643,8 +642,7 @@
(8 ((($ $) reduce 4) ((a b) reduce 4)))
(9 ((($ $) reduce 1)))
)
- (parser-generator--hash-to-list
- parser-generator-lr--action-tables)))
+ (parser-generator-lr--get-expanded-action-tables)))
(message "Passed ACTION-tables k = 2")
)
@@ -884,8 +882,7 @@
(parser-generator--debug
(message
"Action-tables k = 0: %s"
- (parser-generator--hash-to-list
- parser-generator-lr--action-tables)))
+ (parser-generator-lr--get-expanded-action-tables)))
(should
(equal
@@ -899,8 +896,7 @@
(6 ((("0") shift) (("1") shift)))
(7 ((nil reduce 2)))
(8 ((nil reduce 1))))
- (parser-generator--hash-to-list
- parser-generator-lr--action-tables)))
+ (parser-generator-lr--get-expanded-action-tables)))
(message "Passed ACTION-tables k = 0"))
(let ((buffer (generate-new-buffer "*a*")))
- [elpa] externals/parser-generator 58190dc 272/434: LR Parser k=0 building correct LR items, (continued)
- [elpa] externals/parser-generator 58190dc 272/434: LR Parser k=0 building correct LR items, ELPA Syncer, 2021/11/29
- [elpa] externals/parser-generator 0f8aa1d 265/434: Updated LRk README, ELPA Syncer, 2021/11/29
- [elpa] externals/parser-generator f0cd9f6 280/434: Started on test for export parser feature, ELPA Syncer, 2021/11/29
- [elpa] externals/parser-generator 3e9b4ee 279/434: Improved README, ELPA Syncer, 2021/11/29
- [elpa] externals/parser-generator 2920af5 286/434: Parser is exported but helper-functions are missing still, ELPA Syncer, 2021/11/29
- [elpa] externals/parser-generator e904d46 289/434: Moved LR-parser exporter to stand-alone file and added documentation about export, ELPA Syncer, 2021/11/29
- [elpa] externals/parser-generator 099304e 296/434: Some coding-styling fixes, ELPA Syncer, 2021/11/29
- [elpa] externals/parser-generator 5a2dbb3 297/434: Removed unnecessary debug outputs, ELPA Syncer, 2021/11/29
- [elpa] externals/parser-generator 99b531f 300/434: Made some cpu complexity optimizations, ELPA Syncer, 2021/11/29
- [elpa] externals/parser-generator 17c36f8 309/434: Added cache to lr-items for prefix function, ELPA Syncer, 2021/11/29
- [elpa] externals/parser-generator b6e2e64 312/434: Passing tests after memory optimization of LR parser,
ELPA Syncer <=
- [elpa] externals/parser-generator 61dfc74 310/434: Added TODO-item, ELPA Syncer, 2021/11/29
- [elpa] externals/parser-generator f371e2d 320/434: Added failing test for conflict, ELPA Syncer, 2021/11/29
- [elpa] externals/parser-generator 2eadec5 326/434: Shortened long doc comments, ELPA Syncer, 2021/11/29
- [elpa] externals/parser-generator 43f3bd4 332/434: Fixed issue were non-terminals named as emacs-lisp functions was not accepted in grammar, ELPA Syncer, 2021/11/29
- [elpa] externals/parser-generator 8165c55 333/434: Conflicting grammar causes expected error, ELPA Syncer, 2021/11/29
- [elpa] externals/parser-generator feaa9ff 338/434: Removed debug outputs, ELPA Syncer, 2021/11/29
- [elpa] externals/parser-generator cf01b59 341/434: Fixed action-table generation with symbols with context-sensitive attributes, ELPA Syncer, 2021/11/29
- [elpa] externals/parser-generator ae18945 353/434: Passing some calculations thanks to precedence / associativity, ELPA Syncer, 2021/11/29
- [elpa] externals/parser-generator fce14ea 355/434: Fixed bug with context-sensitive attributes being lost in LR-item generation, ELPA Syncer, 2021/11/29
- [elpa] externals/parser-generator 2592481 361/434: Added TODO notes, ELPA Syncer, 2021/11/29