Files
kraken/fungll.krak

307 lines
12 KiB
Plaintext
Raw Normal View History

2020-03-26 22:08:39 -04:00
import vec:*
import vec_literals:*
import map:*
import set:*
import util:*
import str:*
2020-03-25 22:55:57 -04:00
// nonterminals are negative, terminals are positive
obj Grammer (Object) {
2020-03-26 23:34:25 -04:00
var nonterminals: vec<vec<vec<int>>>
2020-03-27 18:35:32 -04:00
var nonterminal_names: vec<str>
2020-03-25 22:55:57 -04:00
var terminals: vec<char>
fun construct(): *Grammer {
nonterminals.construct()
2020-03-27 18:35:32 -04:00
nonterminal_names.construct()
2020-03-25 22:55:57 -04:00
terminals.construct()
return this
}
fun copy_construct(old: *Grammer): void {
nonterminals.copy_construct(&old->nonterminals)
2020-03-27 18:35:32 -04:00
nonterminal_names.copy_construct(&old->nonterminal_names)
2020-03-25 22:55:57 -04:00
terminals.copy_construct(&old->terminals)
}
fun destruct(): void {
nonterminals.destruct()
2020-03-27 18:35:32 -04:00
nonterminal_names.destruct()
2020-03-25 22:55:57 -04:00
terminals.destruct()
}
fun operator=(other:ref Grammer):void {
destruct()
copy_construct(&other)
}
2020-03-27 18:35:32 -04:00
fun add_new_nonterminal(name: *char, rule: ref vec<int>): int {
return add_new_nonterminal(str(name), rule)
}
fun add_new_nonterminal(name: ref str, rule: ref vec<int>): int {
2020-03-25 22:55:57 -04:00
nonterminals.add(vec(rule))
2020-03-27 18:35:32 -04:00
nonterminal_names.add(name)
2020-03-26 23:34:25 -04:00
return -1*nonterminals.size
2020-03-25 22:55:57 -04:00
}
fun add_to_nonterminal(nonterminal: int, rule: ref vec<int>) {
nonterminals[(-1*nonterminal)-1].add(rule)
}
fun add_terminal(c: char): int {
2020-03-26 23:34:25 -04:00
terminals.add(c)
2020-03-25 22:55:57 -04:00
return terminals.size
}
2020-03-26 23:34:25 -04:00
fun get_nonterminal_rules(nonterminal: int): ref vec<vec<int>> {
2020-03-25 22:55:57 -04:00
return nonterminals[(-1*nonterminal)-1]
}
fun get_terminal(terminal: int): char {
return terminals[terminal-1]
}
2020-03-26 23:34:25 -04:00
fun is_terminal(x: int): bool {
return x > 0
}
2020-03-27 18:35:32 -04:00
fun to_string(it: BS): str {
var rule_str = str()
for (var i = 0; i < nonterminals[(-1*it.nonterminal)-1][it.rule_idx].size; i++;) {
if i == it.idx_into_rule {
rule_str += "*"
}
var erminal = nonterminals[(-1*it.nonterminal)-1][it.rule_idx][i]
if erminal < 0 {
rule_str += nonterminal_names[(-1*erminal)-1]
} else {
rule_str += terminals[erminal-1]
}
}
if it.idx_into_rule == nonterminals[(-1*it.nonterminal)-1][it.rule_idx].size {
rule_str += "*"
}
return str("<") + nonterminal_names[(-1*it.nonterminal)-1] + " ::= " + rule_str + ", " + it.left + ", " + it.pivot + ", " + it.right + ">"
}
2020-03-25 22:55:57 -04:00
}
obj Pending (Object) {
var nonterminal: int
var rule_idx: int
var idx_into_rule: int
var left: int
2020-03-26 23:34:25 -04:00
fun construct(): *Pending {
return this->construct(0,0,0,0)
}
2020-03-25 22:55:57 -04:00
fun construct(nonterminal: int, rule_idx: int, idx_into_rule: int, left: int): *Pending {
this->nonterminal = nonterminal;
this->rule_idx = rule_idx;
this->idx_into_rule = idx_into_rule;
this->left = left;
return this
}
fun copy_construct(old: *Pending): void {
this->nonterminal = old->nonterminal;
this->rule_idx = old->rule_idx;
this->idx_into_rule = old->idx_into_rule;
this->left = old->left;
}
fun destruct(): void { }
fun operator=(other:ref Pending):void {
destruct()
copy_construct(&other)
}
2020-03-26 23:34:25 -04:00
fun operator==(rhs: ref Pending): bool {
return nonterminal == rhs.nonterminal && rule_idx == rhs.rule_idx && idx_into_rule == rhs.idx_into_rule && left == rhs.left
}
2020-03-25 22:55:57 -04:00
}
fun pending(nonterminal: int, rule_idx: int, idx_into_rule: int, left: int): Pending {
var to_ret.construct(nonterminal, rule_idx, idx_into_rule, left): Pending
return to_ret
}
obj Descriptor (Object) {
var nonterminal: int
var rule_idx: int
var idx_into_rule: int
var left: int
var pivot: int
2020-03-26 23:34:25 -04:00
fun construct(): *Descriptor {
return this->construct(0,0,0,0,0)
}
2020-03-25 22:55:57 -04:00
fun construct(nonterminal: int, rule_idx: int, idx_into_rule: int, left: int, pivot: int): *Descriptor {
this->nonterminal = nonterminal;
this->rule_idx = rule_idx;
this->idx_into_rule = idx_into_rule;
this->left = left;
this->pivot = pivot;
return this
}
fun copy_construct(old: *Descriptor): void {
this->nonterminal = old->nonterminal;
this->rule_idx = old->rule_idx;
this->idx_into_rule = old->idx_into_rule;
this->left = old->left;
this->pivot = old->pivot;
}
fun destruct(): void { }
fun operator=(other:ref Descriptor):void {
destruct()
copy_construct(&other)
}
2020-03-26 23:34:25 -04:00
fun operator==(rhs: ref Descriptor): bool {
return nonterminal == rhs.nonterminal && rule_idx == rhs.rule_idx && idx_into_rule == rhs.idx_into_rule && left == rhs.left && pivot == rhs.pivot
}
2020-03-25 22:55:57 -04:00
}
fun descriptor(nonterminal: int, rule_idx: int, idx_into_rule: int, left: int, pivot: int): Descriptor {
var to_ret.construct(nonterminal, rule_idx, idx_into_rule, left, pivot): Descriptor
return to_ret
}
obj BS (Object) {
var nonterminal: int
var rule_idx: int
var idx_into_rule: int
var left: int
var pivot: int
var right: int
2020-03-26 23:34:25 -04:00
fun construct(): *BS {
return this->construct(0,0,0,0,0,0)
}
2020-03-25 22:55:57 -04:00
fun construct(nonterminal: int, rule_idx: int, idx_into_rule: int, left: int, pivot: int, right: int): *BS {
this->nonterminal = nonterminal;
this->rule_idx = rule_idx;
this->idx_into_rule = idx_into_rule;
this->left = left;
this->pivot = pivot;
this->right = right;
return this
}
fun copy_construct(old: *BS): void {
this->nonterminal = old->nonterminal;
this->rule_idx = old->rule_idx;
this->idx_into_rule = old->idx_into_rule;
this->left = old->left;
this->pivot = old->pivot;
this->right = old->right;
}
fun destruct(): void { }
fun operator=(other:ref BS):void {
destruct()
copy_construct(&other)
}
2020-03-26 22:08:39 -04:00
fun to_string(): str {
2020-03-27 00:16:16 -04:00
return str("nonterminal:") + nonterminal + " rule_idx:" + rule_idx + " idx_into_rule:" + idx_into_rule + " l:" + left + " p:" + pivot + " r:" + right
2020-03-26 22:08:39 -04:00
}
2020-03-26 23:34:25 -04:00
fun operator==(rhs: ref BS): bool {
return nonterminal == rhs.nonterminal && rule_idx == rhs.rule_idx && idx_into_rule == rhs.idx_into_rule && left == rhs.left && pivot == rhs.pivot && right == rhs.right
}
2020-03-25 22:55:57 -04:00
}
fun bs(nonterminal: int, rule_idx: int, idx_into_rule: int, left: int, pivot: int, right: int): BS {
var to_ret.construct(nonterminal, rule_idx, idx_into_rule, left, pivot, right): BS
return to_ret
}
fun fungll(grammer: ref Grammer, input: ref str): set<BS> {
2020-03-27 00:16:16 -04:00
return loop(grammer, input, descend(grammer, -1 /*start_symbol*/, 0), set<Descriptor>(), map<pair<int, int>, set<Pending>>(), map<pair<int,int>, set<int>>(), set<BS>())
2020-03-25 22:55:57 -04:00
}
fun descend(grammer: ref Grammer, symbol: int, l: int): set<Descriptor> {
2020-03-26 23:34:25 -04:00
var to_ret = set<Descriptor>()
for (var rhs = 0; rhs < grammer.get_nonterminal_rules(symbol).size; rhs++;)
to_ret.add(descriptor(symbol, rhs, 0, l, l))
return to_ret
2020-03-25 22:55:57 -04:00
}
2020-03-26 23:34:25 -04:00
fun loop(grammer: ref Grammer, input: ref str, R: set<Descriptor>, U: set<Descriptor>, G: map<pair<int, int>, set<Pending>>, P: map<pair<int,int>, set<int>>, Y: set<BS>): set<BS> {
2020-03-25 22:55:57 -04:00
while R.size() != 0 {
var d = R.pop()
2020-03-26 22:08:39 -04:00
var it = process(grammer, input, d, G, P)
var Rp = it.first.first
var Yp = it.first.second
var Gp = it.second
var Pp = it.third
2020-03-25 22:55:57 -04:00
var U_with_d = U.union(set(d));
2020-03-26 22:08:39 -04:00
var nextR = R.union(Rp) - U_with_d
2020-03-25 22:55:57 -04:00
R = nextR
U = U_with_d
2020-03-26 23:34:25 -04:00
for (var i = 0; i < Gp.keys.size; i++;) {
if G.contains_key(Gp.keys[i]) {
G[Gp.keys[i]].add(Gp.values[i])
} else {
G[Gp.keys[i]] = Gp.values[i]
}
}
for (var i = 0; i < Pp.keys.size; i++;) {
if P.contains_key(Pp.keys[i]) {
P[Pp.keys[i]].add(Pp.values[i])
} else {
P[Pp.keys[i]] = Pp.values[i]
}
}
2020-03-25 22:55:57 -04:00
Y += Yp
}
return Y
}
2020-03-26 23:34:25 -04:00
fun process(grammer: ref Grammer, input: ref str, descript: Descriptor, G: map<pair<int, int>, set<Pending>>, P: map<pair<int,int>, set<int>>): triple<pair<set<Descriptor>, set<BS>>, map<pair<int, int>, set<Pending>>, map<pair<int,int>, set<int>>> {
2020-03-27 18:35:32 -04:00
// if at end / end is emptystr
2020-03-26 23:34:25 -04:00
if descript.idx_into_rule == grammer.get_nonterminal_rules(descript.nonterminal)[descript.rule_idx].size {
return process_e(grammer, descript, G, P)
2020-03-25 22:55:57 -04:00
} else {
return process_symbol(grammer, input, descript, G, P)
}
}
2020-03-26 23:34:25 -04:00
fun process_e(grammer: ref Grammer, descript: Descriptor, G: ref map<pair<int, int>, set<Pending>>, P: ref map<pair<int,int>, set<int>>): triple<pair<set<Descriptor>, set<BS>>, map<pair<int, int>, set<Pending>>, map<pair<int,int>, set<int>>> {
2020-03-25 22:55:57 -04:00
var nonterminal: int
var rule_idx: int
var left: int
var pivot: int
var X = descript.nonterminal
var l = descript.left;
2020-03-26 23:34:25 -04:00
var k = descript.pivot;
2020-03-26 22:08:39 -04:00
var K = G.get(make_pair(X,l))
var it = ascend(l,K,k)
var R = it.first
var Y = it.second
2020-03-25 22:55:57 -04:00
if grammer.get_nonterminal_rules(X)[descript.rule_idx].size == 0 {
Y.add(bs(X,descript.rule_idx, 0, l, l, l))
}
2020-03-26 23:34:25 -04:00
return make_triple(make_pair(R,Y), map<pair<int, int>, set<Pending>>(), map(make_pair(X,l), set(k)))
2020-03-25 22:55:57 -04:00
}
2020-03-26 23:34:25 -04:00
fun process_symbol(grammer: ref Grammer, input: ref str, descript: Descriptor, G: ref map<pair<int, int>, set<Pending>>, P: ref map<pair<int,int>, set<int>>): triple<pair<set<Descriptor>, set<BS>>, map<pair<int, int>, set<Pending>>, map<pair<int,int>, set<int>>> {
2020-03-25 22:55:57 -04:00
var s = grammer.get_nonterminal_rules(descript.nonterminal)[descript.rule_idx][descript.idx_into_rule]
var k = descript.pivot
2020-03-27 00:16:16 -04:00
var R = P.get_with_default(make_pair(s,k), set<int>())
var Gp = map(make_pair(s,k), set(pending(descript.nonterminal, descript.rule_idx, descript.idx_into_rule+1, descript.left)))
2020-03-25 22:55:57 -04:00
if grammer.is_terminal(s) {
2020-03-26 23:34:25 -04:00
return make_triple(matc(grammer,input,descript), map<pair<int,int>, set<Pending>>(), map<pair<int,int>, set<int>>())
2020-03-25 22:55:57 -04:00
} else if R.size() == 0 { // s in N
2020-03-26 22:08:39 -04:00
return make_triple(make_pair(descend(grammer,s,k), set<BS>()), Gp, map<pair<int,int>, set<int>>())
2020-03-25 22:55:57 -04:00
} else { // s in N and R != set()
2020-03-27 00:16:16 -04:00
return make_triple(skip(k,pending(descript.nonterminal, descript.rule_idx, descript.idx_into_rule+1, descript.left), R), Gp, map<pair<int,int>, set<int>>())
2020-03-25 22:55:57 -04:00
}
}
2020-03-26 23:34:25 -04:00
fun matc(grammer: ref Grammer, input: ref str, descript: Descriptor): pair<set<Descriptor>, set<BS>> {
2020-03-27 00:16:16 -04:00
if descript.pivot < input.length() && input[descript.pivot] == grammer.get_terminal(grammer.get_nonterminal_rules(descript.nonterminal)[descript.rule_idx][descript.idx_into_rule]) {
2020-03-26 22:08:39 -04:00
return make_pair(set(descriptor(descript.nonterminal, descript.rule_idx, descript.idx_into_rule+1, descript.left, descript.pivot+1)), set(bs(descript.nonterminal, descript.rule_idx, descript.idx_into_rule+1, descript.left, descript.pivot, descript.pivot+1)))
2020-03-25 22:55:57 -04:00
} else {
2020-03-26 22:08:39 -04:00
return make_pair(set<Descriptor>(), set<BS>())
2020-03-25 22:55:57 -04:00
}
}
2020-03-26 22:08:39 -04:00
fun skip(k: int, c: Pending, R: ref set<int>): pair<set<Descriptor>, set<BS>> { return nmatch(k, set(c), R); }
fun ascend(k:int, K: ref set<Pending>, r: int): pair<set<Descriptor>, set<BS>> { return nmatch(k, K, set(r)); }
fun nmatch(k:int, K: ref set<Pending>, R: ref set<int>): pair<set<Descriptor>, set<BS>> {
2020-03-26 23:34:25 -04:00
var Rp = set<Descriptor>()
2020-03-26 22:08:39 -04:00
var Y = set<BS>()
for (var i = 0; i < K.data.size; i++;) {
var pending = K.data[i]
for (var j = 0; j < R.data.size; j++;) {
var r = R.data[j]
2020-03-26 23:34:25 -04:00
Rp.add(descriptor(pending.nonterminal, pending.rule_idx, pending.idx_into_rule, pending.left, r))
Y.add(bs(pending.nonterminal, pending.rule_idx, pending.idx_into_rule, pending.left, k, r))
2020-03-25 22:55:57 -04:00
}
}
2020-03-26 23:34:25 -04:00
return make_pair(Rp,Y)
2020-03-26 22:08:39 -04:00
}
fun main(argc: int, argv: **char): int {
var grammer.construct(): Grammer
var one = grammer.add_terminal('1')
2020-03-27 18:35:32 -04:00
var E = grammer.add_new_nonterminal("E", vec<int>())
2020-03-26 22:08:39 -04:00
grammer.add_to_nonterminal(E, vec(one))
grammer.add_to_nonterminal(E, vec(E,E,E))
var BSR = fungll(grammer, str("1"))
2020-03-27 00:16:16 -04:00
println(str("length of BSR is: ") + BSR.size())
2020-03-26 22:08:39 -04:00
for (var i = 0; i < BSR.data.size; i++;) {
var BS = BSR.data[i]
2020-03-27 18:35:32 -04:00
/*println(str() + i + ": " + grammer.to_string(BSR.data[i]) + "\t\t" + BSR.data[i].to_string())*/
println(str() + i + ": " + grammer.to_string(BSR.data[i]))
2020-03-26 22:08:39 -04:00
}
return 0
2020-03-25 22:55:57 -04:00
}