Files
kraken/working_files/wasm.kp

385 lines
23 KiB
Plaintext

(with_import "./collections.kp"
(let (
; Vectors and Values
; Bytes encode themselves
encode_LEB128_helper (rec-lambda recurse (allow_neg x)
(cond (and allow_neg (< x 0x80)) [x]
(< x 0x40) [x]
true (cons (| (& x 0x7F) 0x80) (recurse true (>> x 7))))
)
encode_u_LEB128 (lambda (x) (encode_LEB128_helper true x))
encode_s8_LEB128 (lambda (x) (encode_LEB128_helper (< x 0) (& x 0xFF)))
encode_s32_LEB128 (lambda (x) (encode_LEB128_helper (< x 0) (& x 0xFFFFFFFF)))
encode_s33_LEB128 (lambda (x) (encode_LEB128_helper (< x 0) (& x 0x1FFFFFFFF)))
encode_s64_LEB128 (lambda (x) (encode_LEB128_helper (< x 0) (& x 0xFFFFFFFFFFFFFFFF)))
encode_vector (lambda (enc v)
(concat (encode_u_LEB128 (len v)) (flat_map enc v) )
)
encode_floating_point (lambda (x) (error "unimplemented"))
encode_name (lambda (name)
(encode_vector (lambda (x) [x]) name)
)
encode_bytes encode_name
; Types
; TODO
encode_limits (lambda (x)
(cond (= 1 (len x)) (concat [0x00] (encode_u_LEB128 (idx x 0)))
(= 2 (len x)) (concat [0x01] (encode_u_LEB128 (idx x 0)) (encode_u_LEB128 (idx x 1)))
true (error "trying to encode bad limits"))
)
encode_number_type (lambda (x)
(cond (= x 'i32) [0x7F]
(= x 'i64) [0x7E]
(= x 'f32) [0x7D]
(= x 'f64) [0x7C]
true (error (str "bad number type " x)))
)
encode_valtype (lambda (x)
; we don't handle reference types yet
(encode_number_type x)
)
encode_result_type (lambda (x)
(encode_vector encode_valtype x)
)
encode_function_type (lambda (x)
(concat [0x60] (encode_result_type (idx x 0))
(encode_result_type (idx x 1)))
)
; Modules
encode_type_section (lambda (x)
(let (
encoded (encode_vector encode_function_type x)
) (concat [0x01] (encode_u_LEB128 (len encoded)) encoded ))
)
encode_import (lambda (import)
(let (
(mod_name name type idx) import
) (concat (encode_name mod_name)
(encode_name name)
(cond (= type 'func) (concat [0x00] (encode_u_LEB128 idx))
(= type 'table) (concat [0x01] (error "can't encode table type"))
(= type 'memory) (concat [0x02] (error "can't encode memory type"))
(= type 'global) (concat [0x03] (error "can't encode global type"))
true (error (str "bad import type" type))))
)
)
encode_import_section (lambda (x)
(let (
encoded (encode_vector encode_import x)
) (concat [0x02] (encode_u_LEB128 (len encoded)) encoded ))
)
encode_ref_type (lambda (t) (cond (= t 'funcref) [0x70]
(= t 'externref) [0x6F]
true (error (str "Bad ref type " t))))
encode_table_type (lambda (t) (concat (encode_ref_type (idx t 0)) (encode_limits (idx t 1))))
encode_table_section (lambda (x)
(let (
encoded (encode_vector encode_table_type x)
) (concat [0x04] (encode_u_LEB128 (len encoded)) encoded ))
)
encode_memory_section (lambda (x)
(let (
encoded (encode_vector encode_limits x)
) (concat [0x05] (encode_u_LEB128 (len encoded)) encoded ))
)
encode_export (lambda (export)
(let (
(name type idx) export
) (concat (encode_name name)
(cond (= type 'func) [0x00]
(= type 'table) [0x01]
(= type 'memory) [0x02]
(= type 'global) [0x03]
true (error "bad export type"))
(encode_u_LEB128 idx)
))
)
encode_export_section (lambda (x)
(let (
encoded (encode_vector encode_export x)
) (concat [0x07] (encode_u_LEB128 (len encoded)) encoded ))
)
encode_start_section (lambda (x)
(cond (= 0 (len x)) []
(= 1 (len x)) (let (encoded (encode_u_LEB128 (idx x 0))) (concat [0x08] (encode_u_LEB128 (len encoded)) encoded ))
true (error (str "bad lenbgth for start section " (len x) " was " x)))
)
encode_function_section (lambda (x)
(let ( ; nil functions are placeholders for improted functions
_ (println "encoding function section " x)
filtered (filter (lambda (i) (!= nil i)) x)
_ (println "post filtered " filtered)
encoded (encode_vector encode_u_LEB128 filtered)
) (concat [0x03] (encode_u_LEB128 (len encoded)) encoded ))
)
encode_blocktype (lambda (type) (cond (symbol? type) (encode_valtype type)
(= [] type) [0x40] ; empty type
true (encode_s33_LEB128 typ)
))
encode_ins (rec-lambda recurse (ins)
(let (
op (idx ins 0)
) (cond (= op 'unreachable) [0x00]
(= op 'nop) [0x01]
(= op 'block) (concat [0x02] (encode_blocktype (idx ins 1)) (flat_map recurse (idx ins 2)) [0x0B])
(= op 'loop) (concat [0x03] (encode_blocktype (idx ins 1)) (flat_map recurse (idx ins 2)) [0x0B])
(= op 'if) (concat [0x04] (encode_blocktype (idx ins 1)) (flat_map recurse (idx ins 2)) (if (!= 3 (len ins)) (concat [0x05] (flat_map recurse (idx ins 3)))
[]) [0x0B])
(= op 'br) (concat [0x0C] (encode_u_LEB128 (idx ins 1)))
(= op 'br_if) (concat [0x0D] (encode_u_LEB128 (idx ins 1)))
;...
(= op 'return) [0x0F]
(= op 'call) (concat [0x10] (encode_u_LEB128 (idx ins 1)))
; call_indirect
; skipping a bunch
; Parametric Instructions
(= op 'drop) [0x1A]
; skip
; Variable Instructions
(= op 'local.get) (concat [0x20] (encode_u_LEB128 (idx ins 1)))
(= op 'local.set) (concat [0x21] (encode_u_LEB128 (idx ins 1)))
(= op 'local.tee) (concat [0x22] (encode_u_LEB128 (idx ins 1)))
(= op 'global.get) (concat [0x23] (encode_u_LEB128 (idx ins 1)))
(= op 'global.set) (concat [0x24] (encode_u_LEB128 (idx ins 1)))
; table
; memory
(= op 'i32.load) (concat [0x28] (encode_u_LEB128 (idx ins 1)) (encode_u_LEB128 (idx ins 2)))
(= op 'i64.load) (concat [0x29] (encode_u_LEB128 (idx ins 1)) (encode_u_LEB128 (idx ins 2)))
(= op 'i32.store) (concat [0x36] (encode_u_LEB128 (idx ins 1)) (encode_u_LEB128 (idx ins 2)))
(= op 'i64.store) (concat [0x37] (encode_u_LEB128 (idx ins 1)) (encode_u_LEB128 (idx ins 2)))
; Numeric Instructions
(= op 'i32.const) (concat [0x41] (encode_s32_LEB128 (idx ins 1)))
(= op 'i64.const) (concat [0x42] (encode_s64_LEB128 (idx ins 1)))
; skip
(= op 'i32.add) [0x6A]
))
)
encode_expr (lambda (expr) (concat (flat_map encode_ins expr) [0x0B]))
encode_code (lambda (x)
(let (
(locals body) x
enc_locals (encode_vector (lambda (loc)
(concat (encode_u_LEB128 (idx loc 0)) (encode_valtype (idx loc 1)))) locals)
enc_expr (encode_expr body)
code_bytes (concat enc_locals enc_expr)
) (concat (encode_u_LEB128 (len code_bytes)) code_bytes))
)
encode_code_section (lambda (x)
(let (
encoded (encode_vector encode_code x)
) (concat [0x0A] (encode_u_LEB128 (len encoded)) encoded ))
)
encode_global_type (lambda (t) (concat (encode_valtype (idx t 0)) (cond (= (idx t 1) 'const) [0x00]
(= (idx t 1) 'mut) [0x01]
true (error (str "bad mutablity " (idx t 1))))))
encode_global_section (lambda (global_section)
(let (
encoded (encode_vector (lambda (x) (concat (encode_global_type (idx x 0)) (encode_expr (idx x 1)))) global_section)
) (concat [0x06] (encode_u_LEB128 (len encoded)) encoded ))
)
; only supporting one type of element section for now, active funcrefs with offset
encode_element (lambda (x) (concat [0x00] (encode_expr (idx x 0)) (encode_vector encode_u_LEB128 (idx x 1))))
encode_element_section (lambda (x)
(let (
encoded (encode_vector encode_element x)
) (concat [0x09] (encode_u_LEB128 (len encoded)) encoded ))
)
encode_data (lambda (data) (cond (= 2 (len data)) (concat [0x00] (encode_expr (idx data 0)) (encode_bytes (idx data 1)))
(= 1 (len data)) (concat [0x01] (encode_bytes (idx data 0)))
(= 3 (len data)) (concat [0x02] (encode_u_LEB128 (idx data 0)) (encode_expr (idx data 1)) (encode_bytes (idx data 2)))
true (error (str "bad data" data))))
encode_data_section (lambda (x)
(let (
encoded (encode_vector encode_data x)
) (concat [0x0B] (encode_u_LEB128 (len encoded)) encoded ))
)
wasm_to_binary (lambda (wasm_code)
(let (
(type_section import_section function_section table_section memory_section global_section export_section start_section element_section code_section data_section) wasm_code
_ (println "type_section" type_section "import_section" import_section "function_section" function_section "memory_section" memory_section "global_section" global_section "export_section" export_section "start_section" start_section "element_section" element_section "code_section" code_section "data_section" data_section)
magic [ 0x00 0x61 0x73 0x6D ]
version [ 0x01 0x00 0x00 0x00 ]
type (encode_type_section type_section)
import (encode_import_section import_section)
function (encode_function_section function_section)
table (encode_table_section table_section)
memory (encode_memory_section memory_section)
global (encode_global_section global_section)
export (encode_export_section export_section)
start (encode_start_section start_section)
elem (encode_element_section element_section)
code (encode_code_section code_section)
data (encode_data_section data_section)
;data_count (let (body (encode_u_LEB128 (len data_section))) (concat [0x0C] (encode_u_LEB128 (len body)) body))
data_count []
) (concat magic version type import function table memory global export data_count start elem code data))
)
module (lambda (& args) (let (
helper (rec-lambda recurse (entries i name_dict type import function table memory global export start elem code data)
(if (= i (len entries)) [ type import function table memory global export start elem code data]
(let (
(n_d t im f ta m g e s elm c d) ((idx entries i) name_dict type import function table memory global export start elem code data)
) (recurse entries (+ i 1) n_d t im f ta m g e s elm c d))))
) (helper args 0 empty_dict [] [] [] [] [] [] [] [] [] [] [])))
table (vau de (idx_name & limits_type) (lambda (name_dict type import function table memory global export start elem code data)
[ (put name_dict idx_name (len table)) type import function (concat table [[ (idx limits_type -1) (map (lambda (x) (eval x de)) (slice limits_type 0 -2)) ]]) memory global export start elem code data ]))
memory (vau de (idx_name & limits) (lambda (name_dict type import function table memory global export start elem code data)
[ (put name_dict idx_name (len memory)) type import function table (concat memory [(map (lambda (x) (eval x de)) limits)]) global export start elem code data ]))
func (vau de (name & inside) (lambda (name_dict type import function table memory global export start elem code data)
(let (
(params result locals body) ((rec-lambda recurse (i pe re)
(cond (and (= nil pe) (< i (len inside)) (array? (idx inside i)) (< 0 (len (idx inside i))) (= 'param (idx (idx inside i) 0)))
(recurse (+ i 1) pe re)
(and (= nil pe) (= nil re) (< i (len inside)) (array? (idx inside i)) (< 0 (len (idx inside i))) (= 'result (idx (idx inside i) 0)))
; only one result possible
(recurse (+ i 1) i (+ i 1))
(and (= nil re) (< i (len inside)) (array? (idx inside i)) (< 0 (len (idx inside i))) (= 'result (idx (idx inside i) 0)))
; only one result possible
(recurse (+ i 1) pe (+ i 1))
(and (< i (len inside)) (array? (idx inside i)) (< 0 (len (idx inside i))) (= 'local (idx (idx inside i) 0)))
(recurse (+ i 1) pe re)
true [ (slice inside 0 (or pe 0)) (slice inside (or pe 0) (or re pe 0)) (slice inside (or re pe 0) i) (slice inside i -1) ]
)
) 0 nil nil)
result (if (!= 0 (len result)) (idx result 0)
result)
_ (println "params " params " result " result " locals " locals " body " body)
outer_name_dict (put name_dict name (len function))
(num_params inner_name_dict) (foldl (lambda (a x) [(+ (idx a 0) 1) (put (idx a 1) (idx x 1) (idx a 0))]) [ 0 outer_name_dict ] params)
(num_locals inner_name_dict) (foldl (lambda (a x) [(+ (idx a 0) 1) (put (idx a 1) (idx x 1) (idx a 0))]) [ num_params inner_name_dict ] locals)
_ (println "inner name dict" inner_name_dict)
compressed_locals ((rec-lambda recurse (cur_list cur_typ cur_num i)
(cond (and (= i (len locals)) (= 0 cur_num)) cur_list
(= i (len locals)) (concat cur_list [ [cur_num cur_typ] ])
(= cur_typ (idx (idx locals i) 2)) (recurse cur_list cur_typ (+ 1 cur_num) (+ 1 i))
(= nil cur_typ) (recurse cur_list (idx (idx locals i) 2) 1 (+ 1 i))
true (recurse (concat cur_list [[cur_num cur_typ]]) (idx (idx locals i) 2) 1 (+ 1 i)))
) [] nil 0 0)
inner_env (add-dict-to-env de (put inner_name_dict 'depth 0))
our_type [ (map (lambda (x) (idx x 2)) params) (slice result 1 -1) ]
_ (println "about to get our_code")
our_code (flat_map (lambda (x) (let (ins (eval x inner_env))
(cond (array? ins) ins
true (ins) ; un-evaled function, bare WAT
)))
body)
_ (println "resulting code " our_code)
) [
outer_name_dict
; type
(concat type [ our_type ])
; import
import
; function
(concat function [ (len function) ])
; table
table
; memory
memory
; global
global
; export
export
; start
start
; element
elem
; code
(concat code [ [ compressed_locals our_code ] ])
; data
data
])
))
drop (lambda () [['drop]])
i32.const (lambda (const) [['i32.const const]])
i64.const (lambda (const) [['i64.const const]])
local.get (lambda (const) [['local.get const]])
i32.add (lambda (& flatten) (concat (flat_map (lambda (x) x) flatten) [['i32.add]]))
i32.load (lambda (& flatten) (concat (flat_map (lambda (x) x) flatten) [['i32.load 2 0]]))
i64.load (lambda (& flatten) (concat (flat_map (lambda (x) x) flatten) [['i64.load 3 0]]))
i32.store (lambda (& flatten) (concat (flat_map (lambda (x) x) flatten) [['i32.store 2 0]]))
i64.store (lambda (& flatten) (concat (flat_map (lambda (x) x) flatten) [['i64.store 3 0]]))
flat_eval_ins (lambda (instructions de) (flat_map (lambda (x) (let (ins (eval x de)) (cond (array? ins) ins
true (ins)))) instructions))
block_like_body (lambda (name de inner) (let (
new_depth (+ 1 (eval 'depth de))
inner_env (add-dict-to-env de [[ name [new_depth] ] [ 'depth new_depth ]])
) (flat_eval_ins inner inner_env)))
block (vau de (name & inner) [['block [] (block_like_body name de inner)]])
loop (vau de (name & inner) [['loop [] (block_like_body name de inner)]])
_if (vau de (name & inner) (let (
(end_idx else_section) (if (= 'else (idx (idx inner -1) 0)) [ -2 (slice (idx inner -1) 1 -1) ]
[ -1 nil ])
(end_idx then_section) (if (= 'then (idx (idx inner end_idx) 0)) [ (- end_idx 1) (slice (idx inner end_idx) 1 -1) ]
[ (- end_idx 1) [ (idx inner end_idx) ] ])
flattened (flat_eval_ins (slice inner 0 end_idx) de)
_ (println "flattened " flattened " then_section " then_section " else_section " else_section)
then_block (block_like_body name de then_section)
else_block (if (!= nil else_section) [(block_like_body name de else_section)]
[])
) (concat flattened [(concat ['if [] then_block] else_block)])))
br (vau de (b) (let (block (eval b de)) (if (int? block) [['br block]]
[['br (eval [- 'depth (idx block 0)] de)]])))
br_if (vau de (b & flatten) (let (block (eval b de)
block_val (if (int? block) block
(eval [- 'depth (idx block 0)] de))
rest (flat_eval_ins flatten de)
) (concat rest [['br_if block_val]])))
call (lambda (f & flatten) (concat (flat_map (lambda (x) x) flatten) [['call f]]))
import (vau de (mod_name name t_idx_typ) (lambda (name_dict type import function table memory global export start elem code data) (let (
_ (if (!= 'func (idx t_idx_typ 0)) (error "only supporting importing functions rn"))
(import_type idx_name param_type result_type) t_idx_typ
actual_type_idx (len type)
actual_type [ (slice param_type 1 -1) (slice result_type 1 -1) ]
)
[ (put name_dict idx_name (len function)) (concat type [actual_type]) (concat import [ [mod_name name import_type actual_type_idx] ]) (concat function [nil]) table memory global export start elem code data ])
))
global (vau de (idx_name global_type expr) (lambda (name_dict type import function table memory global export start elem code data)
[ (put name_dict idx_name (len global))
type import function table memory
(concat global [[(if (array? global_type) (reverse global_type) [global_type 'const]) (eval expr de) ]])
export start elem code data ]
))
export (vau de (name t_v) (lambda (name_dict type import function table memory global export start elem code data)
[ name_dict type import function table memory global (concat export [ [ name (idx t_v 0) (get-value name_dict (idx t_v 1)) ] ]) start elem code data ]
))
start (vau de (name) (lambda (name_dict type import function table memory global export start elem code data)
[ name_dict type import function table memory global export (concat start [(get-value name_dict name)]) elem code data ]
))
elem (vau de (offset & entries) (lambda (name_dict type import function table memory global export start elem code data)
[ name_dict type import function table memory global export start (concat elem [[(eval offset de) (map (lambda (x) (get-value name_dict x)) entries)]]) code data ]
))
data (lambda (& it) (lambda (name_dict type import function table memory global export start elem code data)
[name_dict type import function table memory global export start elem code (concat data [it])]))
)
(provide wasm_to_binary
module import table memory start elem func global export data
drop i32.const i64.const local.get i32.add
i32.load i64.load
i32.store i64.store
block loop _if br br_if call)
))