This prepares for exposing operations like Memory.Grow while keeping the ability to trace what did that, by adding a `context.Context` initial parameter. This adds this to all API methods that mutate or return mutated data. Before, we made a change to trace functions and general lifecycle commands, but we missed this part. Ex. We track functions, but can't track what closed the module, changed memory or a mutable constant. Changing to do this now is not only more consistent, but helps us optimize at least the interpreter to help users identify otherwise opaque code that can cause harm. This is critical before we add more functions that can cause harm, such as Memory.Grow. Signed-off-by: Adrian Cole <adrian@tetrate.io>
282 lines
12 KiB
Go
282 lines
12 KiB
Go
package wazero
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
|
|
"github.com/tetratelabs/wazero/api"
|
|
"github.com/tetratelabs/wazero/internal/leb128"
|
|
"github.com/tetratelabs/wazero/internal/u64"
|
|
"github.com/tetratelabs/wazero/internal/wasm"
|
|
)
|
|
|
|
// ModuleBuilder is a way to define a WebAssembly 1.0 (20191205) in Go.
|
|
//
|
|
// Ex. Below defines and instantiates a module named "env" with one function:
|
|
//
|
|
// ctx := context.Background()
|
|
// hello := func() {
|
|
// fmt.Fprintln(stdout, "hello!")
|
|
// }
|
|
// env, _ := r.NewModuleBuilder("env").ExportFunction("hello", hello).Instantiate(ctx)
|
|
//
|
|
// If the same module may be instantiated multiple times, it is more efficient to separate steps. Ex.
|
|
//
|
|
// env, _ := r.NewModuleBuilder("env").ExportFunction("get_random_string", getRandomString).Build(ctx)
|
|
//
|
|
// env1, _ := r.InstantiateModuleWithConfig(ctx, env, NewModuleConfig().WithName("env.1"))
|
|
// defer env1.Close(ctx)
|
|
//
|
|
// env2, _ := r.InstantiateModuleWithConfig(ctx, env, NewModuleConfig().WithName("env.2"))
|
|
// defer env2.Close(ctx)
|
|
//
|
|
// Note: Builder methods do not return errors, to allow chaining. Any validation errors are deferred until Build.
|
|
// Note: Insertion order is not retained. Anything defined by this builder is sorted lexicographically on Build.
|
|
type ModuleBuilder interface {
|
|
// Note: until golang/go#5860, we can't use example tests to embed code in interface godocs.
|
|
|
|
// ExportFunction adds a function written in Go, which a WebAssembly module can import.
|
|
//
|
|
// * name - the name to export. Ex "random_get"
|
|
// * goFunc - the `func` to export.
|
|
//
|
|
// Noting a context exception described later, all parameters or result types must match WebAssembly 1.0 (20191205) value
|
|
// types. This means uint32, uint64, float32 or float64. Up to one result can be returned.
|
|
//
|
|
// Ex. This is a valid host function:
|
|
//
|
|
// addInts := func(x uint32, uint32) uint32 {
|
|
// return x + y
|
|
// }
|
|
//
|
|
// Host functions may also have an initial parameter (param[0]) of type context.Context or api.Module.
|
|
//
|
|
// Ex. This uses a Go Context:
|
|
//
|
|
// addInts := func(ctx context.Context, x uint32, uint32) uint32 {
|
|
// // add a little extra if we put some in the context!
|
|
// return x + y + ctx.Value(extraKey).(uint32)
|
|
// }
|
|
//
|
|
// Ex. This uses an api.Module to reads the parameters from memory. This is important because there are only numeric
|
|
// types in Wasm. The only way to share other data is via writing memory and sharing offsets.
|
|
//
|
|
// addInts := func(ctx context.Context, m api.Module, offset uint32) uint32 {
|
|
// x, _ := m.Memory().ReadUint32Le(ctx, offset)
|
|
// y, _ := m.Memory().ReadUint32Le(ctx, offset + 4) // 32 bits == 4 bytes!
|
|
// return x + y
|
|
// }
|
|
//
|
|
// If both parameters exist, they must be in order at positions zero and one.
|
|
//
|
|
// Ex. This uses propagates context properly when calling other functions exported in the api.Module:
|
|
// callRead := func(ctx context.Context, m api.Module, offset, byteCount uint32) uint32 {
|
|
// fn = m.ExportedFunction("__read")
|
|
// results, err := fn(ctx, offset, byteCount)
|
|
// --snip--
|
|
//
|
|
// Note: If a function is already exported with the same name, this overwrites it.
|
|
// See https://www.w3.org/TR/2019/REC-wasm-core-1-20191205/#host-functions%E2%91%A2
|
|
ExportFunction(name string, goFunc interface{}) ModuleBuilder
|
|
|
|
// ExportFunctions is a convenience that calls ExportFunction for each key/value in the provided map.
|
|
ExportFunctions(nameToGoFunc map[string]interface{}) ModuleBuilder
|
|
|
|
// ExportMemory adds linear memory, which a WebAssembly module can import and become available via api.Memory.
|
|
//
|
|
// * name - the name to export. Ex "memory" for wasi.ModuleSnapshotPreview1
|
|
// * minPages - the possibly zero initial size in pages (65536 bytes per page).
|
|
//
|
|
// For example, the WebAssembly 1.0 Text Format below is the equivalent of this builder method:
|
|
// // (memory (export "memory") 1)
|
|
// builder.ExportMemory(1)
|
|
//
|
|
// Note: This is allowed to grow to RuntimeConfig.WithMemoryMaxPages (4GiB). To bound it, use ExportMemoryWithMax.
|
|
// Note: If a memory is already exported with the same name, this overwrites it.
|
|
// Note: Version 1.0 (20191205) of the WebAssembly spec allows at most one memory per module.
|
|
// See https://www.w3.org/TR/2019/REC-wasm-core-1-20191205/#memory-section%E2%91%A0
|
|
ExportMemory(name string, minPages uint32) ModuleBuilder
|
|
|
|
// ExportMemoryWithMax is like ExportMemory, but can prevent overuse of memory.
|
|
//
|
|
// For example, the WebAssembly 1.0 Text Format below is the equivalent of this builder method:
|
|
// // (memory (export "memory") 1 1)
|
|
// builder.ExportMemoryWithMax(1, 1)
|
|
//
|
|
// Note: maxPages must be at least minPages and no larger than RuntimeConfig.WithMemoryMaxPages
|
|
ExportMemoryWithMax(name string, minPages, maxPages uint32) ModuleBuilder
|
|
|
|
// ExportGlobalI32 exports a global constant of type api.ValueTypeI32.
|
|
//
|
|
// For example, the WebAssembly 1.0 Text Format below is the equivalent of this builder method:
|
|
// // (global (export "canvas_width") i32 (i32.const 1024))
|
|
// builder.ExportGlobalI32("canvas_width", 1024)
|
|
//
|
|
// Note: If a global is already exported with the same name, this overwrites it.
|
|
// Note: The maximum value of v is math.MaxInt32 to match constraints of initialization in binary format.
|
|
// See https://www.w3.org/TR/2019/REC-wasm-core-1-20191205/#value-types%E2%91%A0
|
|
// See https://www.w3.org/TR/2019/REC-wasm-core-1-20191205/#syntax-globaltype
|
|
ExportGlobalI32(name string, v int32) ModuleBuilder
|
|
|
|
// ExportGlobalI64 exports a global constant of type api.ValueTypeI64.
|
|
//
|
|
// For example, the WebAssembly 1.0 Text Format below is the equivalent of this builder method:
|
|
// // (global (export "start_epoch") i64 (i64.const 1620216263544))
|
|
// builder.ExportGlobalI64("start_epoch", 1620216263544)
|
|
//
|
|
// Note: If a global is already exported with the same name, this overwrites it.
|
|
// Note: The maximum value of v is math.MaxInt64 to match constraints of initialization in binary format.
|
|
// See https://www.w3.org/TR/2019/REC-wasm-core-1-20191205/#value-types%E2%91%A0
|
|
// See https://www.w3.org/TR/2019/REC-wasm-core-1-20191205/#syntax-globaltype
|
|
ExportGlobalI64(name string, v int64) ModuleBuilder
|
|
|
|
// ExportGlobalF32 exports a global constant of type api.ValueTypeF32.
|
|
//
|
|
// For example, the WebAssembly 1.0 Text Format below is the equivalent of this builder method:
|
|
// // (global (export "math/pi") f32 (f32.const 3.1415926536))
|
|
// builder.ExportGlobalF32("math/pi", 3.1415926536)
|
|
//
|
|
// Note: If a global is already exported with the same name, this overwrites it.
|
|
// See https://www.w3.org/TR/2019/REC-wasm-core-1-20191205/#syntax-globaltype
|
|
ExportGlobalF32(name string, v float32) ModuleBuilder
|
|
|
|
// ExportGlobalF64 exports a global constant of type api.ValueTypeF64.
|
|
//
|
|
// For example, the WebAssembly 1.0 Text Format below is the equivalent of this builder method:
|
|
// // (global (export "math/pi") f64 (f64.const 3.14159265358979323846264338327950288419716939937510582097494459))
|
|
// builder.ExportGlobalF64("math/pi", 3.14159265358979323846264338327950288419716939937510582097494459)
|
|
//
|
|
// Note: If a global is already exported with the same name, this overwrites it.
|
|
// See https://www.w3.org/TR/2019/REC-wasm-core-1-20191205/#syntax-globaltype
|
|
ExportGlobalF64(name string, v float64) ModuleBuilder
|
|
|
|
// Build returns a module to instantiate, or returns an error if any of the configuration is invalid.
|
|
Build(context.Context) (*CompiledCode, error)
|
|
|
|
// Instantiate is a convenience that calls Build, then Runtime.InstantiateModule
|
|
//
|
|
// Note: Fields in the builder are copied during instantiation: Later changes do not affect the instantiated result.
|
|
Instantiate(context.Context) (api.Module, error)
|
|
}
|
|
|
|
// moduleBuilder implements ModuleBuilder
|
|
type moduleBuilder struct {
|
|
r *runtime
|
|
moduleName string
|
|
nameToGoFunc map[string]interface{}
|
|
nameToMemory map[string]*wasm.Memory
|
|
nameToGlobal map[string]*wasm.Global
|
|
}
|
|
|
|
// NewModuleBuilder implements Runtime.NewModuleBuilder
|
|
func (r *runtime) NewModuleBuilder(moduleName string) ModuleBuilder {
|
|
return &moduleBuilder{
|
|
r: r,
|
|
moduleName: moduleName,
|
|
nameToGoFunc: map[string]interface{}{},
|
|
nameToMemory: map[string]*wasm.Memory{},
|
|
nameToGlobal: map[string]*wasm.Global{},
|
|
}
|
|
}
|
|
|
|
// ExportFunction implements ModuleBuilder.ExportFunction
|
|
func (b *moduleBuilder) ExportFunction(name string, goFunc interface{}) ModuleBuilder {
|
|
b.nameToGoFunc[name] = goFunc
|
|
return b
|
|
}
|
|
|
|
// ExportFunctions implements ModuleBuilder.ExportFunctions
|
|
func (b *moduleBuilder) ExportFunctions(nameToGoFunc map[string]interface{}) ModuleBuilder {
|
|
for k, v := range nameToGoFunc {
|
|
b.ExportFunction(k, v)
|
|
}
|
|
return b
|
|
}
|
|
|
|
// ExportMemory implements ModuleBuilder.ExportMemory
|
|
func (b *moduleBuilder) ExportMemory(name string, minPages uint32) ModuleBuilder {
|
|
b.nameToMemory[name] = &wasm.Memory{Min: minPages, Max: b.r.memoryMaxPages}
|
|
return b
|
|
}
|
|
|
|
// ExportMemoryWithMax implements ModuleBuilder.ExportMemoryWithMax
|
|
func (b *moduleBuilder) ExportMemoryWithMax(name string, minPages, maxPages uint32) ModuleBuilder {
|
|
b.nameToMemory[name] = &wasm.Memory{Min: minPages, Max: maxPages}
|
|
return b
|
|
}
|
|
|
|
// ExportGlobalI32 implements ModuleBuilder.ExportGlobalI32
|
|
func (b *moduleBuilder) ExportGlobalI32(name string, v int32) ModuleBuilder {
|
|
b.nameToGlobal[name] = &wasm.Global{
|
|
Type: &wasm.GlobalType{ValType: wasm.ValueTypeI32},
|
|
// Treat constants as signed as their interpretation is not yet known per /RATIONALE.md
|
|
Init: &wasm.ConstantExpression{Opcode: wasm.OpcodeI32Const, Data: leb128.EncodeInt32(v)},
|
|
}
|
|
return b
|
|
}
|
|
|
|
// ExportGlobalI64 implements ModuleBuilder.ExportGlobalI64
|
|
func (b *moduleBuilder) ExportGlobalI64(name string, v int64) ModuleBuilder {
|
|
b.nameToGlobal[name] = &wasm.Global{
|
|
Type: &wasm.GlobalType{ValType: wasm.ValueTypeI64},
|
|
// Treat constants as signed as their interpretation is not yet known per /RATIONALE.md
|
|
Init: &wasm.ConstantExpression{Opcode: wasm.OpcodeI64Const, Data: leb128.EncodeInt64(v)},
|
|
}
|
|
return b
|
|
}
|
|
|
|
// ExportGlobalF32 implements ModuleBuilder.ExportGlobalF32
|
|
func (b *moduleBuilder) ExportGlobalF32(name string, v float32) ModuleBuilder {
|
|
b.nameToGlobal[name] = &wasm.Global{
|
|
Type: &wasm.GlobalType{ValType: wasm.ValueTypeF32},
|
|
Init: &wasm.ConstantExpression{Opcode: wasm.OpcodeF32Const, Data: u64.LeBytes(api.EncodeF32(v))},
|
|
}
|
|
return b
|
|
}
|
|
|
|
// ExportGlobalF64 implements ModuleBuilder.ExportGlobalF64
|
|
func (b *moduleBuilder) ExportGlobalF64(name string, v float64) ModuleBuilder {
|
|
b.nameToGlobal[name] = &wasm.Global{
|
|
Type: &wasm.GlobalType{ValType: wasm.ValueTypeF64},
|
|
Init: &wasm.ConstantExpression{Opcode: wasm.OpcodeF64Const, Data: u64.LeBytes(api.EncodeF64(v))},
|
|
}
|
|
return b
|
|
}
|
|
|
|
// Build implements ModuleBuilder.Build
|
|
func (b *moduleBuilder) Build(ctx context.Context) (*CompiledCode, error) {
|
|
// Verify the maximum limit here, so we don't have to pass it to wasm.NewHostModule
|
|
maxLimit := b.r.memoryMaxPages
|
|
for name, mem := range b.nameToMemory {
|
|
if mem.Max > maxLimit {
|
|
max := mem.Max
|
|
return nil, fmt.Errorf("memory[%s] max %d pages (%s) outside range of %d pages (%s)", name, max, wasm.PagesToUnitOfBytes(max), maxLimit, wasm.PagesToUnitOfBytes(maxLimit))
|
|
}
|
|
}
|
|
|
|
module, err := wasm.NewHostModule(b.moduleName, b.nameToGoFunc, b.nameToMemory, b.nameToGlobal, b.r.enabledFeatures)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
if err = b.r.store.Engine.CompileModule(ctx, module); err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
return &CompiledCode{module: module, compiledEngine: b.r.store.Engine}, nil
|
|
}
|
|
|
|
// Instantiate implements ModuleBuilder.Instantiate
|
|
func (b *moduleBuilder) Instantiate(ctx context.Context) (api.Module, error) {
|
|
if module, err := b.Build(ctx); err != nil {
|
|
return nil, err
|
|
} else {
|
|
if err = b.r.store.Engine.CompileModule(ctx, module.module); err != nil {
|
|
return nil, err
|
|
}
|
|
// *wasm.ModuleInstance cannot be tracked, so we release the cache inside this function.
|
|
defer module.Close(ctx)
|
|
return b.r.InstantiateModuleWithConfig(ctx, module, NewModuleConfig().WithName(b.moduleName))
|
|
}
|
|
}
|