Google Git
Sign in
chromium / external / github.com / WebKit / webkit / d356bf2ccae98a8a53cbfba6e15e09ff70e281c6 / . / Source / JavaScriptCore / wasm / WasmFunctionParser.h
blob: 4a52666e3f87b67bcea2141f0036bab27732cf7f [file] [log] [blame]
/*
* Copyright (C) 2016-2024 Apple Inc. All rights reserved.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
* 1. Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* 2. Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
*
* THIS SOFTWARE IS PROVIDED BY APPLE INC. ``AS IS'' AND ANY
* EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL APPLE INC. OR
* CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
* EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
* PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
* PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY
* OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
*/
#pragma once
#include <wtf/Platform.h>
#if ENABLE(WEBASSEMBLY)
#include "AirArg.h"
#include "WasmOpcodeCounter.h"
#include "WasmParser.h"
#include "WasmTypeDefinitionInlines.h"
#include <wtf/DataLog.h>
#include <wtf/ListDump.h>
#include <wtf/TZoneMalloc.h>
#include <wtf/text/MakeString.h>
WTF_ALLOW_UNSAFE_BUFFER_USAGE_BEGIN
namespace JSC { namespace Wasm {
class ConstExprGenerator;
enum class BlockType {
If,
Else,
Block,
Loop,
TopLevel,
Try,
TryTable,
Catch,
};
enum class CatchKind {
Catch = 0x00,
CatchRef = 0x01,
CatchAll = 0x02,
CatchAllRef = 0x03,
};
OVERLOAD_RELATIONAL_OPERATORS_FOR_ENUM_CLASS_WITH_INTEGRALS(CatchKind);
template<typename EnclosingStack, typename NewStack>
void splitStack(const BlockSignature& signature, EnclosingStack& enclosingStack, NewStack& newStack)
{
ASSERT(enclosingStack.size() >= signature.argumentCount());
unsigned offset = enclosingStack.size() - signature.argumentCount();
newStack = NewStack(signature.argumentCount(), [&](size_t i) {
return enclosingStack.at(i + offset);
});
enclosingStack.shrink(offset);
}
struct ControlRef {
size_t m_index { 0 };
};
template<typename Control, typename Expression, typename Call>
struct FunctionParserTypes {
using ControlType = Control;
using ExpressionType = Expression;
using CallType = Call;
class TypedExpression {
public:
TypedExpression()
: m_type(Types::Void)
{
}
TypedExpression(Type type, ExpressionType value)
: m_type(type)
, m_value(value)
{
}
Type type() const { return m_type; }
void setType(Type type) { m_type = type; }
ExpressionType& value() { return m_value; }
ExpressionType value() const { return m_value; }
operator ExpressionType() const { return m_value; }
ExpressionType operator->() const { return m_value; }
void dump(PrintStream& out) const
{
out.print(m_value, ": "_s, m_type);
}
private:
Type m_type;
ExpressionType m_value;
};
using Stack = Vector<TypedExpression, 16, UnsafeVectorOverflow>;
struct ControlEntry {
Stack enclosedExpressionStack;
Stack elseBlockStack;
uint32_t localInitStackHeight;
ControlType controlData;
};
using ControlStack = Vector<ControlEntry, 16>;
using ResultList = Vector<ExpressionType, 8>;
using ArgumentList = Vector<TypedExpression, 8>;
struct CatchHandler {
CatchKind type;
uint32_t tag;
const TypeDefinition* exceptionSignature;
ControlRef target;
};
};
template<typename Context>
class FunctionParser : public Parser<void>, public FunctionParserTypes<typename Context::ControlType, typename Context::ExpressionType, typename Context::CallType> {
WTF_MAKE_TZONE_ALLOCATED_TEMPLATE(FunctionParser);
public:
using CallType = typename FunctionParser::CallType;
using ControlType = typename FunctionParser::ControlType;
using ControlEntry = typename FunctionParser::ControlEntry;
using ControlStack = typename FunctionParser::ControlStack;
using ExpressionType = typename FunctionParser::ExpressionType;
using TypedExpression = typename FunctionParser::TypedExpression;
using Stack = typename FunctionParser::Stack;
using ResultList = typename FunctionParser::ResultList;
using ArgumentList = typename FunctionParser::ArgumentList;
using CatchHandler = typename FunctionParser::CatchHandler;
FunctionParser(Context&, std::span<const uint8_t> function, const TypeDefinition&, const ModuleInformation&);
[[nodiscard]] Result parse();
[[nodiscard]] Result parseConstantExpression();
OpType currentOpcode() const { return m_currentOpcode; }
uint32_t currentExtendedOpcode() const { return m_currentExtOp; }
size_t currentOpcodeStartingOffset() const { return m_currentOpcodeStartingOffset; }
const TypeDefinition& signature() const { return m_signature; }
const Type& typeOfLocal(uint32_t localIndex) const { return m_locals[localIndex]; }
bool unreachableBlocks() const { return m_unreachableBlocks; }
ControlStack& controlStack() { return m_controlStack; }
Stack& expressionStack() { return m_expressionStack; }
ControlEntry& resolveControlRef(ControlRef ref) { return m_controlStack[ref.m_index]; }
void pushLocalInitialized(uint32_t index)
{
if (!isDefaultableType(typeOfLocal(index)) && !localIsInitialized(index)) {
m_localInitStack.append(index);
m_localInitFlags.quickSet(index);
}
}
uint32_t getLocalInitStackHeight() const { return m_localInitStack.size(); }
void resetLocalInitStackToHeight(uint32_t height)
{
uint32_t limit = m_localInitStack.size();
for (uint32_t i = height; i < limit; ++i)
m_localInitFlags.quickClear(m_localInitStack.takeLast());
};
bool localIsInitialized(uint32_t localIndex) { return m_localInitFlags.quickGet(localIndex); }
uint32_t getStackHeightInValues() const
{
return m_expressionStack.size() + getControlEntryStackHeightInValues();
}
uint32_t getControlEntryStackHeightInValues() const
{
uint32_t result = 0;
for (const ControlEntry& entry : m_controlStack)
result += entry.enclosedExpressionStack.size();
return result;
}
uint32_t numCallProfiles() const { return m_callProfileIndex; }
private:
static constexpr bool verbose = false;
[[nodiscard]] PartialResult parseBody();
[[nodiscard]] PartialResult parseExpression();
[[nodiscard]] PartialResult parseUnreachableExpression();
[[nodiscard]] PartialResult unifyControl(ArgumentList&, unsigned level);
[[nodiscard]] PartialResult checkLocalInitialized(uint32_t);
[[nodiscard]] PartialResult checkExpressionStack(const ControlType&, bool forceSignature = false);
enum BranchConditionalityTag {
Unconditional,
Conditional
};
[[nodiscard]] PartialResult checkBranchTarget(const ControlType&, BranchConditionalityTag);
[[nodiscard]] PartialResult parseImmLaneIdx(uint8_t laneCount, uint8_t&);
[[nodiscard]] PartialResult parseBlockSignature(const ModuleInformation&, BlockSignature&);
[[nodiscard]] PartialResult parseReftypeSignature(const ModuleInformation&, BlockSignature&);
[[nodiscard]] PartialResult parseNestedBlocksEagerly(bool&);
void switchToBlock(ControlType&&, Stack&&);
#define WASM_TRY_POP_EXPRESSION_STACK_INTO(result, what) do { \
WASM_PARSER_FAIL_IF(m_expressionStack.isEmpty(), "can't pop empty stack in "_s, what); \
result = m_expressionStack.takeLast(); \
m_context.didPopValueFromStack(result, "WasmFunctionParser.h " STRINGIZE_VALUE_OF(__LINE__) ""_s); \
} while (0)
using UnaryOperationHandler = PartialResult (Context::*)(ExpressionType, ExpressionType&);
[[nodiscard]] PartialResult unaryCase(OpType, UnaryOperationHandler, Type returnType, Type operandType);
[[nodiscard]] PartialResult unaryCompareCase(OpType, UnaryOperationHandler, Type returnType, Type operandType);
using BinaryOperationHandler = PartialResult (Context::*)(ExpressionType, ExpressionType, ExpressionType&);
[[nodiscard]] PartialResult binaryCase(OpType, BinaryOperationHandler, Type returnType, Type lhsType, Type rhsType);
[[nodiscard]] PartialResult binaryCompareCase(OpType, BinaryOperationHandler, Type returnType, Type lhsType, Type rhsType);
[[nodiscard]] PartialResult store(Type memoryType);
[[nodiscard]] PartialResult load(Type memoryType);
[[nodiscard]] PartialResult truncSaturated(Ext1OpType, Type returnType, Type operandType);
[[nodiscard]] PartialResult atomicLoad(ExtAtomicOpType, Type memoryType);
[[nodiscard]] PartialResult atomicStore(ExtAtomicOpType, Type memoryType);
[[nodiscard]] PartialResult atomicBinaryRMW(ExtAtomicOpType, Type memoryType);
[[nodiscard]] PartialResult atomicCompareExchange(ExtAtomicOpType, Type memoryType);
[[nodiscard]] PartialResult atomicWait(ExtAtomicOpType, Type memoryType);
[[nodiscard]] PartialResult atomicNotify(ExtAtomicOpType);
[[nodiscard]] PartialResult atomicFence(ExtAtomicOpType);
#if ENABLE(B3_JIT)
template<bool isReachable, typename = void>
[[nodiscard]] PartialResult simd(SIMDLaneOperation, SIMDLane, SIMDSignMode, B3::Air::Arg optionalRelation = { });
#endif
[[nodiscard]] PartialResult parseTableIndex(unsigned&);
[[nodiscard]] PartialResult parseElementIndex(unsigned&);
[[nodiscard]] PartialResult parseDataSegmentIndex(unsigned&);
[[nodiscard]] PartialResult parseIndexForLocal(uint32_t&);
[[nodiscard]] PartialResult parseIndexForGlobal(uint32_t&);
[[nodiscard]] PartialResult parseFunctionIndex(FunctionSpaceIndex&);
[[nodiscard]] PartialResult parseExceptionIndex(uint32_t&);
[[nodiscard]] PartialResult parseBranchTarget(uint32_t&, uint32_t = 0);
[[nodiscard]] PartialResult parseDelegateTarget(uint32_t&, uint32_t);
struct TableInitImmediates {
unsigned elementIndex;
unsigned tableIndex;
};
[[nodiscard]] PartialResult parseTableInitImmediates(TableInitImmediates&);
struct TableCopyImmediates {
unsigned srcTableIndex;
unsigned dstTableIndex;
};
[[nodiscard]] PartialResult parseTableCopyImmediates(TableCopyImmediates&);
struct AnnotatedSelectImmediates {
unsigned sizeOfAnnotationVector;
Type targetType;
};
[[nodiscard]] PartialResult parseAnnotatedSelectImmediates(AnnotatedSelectImmediates&);
[[nodiscard]] PartialResult parseMemoryFillImmediate();
[[nodiscard]] PartialResult parseMemoryCopyImmediates();
struct MemoryInitImmediates {
unsigned dataSegmentIndex;
unsigned unused;
};
[[nodiscard]] PartialResult parseMemoryInitImmediates(MemoryInitImmediates&);
[[nodiscard]] PartialResult parseStructTypeIndex(uint32_t& structTypeIndex, ASCIILiteral operation);
[[nodiscard]] PartialResult parseStructFieldIndex(uint32_t& structFieldIndex, const StructType&, ASCIILiteral operation);
struct StructTypeIndexAndFieldIndex {
uint32_t structTypeIndex;
uint32_t fieldIndex;
};
[[nodiscard]] PartialResult parseStructTypeIndexAndFieldIndex(StructTypeIndexAndFieldIndex& result, ASCIILiteral operation);
struct StructFieldManipulation {
StructTypeIndexAndFieldIndex indices;
TypedExpression structReference;
FieldType field;
};
[[nodiscard]] PartialResult parseStructFieldManipulation(StructFieldManipulation& result, ASCIILiteral operation);
#define WASM_TRY_ADD_TO_CONTEXT(add_expression) WASM_FAIL_IF_HELPER_FAILS(m_context.add_expression)
template <typename ...Args>
[[nodiscard]] NEVER_INLINE UnexpectedResult validationFail(const Args&... args) const
{
using namespace FailureHelper; // See ADL comment in WasmParser.h.
if (ASSERT_ENABLED && Options::crashOnFailedWasmValidate())
WTFBreakpointTrap();
StringPrintStream out;
out.print("WebAssembly.Module doesn't validate: "_s, validationFailHelper(args)...);
return UnexpectedResult(out.toString());
}
template <typename Arg>
[[nodiscard]] String validationFailHelper(const Arg& arg) const
{
if constexpr (std::is_same<Arg, Type>())
return typeToStringModuleRelative(arg);
else
return FailureHelper::makeString(arg);
}
String typeToStringModuleRelative(const Type& type) const
{
if (isRefType(type)) {
StringPrintStream out;
out.print("(ref "_s);
if (type.isNullable())
out.print("null "_s);
if (typeIndexIsType(type.index))
out.print(heapTypeKindAsString(static_cast<TypeKind>(type.index)));
// FIXME: use name section if it exists to provide a nicer name.
else {
const auto& typeDefinition = TypeInformation::get(type.index);
const auto& expandedDefinition = typeDefinition.expand();
if (expandedDefinition.is<FunctionSignature>())
out.print("<func:"_s);
else if (expandedDefinition.is<ArrayType>())
out.print("<array:"_s);
else {
ASSERT(expandedDefinition.is<StructType>());
out.print("<struct:"_s);
}
ASSERT(m_info.typeSignatures.contains(Ref { typeDefinition }));
out.print(m_info.typeSignatures.findIf([&](auto& sig) {
return sig.get() == typeDefinition;
}));
out.print(">"_s);
}
out.print(")"_s);
return out.toString();
}
return FailureHelper::makeString(type);
}
#define WASM_VALIDATOR_FAIL_IF(condition, ...) do { \
if (condition) [[unlikely]] \
return validationFail(__VA_ARGS__); \
} while (0) \
// FIXME add a macro as above for WASM_TRY_APPEND_TO_CONTROL_STACK https://bugs.webkit.org/show_bug.cgi?id=165862
void addReferencedFunctions(const Element&);
[[nodiscard]] PartialResult parseArrayTypeDefinition(ASCIILiteral, bool, uint32_t&, FieldType&, Type&);
[[nodiscard]] PartialResult parseBlockSignatureAndNotifySIMDUseIfNeeded(BlockSignature&);
Context& m_context;
Stack m_expressionStack;
ControlStack m_controlStack;
Vector<Type, 16> m_locals;
Ref<const TypeDefinition> m_signature;
const ModuleInformation& m_info;
Vector<uint32_t> m_localInitStack;
BitVector m_localInitFlags;
OpType m_currentOpcode { 0 };
uint32_t m_currentExtOp { 0 };
size_t m_currentOpcodeStartingOffset { 0 };
unsigned m_unreachableBlocks { 0 };
unsigned m_loopIndex { 0 };
unsigned m_callProfileIndex { 0 };
};
WTF_MAKE_TZONE_ALLOCATED_TEMPLATE_IMPL(template<typename Context>, FunctionParser<Context>);
template<typename Context>
auto FunctionParser<Context>::parseBlockSignatureAndNotifySIMDUseIfNeeded(BlockSignature& signature) -> PartialResult
{
auto result = parseBlockSignature(m_info, signature);
if (result && signature.hasReturnVector())
m_context.notifyFunctionUsesSIMD();
return result;
}
template<typename ControlType>
static bool isTryOrCatch(ControlType& data)
{
return ControlType::isTry(data) || ControlType::isCatch(data);
}
template<typename Context>
FunctionParser<Context>::FunctionParser(Context& context, std::span<const uint8_t> function, const TypeDefinition& signature, const ModuleInformation& info)
: Parser(function)
, m_context(context)
, m_signature(signature.expand())
, m_info(info)
{
if (verbose)
dataLogLn("Parsing function starting at: ", (uintptr_t)function.data(), " of length: ", function.size(), " with signature: ", signature);
m_context.setParser(this);
}
template<typename Context>
auto FunctionParser<Context>::parse() -> Result
{
uint32_t localGroupsCount;
WASM_PARSER_FAIL_IF(!m_signature->template is<FunctionSignature>(), "type signature was not a function signature"_s);
const auto& signature = *m_signature->template as<FunctionSignature>();
if (signature.numVectors() || signature.numReturnVectors())
m_context.notifyFunctionUsesSIMD();
WASM_ALLOCATOR_FAIL_IF(!m_context.addArguments(m_signature), "can't add "_s, signature.argumentCount(), " arguments to Function"_s);
WASM_PARSER_FAIL_IF(!parseVarUInt32(localGroupsCount), "can't get local groups count"_s);
WASM_ALLOCATOR_FAIL_IF(!m_locals.tryReserveCapacity(signature.argumentCount()), "can't allocate enough memory for function's "_s, signature.argumentCount(), " arguments"_s);
m_locals.appendUsingFunctor(signature.argumentCount(), [&](size_t i) {
return signature.argumentType(i);
});
uint64_t totalNumberOfLocals = signature.argumentCount();
uint64_t totalNonDefaultableLocals = 0;
for (uint32_t i = 0; i < localGroupsCount; ++i) {
uint32_t numberOfLocals;
Type typeOfLocal;
WASM_PARSER_FAIL_IF(!parseVarUInt32(numberOfLocals), "can't get Function's number of locals in group "_s, i);
totalNumberOfLocals += numberOfLocals;
WASM_PARSER_FAIL_IF(totalNumberOfLocals > maxFunctionLocals, "Function's number of locals is too big "_s, totalNumberOfLocals, " maximum "_s, maxFunctionLocals);
WASM_PARSER_FAIL_IF(!parseValueType(m_info, typeOfLocal), "can't get Function local's type in group "_s, i);
if (!isDefaultableType(typeOfLocal)) [[unlikely]]
totalNonDefaultableLocals++;
if (typeOfLocal.isV128())
m_context.notifyFunctionUsesSIMD();
WASM_ALLOCATOR_FAIL_IF(!m_locals.tryReserveCapacity(totalNumberOfLocals), "can't allocate enough memory for function's "_s, totalNumberOfLocals, " locals"_s);
m_locals.appendUsingFunctor(numberOfLocals, [&](size_t) { return typeOfLocal; });
WASM_TRY_ADD_TO_CONTEXT(addLocal(typeOfLocal, numberOfLocals));
}
WASM_ALLOCATOR_FAIL_IF(!m_localInitStack.tryReserveCapacity(totalNonDefaultableLocals), "can't allocate enough memory for tracking function's local initialization"_s);
m_localInitFlags.ensureSize(totalNumberOfLocals);
// Param locals are always considered initialized, so we need to pre-set them.
for (uint32_t i = 0; i < signature.argumentCount(); ++i) {
if (!isDefaultableType(signature.argumentType(i)))
m_localInitFlags.quickSet(i);
}
m_context.didFinishParsingLocals();
WASM_FAIL_IF_HELPER_FAILS(parseBody());
return { };
}
template<typename Context>
auto FunctionParser<Context>::parseConstantExpression() -> Result
{
WASM_PARSER_FAIL_IF(!m_signature->template is<FunctionSignature>(), "type signature was not a function signature"_s);
const auto& signature = *m_signature->template as<FunctionSignature>();
if (signature.numVectors() || signature.numReturnVectors())
m_context.notifyFunctionUsesSIMD();
ASSERT(!signature.argumentCount());
WASM_FAIL_IF_HELPER_FAILS(parseBody());
return { };
}
template<typename Context>
auto FunctionParser<Context>::parseBody() -> PartialResult
{
const auto& functionSignature = *m_signature->template as<FunctionSignature>();
m_controlStack.append({ { }, { }, 0, m_context.addTopLevel(BlockSignature { functionSignature }) });
uint8_t op = 0;
while (m_controlStack.size()) {
m_currentOpcodeStartingOffset = m_offset;
WASM_PARSER_FAIL_IF(!parseUInt8(op), "can't decode opcode"_s);
WASM_PARSER_FAIL_IF(!isValidOpType(op), "invalid opcode "_s, op);
m_currentOpcode = static_cast<OpType>(op);
#if ENABLE(WEBASSEMBLY_OMGJIT)
if (Options::dumpWasmOpcodeStatistics()) [[unlikely]]
WasmOpcodeCounter::singleton().increment(m_currentOpcode);
#endif
if constexpr (verbose) {
String extOpString;
auto computeExtOpString = [&]<typename ExtOpEnum>() {
uint32_t extOpBits;
if (peekVarUInt32(extOpBits))
extOpString = makeString("::"_s, makeString(static_cast<ExtOpEnum>(extOpBits)));
else
extOpString = makeString(" with invalid extension: "_s, extOpBits);
};
#define HANDLE_EXT_OP_PREFIX(name, id, b3, hasExtra, ExtOpEnumType) \
if (m_currentOpcode == OpType::name) \
computeExtOpString.template operator()<ExtOpEnumType>();
FOR_EACH_WASM_EXT_PREFIX_OP_WITH_ENUM(HANDLE_EXT_OP_PREFIX)
#undef HANDLE_EXT_OP_PREFIX
dataLogLn("processing op (", m_unreachableBlocks, "): ", RawHex(m_currentOpcode), ", ", makeString(static_cast<OpType>(m_currentOpcode)), extOpString, " at offset: ", RawHex(m_currentOpcodeStartingOffset));
m_context.dump(m_controlStack, &m_expressionStack);
}
m_context.willParseOpcode();
if (m_unreachableBlocks)
WASM_FAIL_IF_HELPER_FAILS(parseUnreachableExpression());
else
WASM_FAIL_IF_HELPER_FAILS(parseExpression());
m_context.didParseOpcode();
}
WASM_FAIL_IF_HELPER_FAILS(m_context.endTopLevel(m_expressionStack));
if (Context::validateFunctionBodySize)
WASM_PARSER_FAIL_IF(m_offset != source().size(), "function body size doesn't match the expected size");
ASSERT(op == OpType::End);
return { };
}
template<typename Context>
auto FunctionParser<Context>::binaryCase(OpType op, BinaryOperationHandler handler, Type returnType, Type lhsType, Type rhsType) -> PartialResult
{
TypedExpression right;
TypedExpression left;
WASM_TRY_POP_EXPRESSION_STACK_INTO(right, "binary right"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(left, "binary left"_s);
WASM_VALIDATOR_FAIL_IF(left.type() != lhsType, op, " left value type mismatch"_s);
WASM_VALIDATOR_FAIL_IF(right.type() != rhsType, op, " right value type mismatch"_s);
ExpressionType result;
WASM_FAIL_IF_HELPER_FAILS((m_context.*handler)(left, right, result));
m_expressionStack.constructAndAppend(returnType, result);
return { };
}
template<typename Context>
auto FunctionParser<Context>::binaryCompareCase(OpType op, BinaryOperationHandler handler, Type returnType, Type lhsType, Type rhsType) -> PartialResult
{
TypedExpression right;
TypedExpression left;
WASM_TRY_POP_EXPRESSION_STACK_INTO(right, "binary right"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(left, "binary left"_s);
WASM_VALIDATOR_FAIL_IF(left.type() != lhsType, op, " left value type mismatch"_s);
WASM_VALIDATOR_FAIL_IF(right.type() != rhsType, op, " right value type mismatch"_s);
uint8_t nextOpcode;
if (Context::shouldFuseBranchCompare && peekUInt8(nextOpcode)) {
if (nextOpcode == OpType::BrIf) {
m_currentOpcodeStartingOffset = m_offset;
m_currentOpcode = static_cast<OpType>(nextOpcode);
bool didParseNextOpcode = parseUInt8(nextOpcode); // We're going to fuse this compare to the branch, so we consume the opcode.
ASSERT_UNUSED(didParseNextOpcode, didParseNextOpcode);
m_context.willParseOpcode();
uint32_t target;
WASM_FAIL_IF_HELPER_FAILS(parseBranchTarget(target));
ControlType& data = m_controlStack[m_controlStack.size() - 1 - target].controlData;
WASM_FAIL_IF_HELPER_FAILS(checkBranchTarget(data, Conditional));
WASM_TRY_ADD_TO_CONTEXT(addFusedBranchCompare(op, data, left, right, m_expressionStack));
m_context.didParseOpcode();
return { };
}
if (nextOpcode == OpType::If) {
m_currentOpcodeStartingOffset = m_offset;
m_currentOpcode = static_cast<OpType>(nextOpcode);
bool didParseNextOpcode = parseUInt8(nextOpcode); // We're going to fuse this compare to the branch, so we consume the opcode.
ASSERT_UNUSED(didParseNextOpcode, didParseNextOpcode);
m_context.willParseOpcode();
BlockSignature inlineSignature;
WASM_PARSER_FAIL_IF(!parseBlockSignatureAndNotifySIMDUseIfNeeded(inlineSignature), "can't get if's signature"_s);
WASM_VALIDATOR_FAIL_IF(m_expressionStack.size() < inlineSignature.argumentCount(), "Too few arguments on stack for if block. If expects ", inlineSignature.argumentCount(), ", but only ", m_expressionStack.size(), " were present. If block has signature: ", inlineSignature);
unsigned offset = m_expressionStack.size() - inlineSignature.argumentCount();
for (unsigned i = 0; i < inlineSignature.argumentCount(); ++i)
WASM_VALIDATOR_FAIL_IF(!isSubtype(m_expressionStack[offset + i].type(), inlineSignature.argumentType(i)), "Loop expects the argument at index", i, " to be ", inlineSignature.argumentType(i), " but argument has type ", m_expressionStack[i].type());
int64_t oldSize = m_expressionStack.size();
Stack newStack;
ControlType control;
WASM_TRY_ADD_TO_CONTEXT(addFusedIfCompare(op, left, right, WTF::move(inlineSignature), m_expressionStack, control, newStack));
ASSERT_UNUSED(oldSize, oldSize - m_expressionStack.size() == control.signature().argumentCount());
ASSERT(newStack.size() == control.signature().argumentCount());
m_controlStack.append({ WTF::move(m_expressionStack), newStack, getLocalInitStackHeight(), WTF::move(control) });
m_expressionStack = WTF::move(newStack);
m_context.didParseOpcode();
return { };
}
}
ExpressionType result;
WASM_FAIL_IF_HELPER_FAILS((m_context.*handler)(left, right, result));
m_expressionStack.constructAndAppend(returnType, result);
return { };
}
template<typename Context>
auto FunctionParser<Context>::unaryCase(OpType op, UnaryOperationHandler handler, Type returnType, Type operandType) -> PartialResult
{
TypedExpression value;
WASM_TRY_POP_EXPRESSION_STACK_INTO(value, "unary"_s);
WASM_VALIDATOR_FAIL_IF(value.type() != operandType, op, " value type mismatch"_s);
ExpressionType result;
WASM_FAIL_IF_HELPER_FAILS((m_context.*handler)(value, result));
m_expressionStack.constructAndAppend(returnType, result);
return { };
}
template<typename Context>
auto FunctionParser<Context>::unaryCompareCase(OpType op, UnaryOperationHandler handler, Type returnType, Type operandType) -> PartialResult
{
TypedExpression value;
WASM_TRY_POP_EXPRESSION_STACK_INTO(value, "unary"_s);
WASM_VALIDATOR_FAIL_IF(value.type() != operandType, op, " value type mismatch"_s);
uint8_t nextOpcode;
if (Context::shouldFuseBranchCompare && peekUInt8(nextOpcode)) {
if (nextOpcode == OpType::BrIf) {
bool didParseNextOpcode = parseUInt8(nextOpcode); // We're going to fuse this compare to the branch, so we consume the opcode.
ASSERT_UNUSED(didParseNextOpcode, didParseNextOpcode);
uint32_t target;
WASM_FAIL_IF_HELPER_FAILS(parseBranchTarget(target));
ControlType& data = m_controlStack[m_controlStack.size() - 1 - target].controlData;
WASM_FAIL_IF_HELPER_FAILS(checkBranchTarget(data, Conditional));
WASM_TRY_ADD_TO_CONTEXT(addFusedBranchCompare(op, data, value, m_expressionStack));
return { };
}
if (nextOpcode == OpType::If) {
bool didParseNextOpcode = parseUInt8(nextOpcode); // We're going to fuse this compare to the if, so we consume the opcode.
ASSERT_UNUSED(didParseNextOpcode, didParseNextOpcode);
BlockSignature inlineSignature;
WASM_PARSER_FAIL_IF(!parseBlockSignatureAndNotifySIMDUseIfNeeded(inlineSignature), "can't get if's signature"_s);
WASM_VALIDATOR_FAIL_IF(m_expressionStack.size() < inlineSignature.argumentCount(), "Too few arguments on stack for if block. If expects ", inlineSignature.argumentCount(), ", but only ", m_expressionStack.size(), " were present. If block has signature: ", inlineSignature);
unsigned offset = m_expressionStack.size() - inlineSignature.argumentCount();
for (unsigned i = 0; i < inlineSignature.argumentCount(); ++i)
WASM_VALIDATOR_FAIL_IF(!isSubtype(m_expressionStack[offset + i].type(), inlineSignature.argumentType(i)), "Loop expects the argument at index", i, " to be ", inlineSignature.argumentType(i), " but argument has type ", m_expressionStack[i].type());
int64_t oldSize = m_expressionStack.size();
Stack newStack;
ControlType control;
WASM_TRY_ADD_TO_CONTEXT(addFusedIfCompare(op, value, WTF::move(inlineSignature), m_expressionStack, control, newStack));
ASSERT_UNUSED(oldSize, oldSize - m_expressionStack.size() == control.signature().argumentCount());
ASSERT(newStack.size() == control.signature().argumentCount());
m_controlStack.append({ WTF::move(m_expressionStack), newStack, getLocalInitStackHeight(), WTF::move(control) });
m_expressionStack = WTF::move(newStack);
return { };
}
}
ExpressionType result;
WASM_FAIL_IF_HELPER_FAILS((m_context.*handler)(value, result));
m_expressionStack.constructAndAppend(returnType, result);
return { };
}
template<typename Context>
auto FunctionParser<Context>::load(Type memoryType) -> PartialResult
{
WASM_VALIDATOR_FAIL_IF(!m_info.memory, "load instruction without memory"_s);
uint32_t alignment;
uint64_t offset;
TypedExpression pointer;
WASM_PARSER_FAIL_IF(!parseVarUInt32(alignment), "can't get load alignment"_s);
WASM_PARSER_FAIL_IF(alignment > memoryLog2Alignment(m_currentOpcode), "byte alignment "_s, 1ull << alignment, " exceeds load's natural alignment "_s, 1ull << memoryLog2Alignment(m_currentOpcode));
if (m_info.memory.isMemory64())
WASM_PARSER_FAIL_IF(!parseVarUInt64(offset), "can't get load offset"_s);
else {
uint32_t offset32;
WASM_PARSER_FAIL_IF(!parseVarUInt32(offset32), "can't get load offset"_s);
offset = offset32;
}
WASM_TRY_POP_EXPRESSION_STACK_INTO(pointer, "load pointer"_s);
if (m_info.memory.isMemory64())
WASM_VALIDATOR_FAIL_IF(!pointer.type().isI64(), m_currentOpcode, " pointer type mismatch"_s);
else
WASM_VALIDATOR_FAIL_IF(!pointer.type().isI32(), m_currentOpcode, " pointer type mismatch"_s);
ExpressionType result;
WASM_TRY_ADD_TO_CONTEXT(load(static_cast<LoadOpType>(m_currentOpcode), pointer, result, offset));
m_expressionStack.constructAndAppend(memoryType, result);
return { };
}
template<typename Context>
auto FunctionParser<Context>::store(Type memoryType) -> PartialResult
{
WASM_VALIDATOR_FAIL_IF(!m_info.memory, "store instruction without memory"_s);
uint32_t alignment;
uint64_t offset;
TypedExpression value;
TypedExpression pointer;
WASM_PARSER_FAIL_IF(!parseVarUInt32(alignment), "can't get store alignment"_s);
WASM_PARSER_FAIL_IF(alignment > memoryLog2Alignment(m_currentOpcode), "byte alignment "_s, 1ull << alignment, " exceeds store's natural alignment "_s, 1ull << memoryLog2Alignment(m_currentOpcode));
if (m_info.memory.isMemory64())
WASM_PARSER_FAIL_IF(!parseVarUInt64(offset), "can't get store offset"_s);
else {
uint32_t offset32;
WASM_PARSER_FAIL_IF(!parseVarUInt32(offset32), "can't get store offset"_s);
offset = offset32;
}
WASM_TRY_POP_EXPRESSION_STACK_INTO(value, "store value"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(pointer, "store pointer"_s);
if (m_info.memory.isMemory64())
WASM_VALIDATOR_FAIL_IF(!pointer.type().isI64(), m_currentOpcode, " pointer type mismatch"_s);
else
WASM_VALIDATOR_FAIL_IF(!pointer.type().isI32(), m_currentOpcode, " pointer type mismatch"_s);
WASM_VALIDATOR_FAIL_IF(value.type() != memoryType, m_currentOpcode, " value type mismatch"_s);
WASM_TRY_ADD_TO_CONTEXT(store(static_cast<StoreOpType>(m_currentOpcode), pointer, value, offset));
return { };
}
template<typename Context>
auto FunctionParser<Context>::truncSaturated(Ext1OpType op, Type returnType, Type operandType) -> PartialResult
{
TypedExpression value;
WASM_TRY_POP_EXPRESSION_STACK_INTO(value, "unary"_s);
WASM_VALIDATOR_FAIL_IF(value.type() != operandType, "trunc-saturated value type mismatch. Expected: "_s, operandType, " but expression stack has "_s, value.type());
ExpressionType result;
WASM_TRY_ADD_TO_CONTEXT(truncSaturated(op, value, result, returnType, operandType));
m_expressionStack.constructAndAppend(returnType, result);
return { };
}
template<typename Context>
auto FunctionParser<Context>::atomicLoad(ExtAtomicOpType op, Type memoryType) -> PartialResult
{
WASM_VALIDATOR_FAIL_IF(!m_info.memory, "atomic instruction without memory"_s);
uint32_t alignment;
uint32_t offset;
TypedExpression pointer;
WASM_PARSER_FAIL_IF(!parseVarUInt32(alignment), "can't get load alignment"_s);
WASM_PARSER_FAIL_IF(alignment != memoryLog2Alignment(op), "byte alignment "_s, 1ull << alignment, " does not match against atomic op's natural alignment "_s, 1ull << memoryLog2Alignment(op));
WASM_PARSER_FAIL_IF(!parseVarUInt32(offset), "can't get load offset"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(pointer, "load pointer"_s);
WASM_VALIDATOR_FAIL_IF(!pointer.type().isI32(), static_cast<unsigned>(op), " pointer type mismatch"_s);
ExpressionType result;
WASM_TRY_ADD_TO_CONTEXT(atomicLoad(op, memoryType, pointer, result, offset));
m_expressionStack.constructAndAppend(memoryType, result);
return { };
}
template<typename Context>
auto FunctionParser<Context>::atomicStore(ExtAtomicOpType op, Type memoryType) -> PartialResult
{
WASM_VALIDATOR_FAIL_IF(!m_info.memory, "atomic instruction without memory"_s);
uint32_t alignment;
uint32_t offset;
TypedExpression value;
TypedExpression pointer;
WASM_PARSER_FAIL_IF(!parseVarUInt32(alignment), "can't get store alignment"_s);
WASM_PARSER_FAIL_IF(alignment != memoryLog2Alignment(op), "byte alignment "_s, 1ull << alignment, " does not match against atomic op's natural alignment "_s, 1ull << memoryLog2Alignment(op));
WASM_PARSER_FAIL_IF(!parseVarUInt32(offset), "can't get store offset"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(value, "store value"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(pointer, "store pointer"_s);
WASM_VALIDATOR_FAIL_IF(!pointer.type().isI32(), m_currentOpcode, " pointer type mismatch"_s);
WASM_VALIDATOR_FAIL_IF(value.type() != memoryType, m_currentOpcode, " value type mismatch"_s);
WASM_TRY_ADD_TO_CONTEXT(atomicStore(op, memoryType, pointer, value, offset));
return { };
}
template<typename Context>
auto FunctionParser<Context>::atomicBinaryRMW(ExtAtomicOpType op, Type memoryType) -> PartialResult
{
WASM_VALIDATOR_FAIL_IF(!m_info.memory, "atomic instruction without memory"_s);
uint32_t alignment;
uint32_t offset;
TypedExpression pointer;
TypedExpression value;
WASM_PARSER_FAIL_IF(!parseVarUInt32(alignment), "can't get load alignment"_s);
WASM_PARSER_FAIL_IF(alignment != memoryLog2Alignment(op), "byte alignment "_s, 1ull << alignment, " does not match against atomic op's natural alignment "_s, 1ull << memoryLog2Alignment(op));
WASM_PARSER_FAIL_IF(!parseVarUInt32(offset), "can't get load offset"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(value, "value"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(pointer, "pointer"_s);
WASM_VALIDATOR_FAIL_IF(!pointer.type().isI32(), static_cast<unsigned>(op), " pointer type mismatch"_s);
WASM_VALIDATOR_FAIL_IF(value.type() != memoryType, static_cast<unsigned>(op), " value type mismatch"_s);
ExpressionType result;
WASM_TRY_ADD_TO_CONTEXT(atomicBinaryRMW(op, memoryType, pointer, value, result, offset));
m_expressionStack.constructAndAppend(memoryType, result);
return { };
}
template<typename Context>
auto FunctionParser<Context>::atomicCompareExchange(ExtAtomicOpType op, Type memoryType) -> PartialResult
{
WASM_VALIDATOR_FAIL_IF(!m_info.memory, "atomic instruction without memory"_s);
uint32_t alignment;
uint32_t offset;
TypedExpression pointer;
TypedExpression expected;
TypedExpression value;
WASM_PARSER_FAIL_IF(!parseVarUInt32(alignment), "can't get load alignment"_s);
WASM_PARSER_FAIL_IF(alignment != memoryLog2Alignment(op), "byte alignment "_s, 1ull << alignment, " does not match against atomic op's natural alignment "_s, 1ull << memoryLog2Alignment(op));
WASM_PARSER_FAIL_IF(!parseVarUInt32(offset), "can't get load offset"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(value, "value"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(expected, "expected"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(pointer, "pointer"_s);
WASM_VALIDATOR_FAIL_IF(!pointer.type().isI32(), static_cast<unsigned>(op), " pointer type mismatch"_s);
WASM_VALIDATOR_FAIL_IF(expected.type() != memoryType, static_cast<unsigned>(op), " expected type mismatch"_s);
WASM_VALIDATOR_FAIL_IF(value.type() != memoryType, static_cast<unsigned>(op), " value type mismatch"_s);
ExpressionType result;
WASM_TRY_ADD_TO_CONTEXT(atomicCompareExchange(op, memoryType, pointer, expected, value, result, offset));
m_expressionStack.constructAndAppend(memoryType, result);
return { };
}
template<typename Context>
auto FunctionParser<Context>::atomicWait(ExtAtomicOpType op, Type memoryType) -> PartialResult
{
WASM_VALIDATOR_FAIL_IF(!m_info.memory, "atomic instruction without memory"_s);
uint32_t alignment;
uint32_t offset;
TypedExpression pointer;
TypedExpression value;
TypedExpression timeout;
WASM_PARSER_FAIL_IF(!parseVarUInt32(alignment), "can't get load alignment"_s);
WASM_PARSER_FAIL_IF(alignment != memoryLog2Alignment(op), "byte alignment "_s, 1ull << alignment, " does not match against atomic op's natural alignment "_s, 1ull << memoryLog2Alignment(op));
WASM_PARSER_FAIL_IF(!parseVarUInt32(offset), "can't get load offset"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(timeout, "timeout"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(value, "value"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(pointer, "pointer"_s);
WASM_VALIDATOR_FAIL_IF(!pointer.type().isI32(), static_cast<unsigned>(op), " pointer type mismatch"_s);
WASM_VALIDATOR_FAIL_IF(value.type() != memoryType, static_cast<unsigned>(op), " value type mismatch"_s);
WASM_VALIDATOR_FAIL_IF(!timeout.type().isI64(), static_cast<unsigned>(op), " timeout type mismatch"_s);
ExpressionType result;
WASM_TRY_ADD_TO_CONTEXT(atomicWait(op, pointer, value, timeout, result, offset));
m_expressionStack.constructAndAppend(Types::I32, result);
return { };
}
template<typename Context>
auto FunctionParser<Context>::atomicNotify(ExtAtomicOpType op) -> PartialResult
{
WASM_VALIDATOR_FAIL_IF(!m_info.memory, "atomic instruction without memory"_s);
uint32_t alignment;
uint32_t offset;
TypedExpression pointer;
TypedExpression count;
WASM_PARSER_FAIL_IF(!parseVarUInt32(alignment), "can't get load alignment"_s);
WASM_PARSER_FAIL_IF(alignment != memoryLog2Alignment(op), "byte alignment "_s, 1ull << alignment, " does not match against atomic op's natural alignment "_s, 1ull << memoryLog2Alignment(op));
WASM_PARSER_FAIL_IF(!parseVarUInt32(offset), "can't get load offset"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(count, "count"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(pointer, "pointer"_s);
WASM_VALIDATOR_FAIL_IF(!pointer.type().isI32(), static_cast<unsigned>(op), " pointer type mismatch"_s);
WASM_VALIDATOR_FAIL_IF(!count.type().isI32(), static_cast<unsigned>(op), " count type mismatch"_s); // The spec's definition is saying i64, but all implementations (including tests) are using i32. So looks like the spec is wrong.
ExpressionType result;
WASM_TRY_ADD_TO_CONTEXT(atomicNotify(op, pointer, count, result, offset));
m_expressionStack.constructAndAppend(Types::I32, result);
return { };
}
template<typename Context>
auto FunctionParser<Context>::atomicFence(ExtAtomicOpType op) -> PartialResult
{
uint8_t flags;
WASM_PARSER_FAIL_IF(!parseUInt8(flags), "can't get flags"_s);
WASM_PARSER_FAIL_IF(flags != 0x0, "flags should be 0x0 but got "_s, flags);
WASM_TRY_ADD_TO_CONTEXT(atomicFence(op, flags));
return { };
}
#if ENABLE(B3_JIT)
template<typename Context>
template<bool isReachable, typename>
auto FunctionParser<Context>::simd(SIMDLaneOperation op, SIMDLane lane, SIMDSignMode signMode, B3::Air::Arg optionalRelation) -> PartialResult
{
UNUSED_PARAM(signMode);
m_context.notifyFunctionUsesSIMD();
auto pushUnreachable = [&](auto type) -> PartialResult {
ASSERT(isReachable);
// Appease generators without SIMD support.
m_expressionStack.constructAndAppend(type, m_context.addConstant(Types::F64, 0));
return { };
};
// only used in some specializations
UNUSED_VARIABLE(pushUnreachable);
UNUSED_PARAM(optionalRelation);
auto parseMemOp = [&] (uint32_t& offset, TypedExpression& pointer) -> PartialResult {
uint32_t maxAlignment;
switch (op) {
case SIMDLaneOperation::LoadLane8:
case SIMDLaneOperation::StoreLane8:
case SIMDLaneOperation::LoadSplat8:
maxAlignment = 0;
break;
case SIMDLaneOperation::LoadLane16:
case SIMDLaneOperation::StoreLane16:
case SIMDLaneOperation::LoadSplat16:
maxAlignment = 1;
break;
case SIMDLaneOperation::LoadLane32:
case SIMDLaneOperation::StoreLane32:
case SIMDLaneOperation::LoadSplat32:
case SIMDLaneOperation::LoadPad32:
maxAlignment = 2;
break;
case SIMDLaneOperation::LoadLane64:
case SIMDLaneOperation::StoreLane64:
case SIMDLaneOperation::LoadSplat64:
case SIMDLaneOperation::LoadPad64:
case SIMDLaneOperation::LoadExtend8U:
case SIMDLaneOperation::LoadExtend8S:
case SIMDLaneOperation::LoadExtend16U:
case SIMDLaneOperation::LoadExtend16S:
case SIMDLaneOperation::LoadExtend32U:
case SIMDLaneOperation::LoadExtend32S:
maxAlignment = 3;
break;
case SIMDLaneOperation::Load:
case SIMDLaneOperation::Store:
maxAlignment = 4;
break;
default: RELEASE_ASSERT_NOT_REACHED();
}
WASM_VALIDATOR_FAIL_IF(!m_info.memory, "simd memory instructions need a memory defined in the module"_s);
uint32_t alignment;
WASM_PARSER_FAIL_IF(!parseVarUInt32(alignment), "can't get simd memory op alignment"_s);
WASM_PARSER_FAIL_IF(!parseVarUInt32(offset), "can't get simd memory op offset"_s);
WASM_VALIDATOR_FAIL_IF(alignment > maxAlignment, "alignment: "_s, alignment, " can't be larger than max alignment for simd operation: "_s, maxAlignment);
if constexpr (!isReachable)
return { };
WASM_TRY_POP_EXPRESSION_STACK_INTO(pointer, "simd memory op pointer"_s);
WASM_VALIDATOR_FAIL_IF(!pointer.type().isI32(), "pointer must be i32"_s);
return { };
};
if (isRelaxedSIMDOperation(op))
WASM_PARSER_FAIL_IF(!Options::useWasmRelaxedSIMD(), "relaxed simd instructions not supported"_s);
switch (op) {
case SIMDLaneOperation::Const: {
v128_t constant;
ASSERT(lane == SIMDLane::v128);
ASSERT(signMode == SIMDSignMode::None);
WASM_PARSER_FAIL_IF(!parseImmByteArray16(constant), "can't parse 128-bit vector constant"_s);
if constexpr (!isReachable)
return { };
if (Context::tierSupportsSIMD()) {
m_expressionStack.constructAndAppend(Types::V128, m_context.addConstant(constant));
return { };
}
return pushUnreachable(Types::V128);
}
case SIMDLaneOperation::Splat: {
ASSERT(signMode == SIMDSignMode::None);
if constexpr (!isReachable)
return { };
TypedExpression scalar;
WASM_TRY_POP_EXPRESSION_STACK_INTO(scalar, "select condition"_s);
bool okType;
switch (lane) {
case SIMDLane::i8x16:
case SIMDLane::i16x8:
case SIMDLane::i32x4:
okType = scalar.type().isI32();
break;
case SIMDLane::i64x2:
okType = scalar.type().isI64();
break;
case SIMDLane::f32x4:
okType = scalar.type().isF32();
break;
case SIMDLane::f64x2:
okType = scalar.type().isF64();
break;
default:
RELEASE_ASSERT_NOT_REACHED();
}
WASM_VALIDATOR_FAIL_IF(!okType, "Wrong type to SIMD splat"_s);
if (Context::tierSupportsSIMD()) {
ExpressionType result;
WASM_TRY_ADD_TO_CONTEXT(addSIMDSplat(lane, scalar, result));
m_expressionStack.constructAndAppend(Types::V128, result);
return { };
}
return pushUnreachable(Types::V128);
}
case SIMDLaneOperation::Shr:
case SIMDLaneOperation::Shl: {
if constexpr (!isReachable)
return { };
TypedExpression vector;
TypedExpression shift;
WASM_TRY_POP_EXPRESSION_STACK_INTO(shift, "shift i32"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(vector, "shift vector"_s);
WASM_VALIDATOR_FAIL_IF(!vector.type().isV128(), "Shift vector must be v128"_s);
WASM_VALIDATOR_FAIL_IF(!shift.type().isI32(), "Shift amount must be i32"_s);
if (Context::tierSupportsSIMD()) {
ExpressionType result;
WASM_TRY_ADD_TO_CONTEXT(addSIMDShift(op, SIMDInfo { lane, signMode }, vector, shift, result));
m_expressionStack.constructAndAppend(Types::V128, result);
return { };
}
return pushUnreachable(Types::V128);
}
case SIMDLaneOperation::ExtmulLow:
case SIMDLaneOperation::ExtmulHigh: {
if constexpr (!isReachable)
return { };
TypedExpression lhs;
TypedExpression rhs;
WASM_TRY_POP_EXPRESSION_STACK_INTO(rhs, "rhs"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(lhs, "lhs"_s);
WASM_VALIDATOR_FAIL_IF(!lhs.type().isV128(), "extmul lhs vector must be v128"_s);
WASM_VALIDATOR_FAIL_IF(!rhs.type().isV128(), "extmul rhs vector must be v128"_s);
if (Context::tierSupportsSIMD()) {
ExpressionType result;
WASM_TRY_ADD_TO_CONTEXT(addSIMDExtmul(op, SIMDInfo { lane, signMode }, lhs, rhs, result));
m_expressionStack.constructAndAppend(Types::V128, result);
return { };
}
return pushUnreachable(Types::V128);
}
case SIMDLaneOperation::LoadSplat8:
case SIMDLaneOperation::LoadSplat16:
case SIMDLaneOperation::LoadSplat32:
case SIMDLaneOperation::LoadSplat64:
case SIMDLaneOperation::Load: {
uint32_t offset;
TypedExpression pointer;
WASM_FAIL_IF_HELPER_FAILS(parseMemOp(offset, pointer));
if constexpr (!isReachable)
return { };
if (Context::tierSupportsSIMD()) {
ExpressionType result;
if (op == SIMDLaneOperation::Load)
WASM_TRY_ADD_TO_CONTEXT(addSIMDLoad(pointer, offset, result));
else
WASM_TRY_ADD_TO_CONTEXT(addSIMDLoadSplat(op, pointer, offset, result));
m_expressionStack.constructAndAppend(Types::V128, result);
return { };
}
return pushUnreachable(Types::V128);
}
case SIMDLaneOperation::Store: {
TypedExpression val;
if (isReachable) {
WASM_TRY_POP_EXPRESSION_STACK_INTO(val, "val"_s);
WASM_VALIDATOR_FAIL_IF(!val.type().isV128(), "store vector must be v128"_s);
}
uint32_t offset;
TypedExpression pointer;
WASM_FAIL_IF_HELPER_FAILS(parseMemOp(offset, pointer));
if constexpr (!isReachable)
return { };
if (Context::tierSupportsSIMD())
WASM_TRY_ADD_TO_CONTEXT(addSIMDStore(val, pointer, offset));
return { };
}
case SIMDLaneOperation::LoadLane8:
case SIMDLaneOperation::LoadLane16:
case SIMDLaneOperation::LoadLane32:
case SIMDLaneOperation::LoadLane64: {
uint32_t offset;
TypedExpression pointer;
TypedExpression vector;
uint8_t laneIndex;
uint8_t laneCount = ([&] {
switch (op) {
case SIMDLaneOperation::LoadLane8:
return 16;
case SIMDLaneOperation::LoadLane16:
return 8;
case SIMDLaneOperation::LoadLane32:
return 4;
case SIMDLaneOperation::LoadLane64:
return 2;
default:
RELEASE_ASSERT_NOT_REACHED();
}
})();
if (isReachable) {
WASM_TRY_POP_EXPRESSION_STACK_INTO(vector, "vector"_s);
WASM_VALIDATOR_FAIL_IF(!vector.type().isV128(), "load_lane input must be a vector"_s);
}
WASM_FAIL_IF_HELPER_FAILS(parseMemOp(offset, pointer));
WASM_FAIL_IF_HELPER_FAILS(parseImmLaneIdx(laneCount, laneIndex));
if constexpr (!isReachable)
return { };
if (Context::tierSupportsSIMD()) {
ExpressionType result;
WASM_TRY_ADD_TO_CONTEXT(addSIMDLoadLane(op, pointer, vector, offset, laneIndex, result));
m_expressionStack.constructAndAppend(Types::V128, result);
return { };
}
return pushUnreachable(Types::V128);
}
case SIMDLaneOperation::StoreLane8:
case SIMDLaneOperation::StoreLane16:
case SIMDLaneOperation::StoreLane32:
case SIMDLaneOperation::StoreLane64: {
uint32_t offset;
TypedExpression pointer;
TypedExpression vector;
uint8_t laneIndex;
uint8_t laneCount = ([&] {
switch (op) {
case SIMDLaneOperation::StoreLane8:
return 16;
case SIMDLaneOperation::StoreLane16:
return 8;
case SIMDLaneOperation::StoreLane32:
return 4;
case SIMDLaneOperation::StoreLane64:
return 2;
default:
RELEASE_ASSERT_NOT_REACHED();
}
})();
if (isReachable) {
WASM_TRY_POP_EXPRESSION_STACK_INTO(vector, "vector"_s);
WASM_VALIDATOR_FAIL_IF(!vector.type().isV128(), "store_lane input must be a vector"_s);
}
WASM_FAIL_IF_HELPER_FAILS(parseMemOp(offset, pointer));
WASM_FAIL_IF_HELPER_FAILS(parseImmLaneIdx(laneCount, laneIndex));
if constexpr (!isReachable)
return { };
if (Context::tierSupportsSIMD())
WASM_TRY_ADD_TO_CONTEXT(addSIMDStoreLane(op, pointer, vector, offset, laneIndex));
return { };
}
case SIMDLaneOperation::LoadExtend8U:
case SIMDLaneOperation::LoadExtend8S:
case SIMDLaneOperation::LoadExtend16U:
case SIMDLaneOperation::LoadExtend16S:
case SIMDLaneOperation::LoadExtend32U:
case SIMDLaneOperation::LoadExtend32S: {
uint32_t offset;
TypedExpression pointer;
WASM_FAIL_IF_HELPER_FAILS(parseMemOp(offset, pointer));
if constexpr (!isReachable)
return { };
if (Context::tierSupportsSIMD()) {
ExpressionType result;
WASM_TRY_ADD_TO_CONTEXT(addSIMDLoadExtend(op, pointer, offset, result));
m_expressionStack.constructAndAppend(Types::V128, result);
return { };
}
return pushUnreachable(Types::V128);
}
case SIMDLaneOperation::LoadPad32:
case SIMDLaneOperation::LoadPad64: {
uint32_t offset;
TypedExpression pointer;
WASM_FAIL_IF_HELPER_FAILS(parseMemOp(offset, pointer));
if constexpr (!isReachable)
return { };
if (Context::tierSupportsSIMD()) {
ExpressionType result;
WASM_TRY_ADD_TO_CONTEXT(addSIMDLoadPad(op, pointer, offset, result));
m_expressionStack.constructAndAppend(Types::V128, result);
return { };
}
return pushUnreachable(Types::V128);
}
case SIMDLaneOperation::Shuffle: {
v128_t imm;
TypedExpression a;
TypedExpression b;
WASM_PARSER_FAIL_IF(!parseImmByteArray16(imm), "can't parse 128-bit shuffle immediate"_s);
for (auto i = 0; i < 16; ++i)
WASM_PARSER_FAIL_IF(imm.u8x16[i] >= 2 * elementCount(lane));
if constexpr (!isReachable)
return { };
WASM_TRY_POP_EXPRESSION_STACK_INTO(b, "vector argument"_s);
WASM_VALIDATOR_FAIL_IF(!b.type().isV128(), "shuffle input must be a vector"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(a, "vector argument"_s);
WASM_VALIDATOR_FAIL_IF(!a.type().isV128(), "shuffle input must be a vector"_s);
if (Context::tierSupportsSIMD()) {
ExpressionType result;
WASM_TRY_ADD_TO_CONTEXT(addSIMDShuffle(imm, a, b, result));
m_expressionStack.constructAndAppend(Types::V128, result);
return { };
}
return pushUnreachable(Types::V128);
}
case SIMDLaneOperation::ExtractLane: {
uint8_t laneIdx;
TypedExpression v;
WASM_FAIL_IF_HELPER_FAILS(parseImmLaneIdx(elementCount(lane), laneIdx));
if constexpr (!isReachable)
return { };
WASM_TRY_POP_EXPRESSION_STACK_INTO(v, "vector argument"_s);
WASM_VALIDATOR_FAIL_IF(v.type() != Types::V128, "type mismatch for argument 0"_s);
if (Context::tierSupportsSIMD()) {
ExpressionType result;
WASM_TRY_ADD_TO_CONTEXT(addExtractLane(SIMDInfo { lane, signMode }, laneIdx, v, result));
m_expressionStack.constructAndAppend(simdScalarType(lane), result);
return { };
}
return pushUnreachable(simdScalarType(lane));
}
case SIMDLaneOperation::ReplaceLane: {
uint8_t laneIdx;
TypedExpression v;
TypedExpression s;
WASM_FAIL_IF_HELPER_FAILS(parseImmLaneIdx(elementCount(lane), laneIdx));
if constexpr (!isReachable)
return { };
WASM_TRY_POP_EXPRESSION_STACK_INTO(s, "scalar argument"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(v, "vector argument"_s);
WASM_VALIDATOR_FAIL_IF(v.type() != Types::V128, "type mismatch for argument 1"_s);
WASM_VALIDATOR_FAIL_IF(s.type() != simdScalarType(lane), "type mismatch for argument 0"_s);
if (Context::tierSupportsSIMD()) {
ExpressionType result;
WASM_TRY_ADD_TO_CONTEXT(addReplaceLane(SIMDInfo { lane, signMode }, laneIdx, v, s, result));
m_expressionStack.constructAndAppend(Types::V128, result);
return { };
}
return pushUnreachable(Types::V128);
}
case SIMDLaneOperation::Bitmask:
case SIMDLaneOperation::AnyTrue:
case SIMDLaneOperation::AllTrue: {
if constexpr (!isReachable)
return { };
TypedExpression v;
WASM_TRY_POP_EXPRESSION_STACK_INTO(v, "vector argument"_s);
WASM_VALIDATOR_FAIL_IF(v.type() != Types::V128, "type mismatch for argument 0"_s);
if (Context::tierSupportsSIMD()) {
ExpressionType result;
WASM_TRY_ADD_TO_CONTEXT(addSIMDI_V(op, SIMDInfo { lane, signMode }, v, result));
m_expressionStack.constructAndAppend(Types::I32, result);
return { };
}
return pushUnreachable(Types::I32);
}
case SIMDLaneOperation::ExtaddPairwise:
case SIMDLaneOperation::Convert:
case SIMDLaneOperation::ConvertLow:
case SIMDLaneOperation::ExtendHigh:
case SIMDLaneOperation::ExtendLow:
case SIMDLaneOperation::TruncSat:
case SIMDLaneOperation::RelaxedTruncSat:
case SIMDLaneOperation::Not:
case SIMDLaneOperation::Demote:
case SIMDLaneOperation::Promote:
case SIMDLaneOperation::Abs:
case SIMDLaneOperation::Neg:
case SIMDLaneOperation::Popcnt:
case SIMDLaneOperation::Ceil:
case SIMDLaneOperation::Floor:
case SIMDLaneOperation::Trunc:
case SIMDLaneOperation::Nearest:
case SIMDLaneOperation::Sqrt: {
if constexpr (!isReachable)
return { };
TypedExpression v;
WASM_TRY_POP_EXPRESSION_STACK_INTO(v, "vector argument"_s);
WASM_VALIDATOR_FAIL_IF(v.type() != Types::V128, "type mismatch for argument 0"_s);
if (Context::tierSupportsSIMD()) {
ExpressionType result;
WASM_TRY_ADD_TO_CONTEXT(addSIMDV_V(op, SIMDInfo { lane, signMode }, v, result));
m_expressionStack.constructAndAppend(Types::V128, result);
return { };
}
return pushUnreachable(Types::V128);
}
case SIMDLaneOperation::BitwiseSelect:
case SIMDLaneOperation::RelaxedLaneSelect: {
if constexpr (!isReachable)
return { };
TypedExpression v1;
TypedExpression v2;
TypedExpression c;
WASM_TRY_POP_EXPRESSION_STACK_INTO(c, "vector argument"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(v2, "vector argument"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(v1, "vector argument"_s);
WASM_VALIDATOR_FAIL_IF(v1.type() != Types::V128, "type mismatch for argument 2"_s);
WASM_VALIDATOR_FAIL_IF(v2.type() != Types::V128, "type mismatch for argument 1"_s);
WASM_VALIDATOR_FAIL_IF(c.type() != Types::V128, "type mismatch for argument 0"_s);
if (Context::tierSupportsSIMD()) {
ExpressionType result;
WASM_TRY_ADD_TO_CONTEXT(addSIMDBitwiseSelect(v1, v2, c, result));
m_expressionStack.constructAndAppend(Types::V128, result);
return { };
}
return pushUnreachable(Types::V128);
}
case SIMDLaneOperation::GreaterThan:
case SIMDLaneOperation::GreaterThanOrEqual:
case SIMDLaneOperation::LessThan:
case SIMDLaneOperation::LessThanOrEqual: {
if constexpr (!isReachable)
return { };
TypedExpression rhs;
TypedExpression lhs;
WASM_TRY_POP_EXPRESSION_STACK_INTO(rhs, "vector argument"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(lhs, "vector argument"_s);
WASM_VALIDATOR_FAIL_IF(lhs.type() != Types::V128, "type mismatch for argument 1"_s);
WASM_VALIDATOR_FAIL_IF(rhs.type() != Types::V128, "type mismatch for argument 0"_s);
if (Context::tierSupportsSIMD()) {
ExpressionType result;
WASM_TRY_ADD_TO_CONTEXT(addSIMDRelOp(op, SIMDInfo { lane, signMode }, lhs, rhs, optionalRelation, result));
m_expressionStack.constructAndAppend(Types::V128, result);
return { };
}
return pushUnreachable(Types::V128);
}
case SIMDLaneOperation::Equal:
case SIMDLaneOperation::NotEqual: {
if constexpr (!isReachable)
return { };
TypedExpression rhs;
TypedExpression lhs;
WASM_TRY_POP_EXPRESSION_STACK_INTO(rhs, "vector argument"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(lhs, "vector argument"_s);
WASM_VALIDATOR_FAIL_IF(lhs.type() != Types::V128, "type mismatch for argument 1"_s);
WASM_VALIDATOR_FAIL_IF(rhs.type() != Types::V128, "type mismatch for argument 0"_s);
if (Context::tierSupportsSIMD()) {
ExpressionType result;
WASM_TRY_ADD_TO_CONTEXT(addSIMDRelOp(op, SIMDInfo { lane, signMode }, lhs, rhs, optionalRelation, result));
m_expressionStack.constructAndAppend(Types::V128, result);
return { };
}
return pushUnreachable(Types::V128);
}
case SIMDLaneOperation::And:
case SIMDLaneOperation::Andnot:
case SIMDLaneOperation::AvgRound:
case SIMDLaneOperation::DotProduct:
case SIMDLaneOperation::Add:
case SIMDLaneOperation::Mul:
case SIMDLaneOperation::MulSat:
case SIMDLaneOperation::Sub:
case SIMDLaneOperation::Div:
case SIMDLaneOperation::Pmax:
case SIMDLaneOperation::Pmin:
case SIMDLaneOperation::Or:
case SIMDLaneOperation::Swizzle:
case SIMDLaneOperation::RelaxedSwizzle:
case SIMDLaneOperation::Xor:
case SIMDLaneOperation::Narrow:
case SIMDLaneOperation::AddSat:
case SIMDLaneOperation::SubSat:
case SIMDLaneOperation::Max:
case SIMDLaneOperation::Min: {
if constexpr (!isReachable)
return { };
TypedExpression a;
TypedExpression b;
WASM_TRY_POP_EXPRESSION_STACK_INTO(b, "vector argument"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(a, "vector argument"_s);
WASM_VALIDATOR_FAIL_IF(a.type() != Types::V128, "type mismatch for argument 1"_s);
WASM_VALIDATOR_FAIL_IF(b.type() != Types::V128, "type mismatch for argument 0"_s);
if (Context::tierSupportsSIMD()) {
ExpressionType result;
WASM_TRY_ADD_TO_CONTEXT(addSIMDV_VV(op, SIMDInfo { lane, signMode }, a, b, result));
m_expressionStack.constructAndAppend(Types::V128, result);
return { };
}
return pushUnreachable(Types::V128);
}
case SIMDLaneOperation::RelaxedMAdd:
case SIMDLaneOperation::RelaxedNMAdd: {
if constexpr (!isReachable)
return { };
TypedExpression a;
TypedExpression b;
TypedExpression c;
WASM_TRY_POP_EXPRESSION_STACK_INTO(c, "vector argument"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(b, "vector argument"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(a, "vector argument"_s);
WASM_VALIDATOR_FAIL_IF(a.type() != Types::V128, "type mismatch for argument 0"_s);
WASM_VALIDATOR_FAIL_IF(b.type() != Types::V128, "type mismatch for argument 1"_s);
WASM_VALIDATOR_FAIL_IF(c.type() != Types::V128, "type mismatch for argument 2"_s);
if (Context::tierSupportsSIMD()) {
ExpressionType result;
WASM_TRY_ADD_TO_CONTEXT(addSIMDRelaxedFMA(op, SIMDInfo { lane, signMode }, a, b, c, result));
m_expressionStack.constructAndAppend(Types::V128, result);
return { };
}
return pushUnreachable(Types::V128);
}
default:
ASSERT_NOT_REACHED();
WASM_PARSER_FAIL_IF(true, "invalid simd op "_s, SIMDLaneOperationDump(op));
break;
}
return { };
}
#endif
template<typename Context>
auto FunctionParser<Context>::parseTableIndex(unsigned& result) -> PartialResult
{
unsigned tableIndex;
WASM_PARSER_FAIL_IF(!parseVarUInt32(tableIndex), "can't parse table index"_s);
WASM_VALIDATOR_FAIL_IF(tableIndex >= m_info.tableCount(), "table index "_s, tableIndex, " is invalid, limit is "_s, m_info.tableCount());
result = tableIndex;
return { };
}
template<typename Context>
ALWAYS_INLINE auto FunctionParser<Context>::parseIndexForLocal(uint32_t& resultIndex) -> PartialResult
{
uint32_t index;
WASM_PARSER_FAIL_IF(!parseVarUInt32(index), "can't get index for local"_s);
WASM_VALIDATOR_FAIL_IF(index >= m_locals.size(), "attempt to use unknown local "_s, index, ", the number of locals is "_s, m_locals.size());
resultIndex = index;
return { };
}
template<typename Context>
auto FunctionParser<Context>::parseIndexForGlobal(uint32_t& resultIndex) -> PartialResult
{
uint32_t index;
WASM_PARSER_FAIL_IF(!parseVarUInt32(index), "can't get global's index"_s);
WASM_VALIDATOR_FAIL_IF(index >= m_info.globals.size(), index, " of unknown global, limit is "_s, m_info.globals.size());
resultIndex = index;
return { };
}
template<typename Context>
auto FunctionParser<Context>::parseFunctionIndex(FunctionSpaceIndex& resultIndex) -> PartialResult
{
uint32_t functionIndex;
WASM_PARSER_FAIL_IF(!parseVarUInt32(functionIndex), "can't parse function index"_s);
WASM_PARSER_FAIL_IF(functionIndex >= m_info.functionIndexSpaceSize(), "function index "_s, functionIndex, " exceeds function index space "_s, m_info.functionIndexSpaceSize());
resultIndex = FunctionSpaceIndex(functionIndex);
return { };
}
template<typename Context>
auto FunctionParser<Context>::parseExceptionIndex(uint32_t& result) -> PartialResult
{
uint32_t exceptionIndex;
WASM_PARSER_FAIL_IF(!parseVarUInt32(exceptionIndex), "can't parse exception index"_s);
WASM_VALIDATOR_FAIL_IF(exceptionIndex >= m_info.exceptionIndexSpaceSize(), "exception index "_s, exceptionIndex, " is invalid, limit is "_s, m_info.exceptionIndexSpaceSize());
result = exceptionIndex;
return { };
}
template<typename Context>
auto FunctionParser<Context>::parseBranchTarget(uint32_t& resultTarget, uint32_t unreachableBlocks) -> PartialResult
{
uint32_t target;
WASM_PARSER_FAIL_IF(!parseVarUInt32(target), "can't get br / br_if's target"_s);
auto controlStackSize = m_controlStack.size();
// Take into account the unreachable blocks in the control stack that were not added because they were unrechable
if (unreachableBlocks)
controlStackSize += (unreachableBlocks - 1);
WASM_PARSER_FAIL_IF(target >= controlStackSize, "br / br_if's target "_s, target, " exceeds control stack size "_s, controlStackSize);
resultTarget = target;
return { };
}
template<typename Context>
auto FunctionParser<Context>::parseDelegateTarget(uint32_t& resultTarget, uint32_t unreachableBlocks) -> PartialResult
{
// Right now, control stack includes try-delegate block, and delegate needs to specify outer scope.
uint32_t target;
WASM_PARSER_FAIL_IF(!parseVarUInt32(target), "can't get delegate target"_s);
Checked<uint32_t, RecordOverflow> controlStackSize { m_controlStack.size() };
if (unreachableBlocks)
controlStackSize += (unreachableBlocks - 1); // The first block is in the control stack already.
controlStackSize -= 1; // delegate target does not include the current block.
WASM_PARSER_FAIL_IF(controlStackSize.hasOverflowed(), "invalid control stack size"_s);
WASM_PARSER_FAIL_IF(target >= controlStackSize.value(), "delegate target "_s, target, " exceeds control stack size "_s, controlStackSize.value());
resultTarget = target;
return { };
}
template<typename Context>
auto FunctionParser<Context>::parseElementIndex(unsigned& result) -> PartialResult
{
unsigned elementIndex;
WASM_PARSER_FAIL_IF(!parseVarUInt32(elementIndex), "can't parse element index"_s);
WASM_VALIDATOR_FAIL_IF(elementIndex >= m_info.elementCount(), "element index "_s, elementIndex, " is invalid, limit is "_s, m_info.elementCount());
result = elementIndex;
return { };
}
template<typename Context>
auto FunctionParser<Context>::parseDataSegmentIndex(unsigned& result) -> PartialResult
{
unsigned dataSegmentIndex;
WASM_PARSER_FAIL_IF(!parseVarUInt32(dataSegmentIndex), "can't parse data segment index"_s);
WASM_VALIDATOR_FAIL_IF(dataSegmentIndex >= m_info.dataSegmentsCount(), "data segment index "_s, dataSegmentIndex, " is invalid, limit is "_s, m_info.dataSegmentsCount());
result = dataSegmentIndex;
return { };
}
template<typename Context>
auto FunctionParser<Context>::parseTableInitImmediates(TableInitImmediates& result) -> PartialResult
{
unsigned elementIndex;
WASM_FAIL_IF_HELPER_FAILS(parseElementIndex(elementIndex));
unsigned tableIndex;
WASM_FAIL_IF_HELPER_FAILS(parseTableIndex(tableIndex));
result.elementIndex = elementIndex;
result.tableIndex = tableIndex;
return { };
}
template<typename Context>
auto FunctionParser<Context>::parseTableCopyImmediates(TableCopyImmediates& result) -> PartialResult
{
unsigned dstTableIndex;
WASM_PARSER_FAIL_IF(!parseVarUInt32(dstTableIndex), "can't parse destination table index"_s);
WASM_VALIDATOR_FAIL_IF(dstTableIndex >= m_info.tableCount(), "table index "_s, dstTableIndex, " is invalid, limit is "_s, m_info.tableCount());
unsigned srcTableIndex;
WASM_PARSER_FAIL_IF(!parseVarUInt32(srcTableIndex), "can't parse source table index"_s);
WASM_VALIDATOR_FAIL_IF(srcTableIndex >= m_info.tableCount(), "table index "_s, srcTableIndex, " is invalid, limit is "_s, m_info.tableCount());
result.dstTableIndex = dstTableIndex;
result.srcTableIndex = srcTableIndex;
return { };
}
template<typename Context>
auto FunctionParser<Context>::parseAnnotatedSelectImmediates(AnnotatedSelectImmediates& result) -> PartialResult
{
uint32_t sizeOfAnnotationVector;
WASM_PARSER_FAIL_IF(!parseVarUInt32(sizeOfAnnotationVector), "select can't parse the size of annotation vector"_s);
WASM_PARSER_FAIL_IF(sizeOfAnnotationVector != 1, "select invalid result arity for"_s);
Type targetType;
WASM_PARSER_FAIL_IF(!parseValueType(m_info, targetType), "select can't parse annotations"_s);
result.sizeOfAnnotationVector = sizeOfAnnotationVector;
result.targetType = targetType;
return { };
}
template<typename Context>
auto FunctionParser<Context>::parseMemoryFillImmediate() -> PartialResult
{
uint8_t auxiliaryByte;
WASM_PARSER_FAIL_IF(!parseUInt8(auxiliaryByte), "can't parse auxiliary byte"_s);
WASM_PARSER_FAIL_IF(!!auxiliaryByte, "auxiliary byte for memory.fill should be zero, but got "_s, auxiliaryByte);
return { };
}
template<typename Context>
auto FunctionParser<Context>::parseMemoryCopyImmediates() -> PartialResult
{
uint8_t firstAuxiliaryByte;
WASM_PARSER_FAIL_IF(!parseUInt8(firstAuxiliaryByte), "can't parse auxiliary byte"_s);
WASM_PARSER_FAIL_IF(!!firstAuxiliaryByte, "auxiliary byte for memory.copy should be zero, but got "_s, firstAuxiliaryByte);
uint8_t secondAuxiliaryByte;
WASM_PARSER_FAIL_IF(!parseUInt8(secondAuxiliaryByte), "can't parse auxiliary byte"_s);
WASM_PARSER_FAIL_IF(!!secondAuxiliaryByte, "auxiliary byte for memory.copy should be zero, but got "_s, secondAuxiliaryByte);
return { };
}
template<typename Context>
auto FunctionParser<Context>::parseMemoryInitImmediates(MemoryInitImmediates& result) -> PartialResult
{
unsigned dataSegmentIndex;
WASM_FAIL_IF_HELPER_FAILS(parseDataSegmentIndex(dataSegmentIndex));
unsigned unused;
WASM_PARSER_FAIL_IF(!parseVarUInt32(unused), "can't parse unused"_s);
WASM_PARSER_FAIL_IF(!!unused, "memory.init invalid unsued byte"_s);
result.unused = unused;
result.dataSegmentIndex = dataSegmentIndex;
return { };
}
template<typename Context>
auto FunctionParser<Context>::parseStructTypeIndex(uint32_t& structTypeIndex, ASCIILiteral operation) -> PartialResult
{
uint32_t typeIndex;
WASM_PARSER_FAIL_IF(!parseVarUInt32(typeIndex), "can't get type index for "_s, operation);
WASM_VALIDATOR_FAIL_IF(typeIndex >= m_info.typeCount(), operation, " index "_s, typeIndex, " is out of bound"_s);
const TypeDefinition& type = m_info.typeSignatures[typeIndex]->expand();
WASM_VALIDATOR_FAIL_IF(!type.is<StructType>(), operation, ": invalid type index "_s, typeIndex);
structTypeIndex = typeIndex;
return { };
}
template<typename Context>
auto FunctionParser<Context>::parseStructFieldIndex(uint32_t& structFieldIndex, const StructType& structType, ASCIILiteral operation) -> PartialResult
{
uint32_t fieldIndex;
WASM_PARSER_FAIL_IF(!parseVarUInt32(fieldIndex), "can't get type index for "_s, operation);
WASM_PARSER_FAIL_IF(fieldIndex >= structType.fieldCount(), operation, " field immediate "_s, fieldIndex, " is out of bounds"_s);
structFieldIndex = fieldIndex;
return { };
}
template<typename Context>
auto FunctionParser<Context>::parseStructTypeIndexAndFieldIndex(StructTypeIndexAndFieldIndex& result, ASCIILiteral operation) -> PartialResult
{
uint32_t structTypeIndex;
WASM_FAIL_IF_HELPER_FAILS(parseStructTypeIndex(structTypeIndex, operation));
const auto& typeDefinition = m_info.typeSignatures[structTypeIndex]->expand();
uint32_t fieldIndex;
WASM_FAIL_IF_HELPER_FAILS(parseStructFieldIndex(fieldIndex, *typeDefinition.template as<StructType>(), operation));
result.fieldIndex = fieldIndex;
result.structTypeIndex = structTypeIndex;
return { };
}
template<typename Context>
auto FunctionParser<Context>::parseStructFieldManipulation(StructFieldManipulation& result, ASCIILiteral operation) -> PartialResult
{
StructTypeIndexAndFieldIndex typeIndexAndFieldIndex;
WASM_FAIL_IF_HELPER_FAILS(parseStructTypeIndexAndFieldIndex(typeIndexAndFieldIndex, operation));
TypedExpression structRef;
WASM_TRY_POP_EXPRESSION_STACK_INTO(structRef, "struct reference"_s);
const auto& structSignature = m_info.typeSignatures[typeIndexAndFieldIndex.structTypeIndex];
Type structRefType = Type { TypeKind::RefNull, structSignature->index() };
WASM_VALIDATOR_FAIL_IF(!isSubtype(structRef.type(), structRefType), operation, " structref to type "_s, structRef.type(), " expected "_s, structRefType);
const auto& expandedSignature = structSignature->expand();
WASM_VALIDATOR_FAIL_IF(!expandedSignature.template is<StructType>(), operation, " type index points into a non struct type"_s);
const auto& structType = expandedSignature.template as<StructType>();
result.structReference = structRef;
result.indices.fieldIndex = typeIndexAndFieldIndex.fieldIndex;
result.indices.structTypeIndex = typeIndexAndFieldIndex.structTypeIndex;
result.field = structType->field(result.indices.fieldIndex);
return { };
}
template<typename Context>
auto FunctionParser<Context>::checkBranchTarget(const ControlType& target, BranchConditionalityTag conditionality) -> PartialResult
{
if (!target.branchTargetArity())
return { };
WASM_VALIDATOR_FAIL_IF(m_expressionStack.size() < target.branchTargetArity(), ControlType::isTopLevel(target) ? "branch out of function"_s : "branch to block"_s, " on expression stack of size "_s, m_expressionStack.size(), ", but block, "_s, target.signature() , " expects "_s, target.branchTargetArity(), " values"_s);
unsigned offset = m_expressionStack.size() - target.branchTargetArity();
for (unsigned i = 0; i < target.branchTargetArity(); ++i) {
WASM_VALIDATOR_FAIL_IF(!isSubtype(m_expressionStack[offset + i].type(), target.branchTargetType(i)), "branch's stack type is not a subtype of block's type branch target type. Stack value has type "_s, m_expressionStack[offset + i].type(), " but branch target expects a value of "_s, target.branchTargetType(i), " at index "_s, i);
if (conditionality == Conditional) {
// Types must widen to the branch target type via subtyping. See https://github.com/WebAssembly/gc/issues/516.
// We only do this for conditional branches, because in unconditional branches we cannot observe the
// broadening of our local values after the branch - we instead jump to a different block with exactly its
// parameter types.
m_expressionStack[offset + i].setType(target.branchTargetType(i));
}
}
return { };
}
template<typename Context>
auto FunctionParser<Context>::checkLocalInitialized(uint32_t index) -> PartialResult
{
// If typed funcrefs are off, non-defaultable locals fail earlier.
if (isDefaultableType(typeOfLocal(index)))
return { };
WASM_VALIDATOR_FAIL_IF(!localIsInitialized(index), "non-defaultable function local "_s, index, " is accessed before initialization"_s);
return { };
}
template<typename Context>
auto FunctionParser<Context>::checkExpressionStack(const ControlType& controlData, bool forceSignature) -> PartialResult
{
const auto& blockSignature = controlData.signature();
WASM_VALIDATOR_FAIL_IF(blockSignature.returnCount() != m_expressionStack.size(), " block with type: "_s, blockSignature, " returns: "_s, blockSignature.returnCount(), " but stack has: "_s, m_expressionStack.size(), " values"_s);
for (unsigned i = 0; i < blockSignature.returnCount(); ++i) {
const auto actualType = m_expressionStack[i].type();
const auto expectedType = blockSignature.returnType(i);
WASM_VALIDATOR_FAIL_IF(!isSubtype(actualType, expectedType), "control flow returns with unexpected type. "_s, actualType, " is not a "_s, expectedType);
if (forceSignature)
m_expressionStack[i].setType(expectedType);
}
return { };
}
template<typename Context>
void FunctionParser<Context>::addReferencedFunctions(const Element& segment)
{
if (!isSubtype(segment.elementType, funcrefType()))
return;
// Add each function index as a referenced function. This ensures that
// wrappers will be created for GC.
for (uint32_t i = 0; i < segment.length(); i++) {
if (segment.initTypes[i] == Element::InitializationType::FromRefFunc)
m_info.addReferencedFunction(FunctionSpaceIndex(segment.initialBitsOrIndices[i]));
}
}
template<typename Context>
auto FunctionParser<Context>::parseArrayTypeDefinition(ASCIILiteral operation, bool isNullable, uint32_t& typeIndex, FieldType& elementType, Type& arrayRefType) -> PartialResult
{
// Parse type index
WASM_PARSER_FAIL_IF(!parseVarUInt32(typeIndex), "can't get type index for "_s, operation);
WASM_VALIDATOR_FAIL_IF(typeIndex >= m_info.typeCount(), operation, " index "_s, typeIndex, " is out of bounds"_s);
// Get the corresponding type definition
const TypeDefinition& typeDefinition = m_info.typeSignatures[typeIndex].get();
const TypeDefinition& expanded = typeDefinition.expand();
// Check that it's an array type
WASM_VALIDATOR_FAIL_IF(!expanded.is<ArrayType>(), operation, " index "_s, typeIndex, " does not reference an array definition"_s);
// Extract the field type
elementType = expanded.as<ArrayType>()->elementType();
// Construct the reference type for references to this array, it's important that the
// index is for the un-expanded original type definition.
arrayRefType = Type { isNullable ? TypeKind::RefNull : TypeKind::Ref, typeDefinition.index() };
return { };
}
// Sets shouldContinue to true if parsing should continue after, false if parseExpression() should return.
template <typename Context>
ALWAYS_INLINE auto FunctionParser<Context>::parseNestedBlocksEagerly(bool& shouldContinue) -> PartialResult
{
shouldContinue = true;
do {
int8_t kindByte;
BlockSignature inlineSignature;
// Only attempt to parse the most optimistic case of a single non-ref or void return signature.
if (peekInt7(kindByte) && isValidTypeKind(kindByte)) [[likely]] {
TypeKind typeKind = static_cast<TypeKind>(kindByte);
Type type = { typeKind, TypeDefinition::invalidIndex };
if (!(type.isVoid() || isValueType(type))) [[unlikely]]
return { };
inlineSignature = BlockSignature { type };
m_offset++;
} else
return { };
ASSERT(!inlineSignature.argumentCount());
int64_t oldSize = m_expressionStack.size();
Stack newStack;
ControlType block;
WASM_TRY_ADD_TO_CONTEXT(addBlock(WTF::move(inlineSignature), m_expressionStack, block, newStack));
ASSERT_UNUSED(oldSize, oldSize - m_expressionStack.size() == block.signature().argumentCount());
ASSERT(newStack.size() == block.signature().argumentCount());
switchToBlock(WTF::move(block), WTF::move(newStack));
if (m_offset >= source().size()) {
shouldContinue = false;
return { };
}
OpType nextOpcode = static_cast<OpType>(source()[m_offset]);
if (!isValidOpType(nextOpcode)) {
shouldContinue = false;
return { };
}
m_currentOpcode = nextOpcode;
} while (m_currentOpcode == OpType::Block && m_offset++);
shouldContinue = false;
return { };
}
template<typename Context>
ALWAYS_INLINE auto FunctionParser<Context>::parseImmLaneIdx(uint8_t laneCount, uint8_t& result) -> PartialResult
{
RELEASE_ASSERT(laneCount == 2 || laneCount == 4 || laneCount == 8 || laneCount == 16 || laneCount == 32);
WASM_PARSER_FAIL_IF(!parseUInt8(result), "Could not parse the lane index immediate byte."_s);
WASM_PARSER_FAIL_IF(result >= laneCount, "Lane index immediate is too large, saw "_s, laneCount, ", expected an ImmLaneIdx"_s, laneCount);
return { };
}
template<typename Context>
ALWAYS_INLINE auto FunctionParser<Context>::parseBlockSignature(const ModuleInformation& info, BlockSignature& result) -> PartialResult
{
int8_t kindByte;
if (peekInt7(kindByte) && isValidTypeKind(kindByte)) {
TypeKind typeKind = static_cast<TypeKind>(kindByte);
if ((isValidHeapTypeKind(kindByte) || typeKind == TypeKind::Ref || typeKind == TypeKind::RefNull))
return parseReftypeSignature(info, result);
Type type = { typeKind, TypeDefinition::invalidIndex };
WASM_PARSER_FAIL_IF(!(isValueType(type) || type.isVoid()), "result type of block: "_s, makeString(type.kind), " is not a value type or Void"_s);
result = BlockSignature { type };
m_offset++;
return { };
}
int64_t index;
WASM_PARSER_FAIL_IF(!parseVarInt64(index), "Block-like instruction doesn't return value type but can't decode type section index"_s);
WASM_PARSER_FAIL_IF(index < 0, "Block-like instruction signature index is negative"_s);
WASM_PARSER_FAIL_IF(static_cast<size_t>(index) >= info.typeCount(), "Block-like instruction signature index is out of bounds. Index: "_s, index, " type index space: "_s, info.typeCount());
const auto& signature = info.typeSignatures[index].get().expand();
WASM_PARSER_FAIL_IF(!signature.is<FunctionSignature>(), "Block-like instruction signature index does not refer to a function type definition"_s);
result = BlockSignature { *signature.as<FunctionSignature>() };
return { };
}
template<typename Context>
inline auto FunctionParser<Context>::parseReftypeSignature(const ModuleInformation& info, BlockSignature& result) -> PartialResult
{
Type resultType;
WASM_PARSER_FAIL_IF(!parseValueType(info, resultType), "result type of block is not a valid ref type"_s);
result = BlockSignature { resultType };
return { };
}
template <typename Context>
ALWAYS_INLINE void FunctionParser<Context>::switchToBlock(ControlType&& block, Stack&& newStack)
{
m_controlStack.append({ WTF::move(m_expressionStack), { }, getLocalInitStackHeight(), WTF::move(block) });
m_expressionStack = WTF::move(newStack);
}
template<typename Context>
auto FunctionParser<Context>::parseExpression() -> PartialResult
{
switch (m_currentOpcode) {
#define CREATE_CASE(name, id, b3op, inc, lhsType, rhsType, returnType) case OpType::name: return binaryCase(OpType::name, &Context::add##name, Types::returnType, Types::lhsType, Types::rhsType);
FOR_EACH_WASM_NON_COMPARE_BINARY_OP(CREATE_CASE)
#undef CREATE_CASE
#define CREATE_CASE(name, id, b3op, inc, lhsType, rhsType, returnType) case OpType::name: return binaryCompareCase(OpType::name, &Context::add##name, Types::returnType, Types::lhsType, Types::rhsType);
FOR_EACH_WASM_COMPARE_BINARY_OP(CREATE_CASE)
#undef CREATE_CASE
#define CREATE_CASE(name, id, b3op, inc, operandType, returnType) case OpType::name: return unaryCase(OpType::name, &Context::add##name, Types::returnType, Types::operandType);
FOR_EACH_WASM_NON_COMPARE_UNARY_OP(CREATE_CASE)
#undef CREATE_CASE
#define CREATE_CASE(name, id, b3op, inc, operandType, returnType) case OpType::name: return unaryCompareCase(OpType::name, &Context::add##name, Types::returnType, Types::operandType);
FOR_EACH_WASM_COMPARE_UNARY_OP(CREATE_CASE)
#undef CREATE_CASE
case Select: {
TypedExpression condition;
TypedExpression zero;
TypedExpression nonZero;
WASM_TRY_POP_EXPRESSION_STACK_INTO(condition, "select condition"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(zero, "select zero"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(nonZero, "select non-zero"_s);
WASM_PARSER_FAIL_IF(isRefType(nonZero.type()) || isRefType(nonZero.type()), "can't use ref-types with unannotated select"_s);
WASM_VALIDATOR_FAIL_IF(!condition.type().isI32(), "select condition must be i32, got "_s, condition.type());
WASM_VALIDATOR_FAIL_IF(nonZero.type() != zero.type(), "select result types must match, got "_s, nonZero.type(), " and "_s, zero.type());
ExpressionType result;
WASM_TRY_ADD_TO_CONTEXT(addSelect(condition, nonZero, zero, result));
m_expressionStack.constructAndAppend(zero.type(), result);
return { };
}
case AnnotatedSelect: {
AnnotatedSelectImmediates immediates;
WASM_FAIL_IF_HELPER_FAILS(parseAnnotatedSelectImmediates(immediates));
TypedExpression condition;
TypedExpression zero;
TypedExpression nonZero;
WASM_TRY_POP_EXPRESSION_STACK_INTO(condition, "select condition"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(zero, "select zero"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(nonZero, "select non-zero"_s);
WASM_VALIDATOR_FAIL_IF(!condition.type().isI32(), "select condition must be i32, got "_s, condition.type());
WASM_VALIDATOR_FAIL_IF(!isSubtype(nonZero.type(), immediates.targetType), "select result types must match, got "_s, nonZero.type(), " and "_s, immediates.targetType);
WASM_VALIDATOR_FAIL_IF(!isSubtype(zero.type(), immediates.targetType), "select result types must match, got "_s, zero.type(), " and "_s, immediates.targetType);
ExpressionType result;
WASM_TRY_ADD_TO_CONTEXT(addSelect(condition, nonZero, zero, result));
m_expressionStack.constructAndAppend(immediates.targetType, result);
return { };
}
#define CREATE_CASE(name, id, b3op, inc, memoryType) case OpType::name: return load(Types::memoryType);
FOR_EACH_WASM_MEMORY_LOAD_OP(CREATE_CASE)
#undef CREATE_CASE
#define CREATE_CASE(name, id, b3op, inc, memoryType) case OpType::name: return store(Types::memoryType);
FOR_EACH_WASM_MEMORY_STORE_OP(CREATE_CASE)
#undef CREATE_CASE
case F32Const: {
uint32_t constant;
WASM_PARSER_FAIL_IF(!parseUInt32(constant), "can't parse 32-bit floating-point constant"_s);
m_expressionStack.constructAndAppend(Types::F32, m_context.addConstant(Types::F32, constant));
return { };
}
case I32Const: {
int32_t constant;
WASM_PARSER_FAIL_IF(!parseVarInt32(constant), "can't parse 32-bit constant"_s);
m_expressionStack.constructAndAppend(Types::I32, m_context.addConstant(Types::I32, constant));
return { };
}
case F64Const: {
uint64_t constant;
WASM_PARSER_FAIL_IF(!parseUInt64(constant), "can't parse 64-bit floating-point constant"_s);
m_expressionStack.constructAndAppend(Types::F64, m_context.addConstant(Types::F64, constant));
return { };
}
case I64Const: {
int64_t constant;
WASM_PARSER_FAIL_IF(!parseVarInt64(constant), "can't parse 64-bit constant"_s);
m_expressionStack.constructAndAppend(Types::I64, m_context.addConstant(Types::I64, constant));
return { };
}
case TableGet: {
unsigned tableIndex;
WASM_PARSER_FAIL_IF(!parseVarUInt32(tableIndex), "can't parse table index"_s);
WASM_VALIDATOR_FAIL_IF(tableIndex >= m_info.tableCount(), "table index "_s, tableIndex, " is invalid, limit is "_s, m_info.tableCount());
TypedExpression index;
WASM_TRY_POP_EXPRESSION_STACK_INTO(index, "table.get"_s);
WASM_VALIDATOR_FAIL_IF(TypeKind::I32 != index.type().kind, "table.get index to type "_s, index.type(), " expected "_s, TypeKind::I32);
ExpressionType result;
WASM_TRY_ADD_TO_CONTEXT(addTableGet(tableIndex, index, result));
Type resultType = m_info.tables[tableIndex].wasmType();
m_expressionStack.constructAndAppend(resultType, result);
return { };
}
case TableSet: {
unsigned tableIndex;
WASM_PARSER_FAIL_IF(!parseVarUInt32(tableIndex), "can't parse table index"_s);
WASM_VALIDATOR_FAIL_IF(tableIndex >= m_info.tableCount(), "table index "_s, tableIndex, " is invalid, limit is "_s, m_info.tableCount());
TypedExpression value, index;
WASM_TRY_POP_EXPRESSION_STACK_INTO(value, "table.set"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(index, "table.set"_s);
WASM_VALIDATOR_FAIL_IF(TypeKind::I32 != index.type().kind, "table.set index to type "_s, index.type(), " expected "_s, TypeKind::I32);
Type type = m_info.tables[tableIndex].wasmType();
WASM_VALIDATOR_FAIL_IF(!isSubtype(value.type(), type), "table.set value to type "_s, value.type(), " expected "_s, type);
RELEASE_ASSERT(m_info.tables[tableIndex].type() == TableElementType::Externref || m_info.tables[tableIndex].type() == TableElementType::Funcref);
WASM_TRY_ADD_TO_CONTEXT(addTableSet(tableIndex, index, value));
return { };
}
case Ext1: {
WASM_PARSER_FAIL_IF(!parseVarUInt32(m_currentExtOp), "can't parse 0xfc extended opcode"_s);
m_context.willParseExtendedOpcode();
Ext1OpType op = static_cast<Ext1OpType>(m_currentExtOp);
switch (op) {
case Ext1OpType::TableInit: {
TableInitImmediates immediates;
WASM_FAIL_IF_HELPER_FAILS(parseTableInitImmediates(immediates));
WASM_VALIDATOR_FAIL_IF(!isSubtype(m_info.elements[immediates.elementIndex].elementType, m_info.tables[immediates.tableIndex].wasmType()), "table.init requires table's type \"", m_info.tables[immediates.tableIndex].wasmType(), "\" and element's type \"", m_info.elements[immediates.elementIndex].elementType, "\" are the same");
TypedExpression dstOffset;
TypedExpression srcOffset;
TypedExpression length;
WASM_TRY_POP_EXPRESSION_STACK_INTO(length, "table.init"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(srcOffset, "table.init"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(dstOffset, "table.init"_s);
WASM_VALIDATOR_FAIL_IF(TypeKind::I32 != dstOffset.type().kind, "table.init dst_offset to type "_s, dstOffset.type(), " expected "_s, TypeKind::I32);
WASM_VALIDATOR_FAIL_IF(TypeKind::I32 != srcOffset.type().kind, "table.init src_offset to type "_s, srcOffset.type(), " expected "_s, TypeKind::I32);
WASM_VALIDATOR_FAIL_IF(TypeKind::I32 != length.type().kind, "table.init length to type "_s, length.type(), " expected "_s, TypeKind::I32);
WASM_TRY_ADD_TO_CONTEXT(addTableInit(immediates.elementIndex, immediates.tableIndex, dstOffset, srcOffset, length));
break;
}
case Ext1OpType::ElemDrop: {
unsigned elementIndex;
WASM_FAIL_IF_HELPER_FAILS(parseElementIndex(elementIndex));
WASM_TRY_ADD_TO_CONTEXT(addElemDrop(elementIndex));
break;
}
case Ext1OpType::TableSize: {
unsigned tableIndex;
WASM_FAIL_IF_HELPER_FAILS(parseTableIndex(tableIndex));
ExpressionType result;
WASM_TRY_ADD_TO_CONTEXT(addTableSize(tableIndex, result));
m_expressionStack.constructAndAppend(Types::I32, result);
break;
}
case Ext1OpType::TableGrow: {
unsigned tableIndex;
WASM_FAIL_IF_HELPER_FAILS(parseTableIndex(tableIndex));
TypedExpression fill;
TypedExpression delta;
WASM_TRY_POP_EXPRESSION_STACK_INTO(delta, "table.grow"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(fill, "table.grow"_s);
Type tableType = m_info.tables[tableIndex].wasmType();
WASM_VALIDATOR_FAIL_IF(!isSubtype(fill.type(), tableType), "table.grow expects fill value of type "_s, tableType, " got "_s, fill.type());
WASM_VALIDATOR_FAIL_IF(TypeKind::I32 != delta.type().kind, "table.grow expects an i32 delta value, got "_s, delta.type());
ExpressionType result;
WASM_TRY_ADD_TO_CONTEXT(addTableGrow(tableIndex, fill, delta, result));
m_expressionStack.constructAndAppend(Types::I32, result);
break;
}
case Ext1OpType::TableFill: {
unsigned tableIndex;
WASM_FAIL_IF_HELPER_FAILS(parseTableIndex(tableIndex));
TypedExpression offset, fill, count;
WASM_TRY_POP_EXPRESSION_STACK_INTO(count, "table.fill"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(fill, "table.fill"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(offset, "table.fill"_s);
Type tableType = m_info.tables[tableIndex].wasmType();
WASM_VALIDATOR_FAIL_IF(!isSubtype(fill.type(), tableType), "table.fill expects fill value of type "_s, tableType, " got "_s, fill.type());
WASM_VALIDATOR_FAIL_IF(TypeKind::I32 != offset.type().kind, "table.fill expects an i32 offset value, got "_s, offset.type());
WASM_VALIDATOR_FAIL_IF(TypeKind::I32 != count.type().kind, "table.fill expects an i32 count value, got "_s, count.type());
WASM_TRY_ADD_TO_CONTEXT(addTableFill(tableIndex, offset, fill, count));
break;
}
case Ext1OpType::TableCopy: {
TableCopyImmediates immediates;
WASM_FAIL_IF_HELPER_FAILS(parseTableCopyImmediates(immediates));
const auto srcType = m_info.table(immediates.srcTableIndex).wasmType();
const auto dstType = m_info.table(immediates.dstTableIndex).wasmType();
WASM_VALIDATOR_FAIL_IF(!isSubtype(srcType, dstType), "type mismatch at table.copy. got "_s, srcType, " and "_s, dstType);
TypedExpression dstOffset;
TypedExpression srcOffset;
TypedExpression length;
WASM_TRY_POP_EXPRESSION_STACK_INTO(length, "table.copy"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(srcOffset, "table.copy"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(dstOffset, "table.copy"_s);
WASM_VALIDATOR_FAIL_IF(TypeKind::I32 != dstOffset.type().kind, "table.copy dst_offset to type "_s, dstOffset.type(), " expected "_s, TypeKind::I32);
WASM_VALIDATOR_FAIL_IF(TypeKind::I32 != srcOffset.type().kind, "table.copy src_offset to type "_s, srcOffset.type(), " expected "_s, TypeKind::I32);
WASM_VALIDATOR_FAIL_IF(TypeKind::I32 != length.type().kind, "table.copy length to type "_s, length.type(), " expected "_s, TypeKind::I32);
WASM_TRY_ADD_TO_CONTEXT(addTableCopy(immediates.dstTableIndex, immediates.srcTableIndex, dstOffset, srcOffset, length));
break;
}
case Ext1OpType::MemoryFill: {
WASM_FAIL_IF_HELPER_FAILS(parseMemoryFillImmediate());
WASM_VALIDATOR_FAIL_IF(!m_info.memoryCount(), "memory must be present");
TypedExpression dstAddress;
TypedExpression targetValue;
TypedExpression count;
WASM_TRY_POP_EXPRESSION_STACK_INTO(count, "memory.fill");
WASM_TRY_POP_EXPRESSION_STACK_INTO(targetValue, "memory.fill");
WASM_TRY_POP_EXPRESSION_STACK_INTO(dstAddress, "memory.fill");
if (m_info.memory.isMemory64()) {
WASM_VALIDATOR_FAIL_IF(TypeKind::I64 != dstAddress.type().kind, "memory.fill dstAddress to type ", dstAddress.type(), " expected ", TypeKind::I64);
WASM_VALIDATOR_FAIL_IF(TypeKind::I32 != targetValue.type().kind, "memory.fill targetValue to type ", targetValue.type(), " expected ", TypeKind::I32);
WASM_VALIDATOR_FAIL_IF(TypeKind::I64 != count.type().kind, "memory.fill size to type ", count.type(), " expected ", TypeKind::I64);
} else {
WASM_VALIDATOR_FAIL_IF(TypeKind::I32 != dstAddress.type().kind, "memory.fill dstAddress to type ", dstAddress.type(), " expected ", TypeKind::I32);
WASM_VALIDATOR_FAIL_IF(TypeKind::I32 != targetValue.type().kind, "memory.fill targetValue to type ", targetValue.type(), " expected ", TypeKind::I32);
WASM_VALIDATOR_FAIL_IF(TypeKind::I32 != count.type().kind, "memory.fill size to type ", count.type(), " expected ", TypeKind::I32);
}
WASM_TRY_ADD_TO_CONTEXT(addMemoryFill(dstAddress, targetValue, count));
break;
}
case Ext1OpType::MemoryCopy: {
WASM_FAIL_IF_HELPER_FAILS(parseMemoryCopyImmediates());
WASM_VALIDATOR_FAIL_IF(!m_info.memoryCount(), "memory must be present");
TypedExpression dstAddress;
TypedExpression srcAddress;
TypedExpression count;
WASM_TRY_POP_EXPRESSION_STACK_INTO(count, "memory.copy");
WASM_TRY_POP_EXPRESSION_STACK_INTO(srcAddress, "memory.copy");
WASM_TRY_POP_EXPRESSION_STACK_INTO(dstAddress, "memory.copy");
if (m_info.memory.isMemory64()) {
WASM_VALIDATOR_FAIL_IF(TypeKind::I64 != dstAddress.type().kind, "memory.copy dstAddress to type ", dstAddress.type(), " expected ", TypeKind::I64);
WASM_VALIDATOR_FAIL_IF(TypeKind::I64 != srcAddress.type().kind, "memory.copy targetValue to type ", srcAddress.type(), " expected ", TypeKind::I64);
WASM_VALIDATOR_FAIL_IF(TypeKind::I64 != count.type().kind, "memory.copy size to type ", count.type(), " expected ", TypeKind::I64);
} else {
WASM_VALIDATOR_FAIL_IF(TypeKind::I32 != dstAddress.type().kind, "memory.copy dstAddress to type ", dstAddress.type(), " expected ", TypeKind::I32);
WASM_VALIDATOR_FAIL_IF(TypeKind::I32 != srcAddress.type().kind, "memory.copy targetValue to type ", srcAddress.type(), " expected ", TypeKind::I32);
WASM_VALIDATOR_FAIL_IF(TypeKind::I32 != count.type().kind, "memory.copy size to type ", count.type(), " expected ", TypeKind::I32);
}
WASM_TRY_ADD_TO_CONTEXT(addMemoryCopy(dstAddress, srcAddress, count));
break;
}
case Ext1OpType::MemoryInit: {
MemoryInitImmediates immediates;
WASM_FAIL_IF_HELPER_FAILS(parseMemoryInitImmediates(immediates));
TypedExpression dstAddress;
TypedExpression srcAddress;
TypedExpression length;
WASM_TRY_POP_EXPRESSION_STACK_INTO(length, "memory.init");
WASM_TRY_POP_EXPRESSION_STACK_INTO(srcAddress, "memory.init");
WASM_TRY_POP_EXPRESSION_STACK_INTO(dstAddress, "memory.init");
if (m_info.memory.isMemory64())
WASM_VALIDATOR_FAIL_IF(TypeKind::I64 != dstAddress.type().kind, "memory.init dst address to type ", dstAddress.type(), " expected ", TypeKind::I64);
else
WASM_VALIDATOR_FAIL_IF(TypeKind::I32 != dstAddress.type().kind, "memory.init dst address to type ", dstAddress.type(), " expected ", TypeKind::I32);
WASM_VALIDATOR_FAIL_IF(TypeKind::I32 != srcAddress.type().kind, "memory.init src address to type ", srcAddress.type(), " expected ", TypeKind::I32);
WASM_VALIDATOR_FAIL_IF(TypeKind::I32 != length.type().kind, "memory.init length to type ", length.type(), " expected ", TypeKind::I32);
WASM_TRY_ADD_TO_CONTEXT(addMemoryInit(immediates.dataSegmentIndex, dstAddress, srcAddress, length));
break;
}
case Ext1OpType::DataDrop: {
unsigned dataSegmentIndex;
WASM_FAIL_IF_HELPER_FAILS(parseDataSegmentIndex(dataSegmentIndex));
WASM_TRY_ADD_TO_CONTEXT(addDataDrop(dataSegmentIndex));
break;
}
#define CREATE_CASE(name, id, b3op, inc, operandType, returnType) case Ext1OpType::name: return truncSaturated(op, Types::returnType, Types::operandType);
FOR_EACH_WASM_TRUNC_SATURATED_OP(CREATE_CASE)
#undef CREATE_CASE
default:
WASM_PARSER_FAIL_IF(true, "invalid 0xfc extended op "_s, m_currentExtOp);
break;
}
return { };
}
case ExtGC: {
WASM_PARSER_FAIL_IF(!parseVarUInt32(m_currentExtOp), "can't parse extended GC opcode"_s);
m_context.willParseExtendedOpcode();
ExtGCOpType op = static_cast<ExtGCOpType>(m_currentExtOp);
switch (op) {
case ExtGCOpType::RefI31: {
TypedExpression value;
WASM_TRY_POP_EXPRESSION_STACK_INTO(value, "ref.i31");
WASM_VALIDATOR_FAIL_IF(!value.type().isI32(), "ref.i31 value to type ", value.type(), " expected ", TypeKind::I32);
ExpressionType result;
WASM_TRY_ADD_TO_CONTEXT(addRefI31(value, result));
m_expressionStack.constructAndAppend(Type { TypeKind::Ref, static_cast<TypeIndex>(TypeKind::I31ref) }, result);
break;
}
case ExtGCOpType::I31GetS: {
TypedExpression ref;
WASM_TRY_POP_EXPRESSION_STACK_INTO(ref, "i31.get_s");
WASM_VALIDATOR_FAIL_IF(!isI31ref(ref.type()), "i31.get_s ref to type ", ref.type(), " expected ", TypeKind::I31ref);
ExpressionType result;
WASM_TRY_ADD_TO_CONTEXT(addI31GetS(ref, result));
m_expressionStack.constructAndAppend(Types::I32, result);
break;
}
case ExtGCOpType::I31GetU: {
TypedExpression ref;
WASM_TRY_POP_EXPRESSION_STACK_INTO(ref, "i31.get_u");
WASM_VALIDATOR_FAIL_IF(!isI31ref(ref.type()), "i31.get_u ref to type ", ref.type(), " expected ", TypeKind::I31ref);
ExpressionType result;
WASM_TRY_ADD_TO_CONTEXT(addI31GetU(ref, result));
m_expressionStack.constructAndAppend(Types::I32, result);
break;
}
case ExtGCOpType::ArrayNew: {
uint32_t typeIndex;
FieldType fieldType;
Type arrayRefType;
WASM_FAIL_IF_HELPER_FAILS(parseArrayTypeDefinition("array.new"_s, false, typeIndex, fieldType, arrayRefType));
Type unpackedElementType = fieldType.type.unpacked();
TypedExpression value, size;
WASM_TRY_POP_EXPRESSION_STACK_INTO(size, "array.new");
WASM_TRY_POP_EXPRESSION_STACK_INTO(value, "array.new");
WASM_VALIDATOR_FAIL_IF(!isSubtype(value.type(), unpackedElementType), "array.new value to type ", value.type(), " expected ", unpackedElementType);
WASM_VALIDATOR_FAIL_IF(TypeKind::I32 != size.type().kind, "array.new index to type ", size.type(), " expected ", TypeKind::I32);
if (unpackedElementType.isV128())
m_context.notifyFunctionUsesSIMD();
ExpressionType result;
WASM_TRY_ADD_TO_CONTEXT(addArrayNew(typeIndex, size, value, result));
m_expressionStack.constructAndAppend(arrayRefType, result);
break;
}
case ExtGCOpType::ArrayNewDefault: {
uint32_t typeIndex;
FieldType fieldType;
Type arrayRefType;
WASM_FAIL_IF_HELPER_FAILS(parseArrayTypeDefinition("array.new_default"_s, false, typeIndex, fieldType, arrayRefType));
WASM_VALIDATOR_FAIL_IF(!isDefaultableType(fieldType.type), "array.new_default index ", typeIndex, " does not reference an array definition with a defaultable type");
TypedExpression size;
WASM_TRY_POP_EXPRESSION_STACK_INTO(size, "array.new_default");
WASM_VALIDATOR_FAIL_IF(TypeKind::I32 != size.type().kind, "array.new_default index to type ", size.type(), " expected ", TypeKind::I32);
ExpressionType result;
WASM_TRY_ADD_TO_CONTEXT(addArrayNewDefault(typeIndex, size, result));
m_expressionStack.constructAndAppend(arrayRefType, result);
break;
}
case ExtGCOpType::ArrayNewFixed: {
// Get the array type and element type
uint32_t typeIndex;
FieldType fieldType;
Type arrayRefType;
WASM_FAIL_IF_HELPER_FAILS(parseArrayTypeDefinition("array.new_fixed"_s, false, typeIndex, fieldType, arrayRefType));
const Type elementType = fieldType.type.unpacked();
// Get number of arguments
uint32_t argc;
WASM_PARSER_FAIL_IF(!parseVarUInt32(argc), "can't get argument count for array.new_fixed"_s);
WASM_VALIDATOR_FAIL_IF(argc > maxArrayNewFixedArgs, "array_new_fixed can take at most "_s, maxArrayNewFixedArgs, " operands. Got "_s, argc);
// If more arguments are expected than the current stack size, that's an error
WASM_VALIDATOR_FAIL_IF(argc > m_expressionStack.size(), "array_new_fixed: found ", m_expressionStack.size(), " operands on stack; expected ", argc, " operands");
// Allocate stack space for arguments
ArgumentList args;
size_t firstArgumentIndex = m_expressionStack.size() - argc;
WASM_ALLOCATOR_FAIL_IF(!args.tryReserveInitialCapacity(argc), "can't allocate enough memory for array.new_fixed "_s, argc, " values"_s);
args.grow(argc);
// Start parsing arguments; the expected type for each one is the unpacked version of the array element type
for (size_t i = 0; i < argc; ++i) {
TypedExpression arg = m_expressionStack.at(m_expressionStack.size() - i - 1);
WASM_VALIDATOR_FAIL_IF(!isSubtype(arg.type(), elementType), "argument type mismatch in array.new_fixed, got ", arg.type(), ", expected a subtype of ", elementType);
args[args.size() - i - 1] = arg;
m_context.didPopValueFromStack(arg, "GC ArrayNew"_s);
}
m_expressionStack.shrink(firstArgumentIndex);
// We already checked that the expression stack was deep enough, so it's safe to assert this
RELEASE_ASSERT(argc == args.size());
if (elementType.isV128())
m_context.notifyFunctionUsesSIMD();
ExpressionType result;
WASM_TRY_ADD_TO_CONTEXT(addArrayNewFixed(typeIndex, args, result));
m_expressionStack.constructAndAppend(arrayRefType, result);
break;
}
case ExtGCOpType::ArrayNewData: {
uint32_t typeIndex;
FieldType fieldType;
Type arrayRefType;
WASM_FAIL_IF_HELPER_FAILS(parseArrayTypeDefinition("array.new_data"_s, false, typeIndex, fieldType, arrayRefType));
const StorageType storageType = fieldType.type;
WASM_VALIDATOR_FAIL_IF(storageType.is<Type>() && isRefType(storageType.as<Type>()), "array.new_data expected numeric, packed, or vector type; found ", storageType.as<Type>());
uint32_t dataIndex;
WASM_PARSER_FAIL_IF(!parseVarUInt32(dataIndex), "can't get data segment index for array.new_data"_s);
WASM_VALIDATOR_FAIL_IF(!(m_info.dataSegmentsCount()), "array.new_data in module with no data segments");
WASM_VALIDATOR_FAIL_IF(dataIndex >= m_info.dataSegmentsCount(), "array.new_data segment index ",
dataIndex, " is out of bounds (maximum data segment index is ", *m_info.numberOfDataSegments -1, ")");
// Get the array size
TypedExpression size;
WASM_TRY_POP_EXPRESSION_STACK_INTO(size, "array.new_data");
WASM_VALIDATOR_FAIL_IF(TypeKind::I32 != size.type().kind, "array.new_data: size has type ", size.type().kind, " expected ", TypeKind::I32);
// Get the offset into the data segment
TypedExpression offset;
WASM_TRY_POP_EXPRESSION_STACK_INTO(offset, "array.new_data");
WASM_VALIDATOR_FAIL_IF(TypeKind::I32 != offset.type().kind, "array.new_data: offset has type ", offset.type().kind, " expected ", TypeKind::I32);
ExpressionType result;
WASM_TRY_ADD_TO_CONTEXT(addArrayNewData(typeIndex, dataIndex, size, offset, result));
m_expressionStack.constructAndAppend(arrayRefType, result);
break;
}
case ExtGCOpType::ArrayNewElem: {
uint32_t typeIndex;
FieldType fieldType;
Type arrayRefType;
WASM_FAIL_IF_HELPER_FAILS(parseArrayTypeDefinition("array.new_elem"_s, false, typeIndex, fieldType, arrayRefType));
// Get the element segment index
uint32_t elemSegmentIndex;
WASM_PARSER_FAIL_IF(!parseVarUInt32(elemSegmentIndex), "can't get elements segment index for array.new_elem"_s);
uint32_t numElementsSegments = m_info.elements.size();
WASM_VALIDATOR_FAIL_IF(!(numElementsSegments), "array.new_elem in module with no elements segments");
WASM_VALIDATOR_FAIL_IF(elemSegmentIndex >= numElementsSegments, "array.new_elem segment index ",
elemSegmentIndex, " is out of bounds (maximum element segment index is ", numElementsSegments -1, ")");
// Get the element type for this segment
const Element& elementsSegment = m_info.elements[elemSegmentIndex];
// Array element type must be a supertype of the element type for this element segment
const StorageType storageType = fieldType.type;
WASM_VALIDATOR_FAIL_IF(storageType.is<PackedType>(), "type mismatch in array.new_elem: expected `funcref` or `externref`");
WASM_VALIDATOR_FAIL_IF(!isSubtype(elementsSegment.elementType, storageType.unpacked()), "type mismatch in array.new_elem: segment elements have type ", elementsSegment.elementType, " but array.new_elem operation expects elements of type ", storageType.unpacked());
// Create function wrappers for any functions in this element segment.
// We conservatively assume that the `array.new_canon_elem` instruction will be executed.
// An optimization would be to lazily create the wrappers when the array is initialized.
addReferencedFunctions(elementsSegment);
// Get the array size
TypedExpression size;
WASM_TRY_POP_EXPRESSION_STACK_INTO(size, "array.new_elem");
WASM_VALIDATOR_FAIL_IF(TypeKind::I32 != size.type().kind, "array.new_elem: size has type ", size.type().kind, " expected ", TypeKind::I32);
// Get the offset into the data segment
TypedExpression offset;
WASM_TRY_POP_EXPRESSION_STACK_INTO(offset, "array.new_elem");
WASM_VALIDATOR_FAIL_IF(TypeKind::I32 != offset.type().kind, "array.new_elem: offset has type ", offset.type().kind, " expected ", TypeKind::I32);
ExpressionType result;
WASM_TRY_ADD_TO_CONTEXT(addArrayNewElem(typeIndex, elemSegmentIndex, size, offset, result));
m_expressionStack.constructAndAppend(arrayRefType, result);
break;
}
case ExtGCOpType::ArrayGet:
case ExtGCOpType::ArrayGetS:
case ExtGCOpType::ArrayGetU: {
auto opName = op == ExtGCOpType::ArrayGet ? "array.get"_s : op == ExtGCOpType::ArrayGetS ? "array.get_s"_s : "array.get_u"_s;
uint32_t typeIndex;
FieldType fieldType;
Type arrayRefType;
WASM_FAIL_IF_HELPER_FAILS(parseArrayTypeDefinition(opName, true, typeIndex, fieldType, arrayRefType));
StorageType elementType = fieldType.type;
// array.get_s and array.get_u are only valid for packed arrays
if (op == ExtGCOpType::ArrayGetS || op == ExtGCOpType::ArrayGetU)
WASM_PARSER_FAIL_IF(!elementType.is<PackedType>(), opName, " applied to wrong type of array -- expected: i8 or i16, found "_s, elementType.as<Type>().kind);
// array.get is not valid for packed arrays
if (op == ExtGCOpType::ArrayGet)
WASM_PARSER_FAIL_IF(elementType.is<PackedType>(), opName, " applied to packed array of "_s, elementType.as<PackedType>(), " -- use array.get_s or array.get_u"_s);
// The type of the result will be unpacked if the array is packed.
const Type resultType = elementType.unpacked();
TypedExpression arrayref, index;
WASM_TRY_POP_EXPRESSION_STACK_INTO(index, "array.get"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(arrayref, "array.get"_s);
WASM_VALIDATOR_FAIL_IF(!isSubtype(arrayref.type(), arrayRefType), opName, " arrayref to type ", arrayref.type(), " expected ", arrayRefType);
WASM_VALIDATOR_FAIL_IF(TypeKind::I32 != index.type().kind, "array.get index to type ", index.type(), " expected ", TypeKind::I32);
if (resultType.isV128())
m_context.notifyFunctionUsesSIMD();
ExpressionType result;
WASM_TRY_ADD_TO_CONTEXT(addArrayGet(op, typeIndex, arrayref, index, result));
m_expressionStack.constructAndAppend(resultType, result);
break;
}
case ExtGCOpType::ArraySet: {
uint32_t typeIndex;
FieldType fieldType;
Type arrayRefType;
WASM_FAIL_IF_HELPER_FAILS(parseArrayTypeDefinition("array.set"_s, true, typeIndex, fieldType, arrayRefType));
// The type of the result will be unpacked if the array is packed.
const Type unpackedElementType = fieldType.type.unpacked();
WASM_VALIDATOR_FAIL_IF(fieldType.mutability != Mutability::Mutable, "array.set index ", typeIndex, " does not reference a mutable array definition");
TypedExpression arrayref, index, value;
WASM_TRY_POP_EXPRESSION_STACK_INTO(value, "array.set"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(index, "array.set"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(arrayref, "array.set"_s);
WASM_VALIDATOR_FAIL_IF(!isSubtype(arrayref.type(), arrayRefType), "array.set arrayref to type ", arrayref.type(), " expected ", arrayRefType);
WASM_VALIDATOR_FAIL_IF(TypeKind::I32 != index.type().kind, "array.set index to type ", index.type(), " expected ", TypeKind::I32);
WASM_VALIDATOR_FAIL_IF(!isSubtype(value.type(), unpackedElementType), "array.set value to type ", value.type(), " expected ", unpackedElementType);
if (unpackedElementType.isV128())
m_context.notifyFunctionUsesSIMD();
WASM_TRY_ADD_TO_CONTEXT(addArraySet(typeIndex, arrayref, index, value));
break;
}
case ExtGCOpType::ArrayLen: {
TypedExpression arrayref;
WASM_TRY_POP_EXPRESSION_STACK_INTO(arrayref, "array.len"_s);
WASM_VALIDATOR_FAIL_IF(!isSubtype(arrayref.type(), Type { TypeKind::RefNull, static_cast<TypeIndex>(TypeKind::Arrayref) }), "array.len value to type ", arrayref.type(), " expected arrayref");
ExpressionType result;
WASM_TRY_ADD_TO_CONTEXT(addArrayLen(arrayref, result));
m_expressionStack.constructAndAppend(Types::I32, result);
break;
}
case ExtGCOpType::ArrayFill: {
uint32_t typeIndex;
FieldType fieldType;
Type arrayRefType;
WASM_FAIL_IF_HELPER_FAILS(parseArrayTypeDefinition("array.fill"_s, true, typeIndex, fieldType, arrayRefType));
const Type unpackedElementType = fieldType.type.unpacked();
WASM_VALIDATOR_FAIL_IF(fieldType.mutability != Mutability::Mutable, "array.fill index ", typeIndex, " does not reference a mutable array definition");
TypedExpression arrayref, offset, value, size;
WASM_TRY_POP_EXPRESSION_STACK_INTO(size, "array.fill"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(value, "array.fill"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(offset, "array.fill"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(arrayref, "array.fill"_s);
WASM_VALIDATOR_FAIL_IF(!isSubtype(arrayref.type(), arrayRefType), "array.fill arrayref to type ", arrayref.type(), " expected ", arrayRefType);
WASM_VALIDATOR_FAIL_IF(TypeKind::I32 != offset.type().kind, "array.fill offset to type ", offset.type(), " expected ", TypeKind::I32);
WASM_VALIDATOR_FAIL_IF(!isSubtype(value.type(), unpackedElementType), "array.fill value to type ", value.type(), " expected ", unpackedElementType);
WASM_VALIDATOR_FAIL_IF(TypeKind::I32 != size.type().kind, "array.fill size to type ", size.type(), " expected ", TypeKind::I32);
if (unpackedElementType.isV128())
m_context.notifyFunctionUsesSIMD();
WASM_TRY_ADD_TO_CONTEXT(addArrayFill(typeIndex, arrayref, offset, value, size));
break;
}
case ExtGCOpType::ArrayCopy: {
uint32_t dstTypeIndex;
FieldType dstFieldType;
Type dstArrayRefType;
WASM_FAIL_IF_HELPER_FAILS(parseArrayTypeDefinition("array.copy"_s, true, dstTypeIndex, dstFieldType, dstArrayRefType));
uint32_t srcTypeIndex;
FieldType srcFieldType;
Type srcArrayRefType;
WASM_FAIL_IF_HELPER_FAILS(parseArrayTypeDefinition("array.copy"_s, true, srcTypeIndex, srcFieldType, srcArrayRefType));
WASM_VALIDATOR_FAIL_IF(dstFieldType.mutability != Mutability::Mutable, "array.copy index ", dstTypeIndex, " does not reference a mutable array definition");
WASM_VALIDATOR_FAIL_IF(!isSubtype(srcFieldType.type, dstFieldType.type), "array.copy src index ", srcTypeIndex, " does not reference a subtype of dst index ", dstTypeIndex);
TypedExpression dst, dstOffset, src, srcOffset, size;
WASM_TRY_POP_EXPRESSION_STACK_INTO(size, "array.copy"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(srcOffset, "array.copy"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(src, "array.copy"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(dstOffset, "array.copy"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(dst, "array.copy"_s);
WASM_VALIDATOR_FAIL_IF(!isSubtype(dst.type(), dstArrayRefType), "array.copy dst to type ", dst.type(), " expected ", dstArrayRefType);
WASM_VALIDATOR_FAIL_IF(TypeKind::I32 != dstOffset.type().kind, "array.copy dstOffset to type ", dstOffset.type(), " expected ", TypeKind::I32);
WASM_VALIDATOR_FAIL_IF(!isSubtype(src.type(), srcArrayRefType), "array.copy src to type ", src.type(), " expected ", srcArrayRefType);
WASM_VALIDATOR_FAIL_IF(TypeKind::I32 != srcOffset.type().kind, "array.copy srcOffset to type ", srcOffset.type(), " expected ", TypeKind::I32);
WASM_VALIDATOR_FAIL_IF(TypeKind::I32 != size.type().kind, "array.copy size to type ", size.type(), " expected ", TypeKind::I32);
WASM_TRY_ADD_TO_CONTEXT(addArrayCopy(dstTypeIndex, dst, dstOffset, srcTypeIndex, src, srcOffset, size));
break;
}
case ExtGCOpType::ArrayInitElem: {
uint32_t dstTypeIndex;
FieldType dstFieldType;
Type dstArrayRefType;
WASM_FAIL_IF_HELPER_FAILS(parseArrayTypeDefinition("array.init_elem"_s, true, dstTypeIndex, dstFieldType, dstArrayRefType));
uint32_t elemSegmentIndex;
WASM_FAIL_IF_HELPER_FAILS(parseElementIndex(elemSegmentIndex));
const Element& elementsSegment = m_info.elements[elemSegmentIndex];
Type segmentElementType = elementsSegment.elementType;
const Type unpackedElementType = dstFieldType.type.unpacked();
WASM_VALIDATOR_FAIL_IF(dstFieldType.mutability != Mutability::Mutable, "array.init_elem index ", dstTypeIndex, " does not reference a mutable array definition");
WASM_VALIDATOR_FAIL_IF(!isSubtype(segmentElementType, unpackedElementType), "type mismatch in array.init_elem: segment elements have type ", segmentElementType, " but array.init_elem operation expects elements of type ", unpackedElementType);
addReferencedFunctions(elementsSegment);
TypedExpression dst, dstOffset, srcOffset, size;
WASM_TRY_POP_EXPRESSION_STACK_INTO(size, "array.init_elem"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(srcOffset, "array.init_elem"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(dstOffset, "array.init_elem"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(dst, "array.init_elem"_s);
WASM_VALIDATOR_FAIL_IF(!isSubtype(dst.type(), dstArrayRefType), "array.init_elem dst to type ", dst.type(), " expected ", dstArrayRefType);
WASM_VALIDATOR_FAIL_IF(TypeKind::I32 != dstOffset.type().kind, "array.init_elem dstOffset to type ", dstOffset.type(), " expected ", TypeKind::I32);
WASM_VALIDATOR_FAIL_IF(TypeKind::I32 != srcOffset.type().kind, "array.init_elem srcOffset to type ", srcOffset.type(), " expected ", TypeKind::I32);
WASM_VALIDATOR_FAIL_IF(TypeKind::I32 != size.type().kind, "array.init_elem size to type ", size.type(), " expected ", TypeKind::I32);
WASM_TRY_ADD_TO_CONTEXT(addArrayInitElem(dstTypeIndex, dst, dstOffset, elemSegmentIndex, srcOffset, size));
break;
}
case ExtGCOpType::ArrayInitData: {
uint32_t dstTypeIndex;
FieldType dstFieldType;
Type dstArrayRefType;
WASM_FAIL_IF_HELPER_FAILS(parseArrayTypeDefinition("array.init_data"_s, true, dstTypeIndex, dstFieldType, dstArrayRefType));
uint32_t dataSegmentIndex;
WASM_FAIL_IF_HELPER_FAILS(parseDataSegmentIndex(dataSegmentIndex));
WASM_VALIDATOR_FAIL_IF(dstFieldType.mutability != Mutability::Mutable, "array.init_data index ", dstTypeIndex, " does not reference a mutable array definition");
WASM_VALIDATOR_FAIL_IF(!dstFieldType.type.is<PackedType>() && isRefType(dstFieldType.type.unpacked()), "array.init_data index ", dstTypeIndex, " must refer to an array definition with numeric or vector type");
TypedExpression dst, dstOffset, srcOffset, size;
WASM_TRY_POP_EXPRESSION_STACK_INTO(size, "array.init_data"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(srcOffset, "array.init_data"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(dstOffset, "array.init_data"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(dst, "array.init_data"_s);
WASM_VALIDATOR_FAIL_IF(!isSubtype(dst.type(), dstArrayRefType), "array.init_data dst to type "_s, dst.type(), " expected "_s, dstArrayRefType);
WASM_VALIDATOR_FAIL_IF(TypeKind::I32 != dstOffset.type().kind, "array.init_data dstOffset to type "_s, dstOffset.type(), " expected "_s, TypeKind::I32);
WASM_VALIDATOR_FAIL_IF(TypeKind::I32 != srcOffset.type().kind, "array.init_data srcOffset to type "_s, srcOffset.type(), " expected "_s, TypeKind::I32);
WASM_VALIDATOR_FAIL_IF(TypeKind::I32 != size.type().kind, "array.init_data size to type "_s, size.type(), " expected "_s, TypeKind::I32);
WASM_TRY_ADD_TO_CONTEXT(addArrayInitData(dstTypeIndex, dst, dstOffset, dataSegmentIndex, srcOffset, size));
break;
}
case ExtGCOpType::StructNew: {
uint32_t typeIndex;
WASM_FAIL_IF_HELPER_FAILS(parseStructTypeIndex(typeIndex, "struct.new"_s));
const auto& typeDefinition = m_info.typeSignatures[typeIndex];
const auto* structType = typeDefinition->expand().template as<StructType>();
WASM_PARSER_FAIL_IF(structType->fieldCount() > m_expressionStack.size(), "struct.new "_s, typeIndex, " requires "_s, structType->fieldCount(), " values, but the expression stack currently holds "_s, m_expressionStack.size(), " values"_s);
ArgumentList args;
size_t firstArgumentIndex = m_expressionStack.size() - structType->fieldCount();
WASM_ALLOCATOR_FAIL_IF(!args.tryReserveInitialCapacity(structType->fieldCount()), "can't allocate enough memory for struct.new "_s, structType->fieldCount(), " values"_s);
args.grow(structType->fieldCount());
bool hasV128Args = false;
for (size_t i = 0; i < structType->fieldCount(); ++i) {
TypedExpression arg = m_expressionStack.at(m_expressionStack.size() - i - 1);
const auto& fieldType = structType->field(StructFieldCount(structType->fieldCount() - i - 1)).type.unpacked();
WASM_VALIDATOR_FAIL_IF(!isSubtype(arg.type(), fieldType), "argument type mismatch in struct.new, got "_s, arg.type(), ", expected "_s, fieldType);
if (fieldType.isV128())
hasV128Args = true;
args[args.size() - i - 1] = arg;
m_context.didPopValueFromStack(arg, "StructNew*"_s);
}
m_expressionStack.shrink(firstArgumentIndex);
RELEASE_ASSERT(structType->fieldCount() == args.size());
if (hasV128Args)
m_context.notifyFunctionUsesSIMD();
ExpressionType result;
WASM_TRY_ADD_TO_CONTEXT(addStructNew(typeIndex, args, result));
m_expressionStack.constructAndAppend(Type { TypeKind::Ref, typeDefinition->index() }, result);
break;
}
case ExtGCOpType::StructNewDefault: {
uint32_t typeIndex;
WASM_FAIL_IF_HELPER_FAILS(parseStructTypeIndex(typeIndex, "struct.new_default"_s));
const auto& typeDefinition = m_info.typeSignatures[typeIndex];
const auto* structType = typeDefinition->expand().template as<StructType>();
for (StructFieldCount i = 0; i < structType->fieldCount(); i++)
WASM_PARSER_FAIL_IF(!isDefaultableType(structType->field(i).type), "struct.new_default "_s, typeIndex, " requires all fields to be defaultable, but field "_s, i, " has type "_s, structType->field(i).type);
ExpressionType result;
WASM_TRY_ADD_TO_CONTEXT(addStructNewDefault(typeIndex, result));
m_expressionStack.constructAndAppend(Type { TypeKind::Ref, typeDefinition->index() }, result);
break;
}
case ExtGCOpType::StructGet:
case ExtGCOpType::StructGetS:
case ExtGCOpType::StructGetU: {
auto opName = op == ExtGCOpType::StructGet ? "struct.get"_s : op == ExtGCOpType::StructGetS ? "struct.get_s"_s : "struct.get_u"_s;
StructFieldManipulation structGetInput;
WASM_FAIL_IF_HELPER_FAILS(parseStructFieldManipulation(structGetInput, opName));
if (op == ExtGCOpType::StructGetS || op == ExtGCOpType::StructGetU)
WASM_PARSER_FAIL_IF(!structGetInput.field.type.template is<PackedType>(), opName, " applied to wrong type of struct -- expected: i8 or i16, found "_s, structGetInput.field.type.template as<Type>().kind);
if (op == ExtGCOpType::StructGet)
WASM_PARSER_FAIL_IF(structGetInput.field.type.template is<PackedType>(), opName, " applied to packed array of "_s, structGetInput.field.type.template as<PackedType>(), " -- use struct.get_s or struct.get_u"_s);
if (structGetInput.field.type.unpacked().isV128())
m_context.notifyFunctionUsesSIMD();
ExpressionType result;
const auto& structType = *m_info.typeSignatures[structGetInput.indices.structTypeIndex]->expand().template as<StructType>();
const RTT& rtt = m_info.rtts[structGetInput.indices.structTypeIndex].get();
WASM_TRY_ADD_TO_CONTEXT(addStructGet(op, structGetInput.structReference, structType, rtt, structGetInput.indices.fieldIndex, result));
m_expressionStack.constructAndAppend(structGetInput.field.type.unpacked(), result);
break;
}
case ExtGCOpType::StructSet: {
TypedExpression value;
WASM_TRY_POP_EXPRESSION_STACK_INTO(value, "struct.set value"_s);
StructFieldManipulation structSetInput;
WASM_FAIL_IF_HELPER_FAILS(parseStructFieldManipulation(structSetInput, "struct.set"_s));
const auto& field = structSetInput.field;
WASM_PARSER_FAIL_IF(field.mutability != Mutability::Mutable, "the field "_s, structSetInput.indices.fieldIndex, " can't be set because it is immutable"_s);
WASM_PARSER_FAIL_IF(!isSubtype(value.type(), field.type.unpacked()), "type mismatch in struct.set"_s);
if (field.type.unpacked().isV128())
m_context.notifyFunctionUsesSIMD();
const auto& structType = *m_info.typeSignatures[structSetInput.indices.structTypeIndex]->expand().template as<StructType>();
const RTT& rtt = m_info.rtts[structSetInput.indices.structTypeIndex].get();
WASM_TRY_ADD_TO_CONTEXT(addStructSet(structSetInput.structReference, structType, rtt, structSetInput.indices.fieldIndex, value));
break;
}
case ExtGCOpType::RefTest:
case ExtGCOpType::RefTestNull:
case ExtGCOpType::RefCast:
case ExtGCOpType::RefCastNull: {
auto opName = op == ExtGCOpType::RefCast || op == ExtGCOpType::RefCastNull ? "ref.cast"_s : "ref.test"_s;
int32_t heapType;
WASM_PARSER_FAIL_IF(!parseHeapType(m_info, heapType), "can't get heap type for "_s, opName);
TypedExpression ref;
WASM_TRY_POP_EXPRESSION_STACK_INTO(ref, opName);
WASM_VALIDATOR_FAIL_IF(!isRefType(ref.type()), opName, " to type "_s, ref.type(), " expected a reference type"_s);
TypeIndex resultTypeIndex = static_cast<TypeIndex>(heapType);
if (typeIndexIsType(resultTypeIndex)) {
switch (static_cast<TypeKind>(heapType)) {
case TypeKind::Funcref:
case TypeKind::Nofuncref:
WASM_VALIDATOR_FAIL_IF(!isSubtype(ref.type(), funcrefType()), opName, " to type "_s, ref.type(), " expected a funcref"_s);
break;
case TypeKind::Externref:
case TypeKind::Noexternref:
WASM_VALIDATOR_FAIL_IF(!isSubtype(ref.type(), externrefType()), opName, " to type "_s, ref.type(), " expected an externref"_s);
break;
case TypeKind::Exnref:
case TypeKind::Noexnref:
WASM_VALIDATOR_FAIL_IF(!isSubtype(ref.type(), exnrefType()), opName, " to type "_s, ref.type(), " expected an exnref"_s);
break;
case TypeKind::Eqref:
case TypeKind::Anyref:
case TypeKind::Noneref:
case TypeKind::I31ref:
case TypeKind::Arrayref:
case TypeKind::Structref:
WASM_VALIDATOR_FAIL_IF(!isSubtype(ref.type(), anyrefType()), "ref.cast to type "_s, ref.type(), " expected a subtype of anyref"_s);
break;
default:
RELEASE_ASSERT_NOT_REACHED();
}
} else {
const TypeDefinition& signature = m_info.typeSignatures[heapType];
if (signature.expand().is<FunctionSignature>())
WASM_VALIDATOR_FAIL_IF(!isSubtype(ref.type(), funcrefType()), opName, " to type "_s, ref.type(), " expected a funcref"_s);
else
WASM_VALIDATOR_FAIL_IF(!isSubtype(ref.type(), anyrefType()), opName, " to type "_s, ref.type(), " expected a subtype of anyref"_s);
resultTypeIndex = signature.index();
}
ExpressionType result;
bool allowNull = op == ExtGCOpType::RefCastNull || op == ExtGCOpType::RefTestNull;
if (op == ExtGCOpType::RefCast || op == ExtGCOpType::RefCastNull) {
WASM_TRY_ADD_TO_CONTEXT(addRefCast(ref, allowNull, heapType, result));
m_expressionStack.constructAndAppend(Type { allowNull ? TypeKind::RefNull : TypeKind::Ref, resultTypeIndex }, result);
} else {
WASM_TRY_ADD_TO_CONTEXT(addRefTest(ref, allowNull, heapType, false, result));
m_expressionStack.constructAndAppend(Types::I32, result);
}
break;
}
case ExtGCOpType::BrOnCast:
case ExtGCOpType::BrOnCastFail: {
auto opName = op == ExtGCOpType::BrOnCast ? "br_on_cast"_s : "br_on_cast_fail"_s;
uint8_t flags;
WASM_VALIDATOR_FAIL_IF(!parseUInt8(flags), "can't get flags byte for "_s, opName);
bool hasNull1 = flags & 0x1;
bool hasNull2 = flags & 0x2;
uint32_t target;
WASM_FAIL_IF_HELPER_FAILS(parseBranchTarget(target));
int32_t heapType1, heapType2;
WASM_PARSER_FAIL_IF(!parseHeapType(m_info, heapType1), "can't get first heap type for "_s, opName);
WASM_PARSER_FAIL_IF(!parseHeapType(m_info, heapType2), "can't get second heap type for "_s, opName);
TypeIndex typeIndex1, typeIndex2;
if (isTypeIndexHeapType(heapType1))
typeIndex1 = m_info.typeSignatures[heapType1].get().index();
else
typeIndex1 = static_cast<TypeIndex>(heapType1);
if (isTypeIndexHeapType(heapType2))
typeIndex2 = m_info.typeSignatures[heapType2].get().index();
else
typeIndex2 = static_cast<TypeIndex>(heapType2);
// Manually pop the stack in order to avoid decreasing the stack size, as we will immediately put it back.
TypedExpression ref;
WASM_PARSER_FAIL_IF(m_expressionStack.isEmpty(), "can't pop empty stack in "_s, opName);
ref = m_expressionStack.takeLast();
WASM_VALIDATOR_FAIL_IF(!isSubtype(ref.type(), Type { hasNull1 ? TypeKind::RefNull : TypeKind::Ref, typeIndex1 }), opName, " to type "_s, ref.type(), " expected a reference type with source heaptype"_s);
WASM_VALIDATOR_FAIL_IF(!isSubtype(Type { hasNull2 ? TypeKind::RefNull : TypeKind::Ref, typeIndex2 }, Type { hasNull1 ? TypeKind::RefNull : TypeKind::Ref, typeIndex1 }), "target heaptype was not a subtype of source heaptype for "_s, opName);
Type branchTargetType;
Type nonTakenType;
// Depending on the op, the ref gets typed with targetType or srcType \ targetType in the branches.
if (op == ExtGCOpType::BrOnCast) {
branchTargetType = Type { hasNull2 ? TypeKind::RefNull : TypeKind::Ref, typeIndex2 };
nonTakenType = Type { hasNull1 && !hasNull2 ? TypeKind::RefNull : TypeKind::Ref, typeIndex1 };
} else {
branchTargetType = Type { hasNull1 && !hasNull2 ? TypeKind::RefNull : TypeKind::Ref, typeIndex1 };
nonTakenType = Type { hasNull2 ? TypeKind::RefNull : TypeKind::Ref, typeIndex2 };
}
// Put the ref back on the stack to check the branch type.
m_expressionStack.constructAndAppend(branchTargetType, ref.value());
ControlType& data = m_controlStack[m_controlStack.size() - 1 - target].controlData;
WASM_FAIL_IF_HELPER_FAILS(checkBranchTarget(data, Conditional));
m_expressionStack.takeLast();
m_expressionStack.constructAndAppend(nonTakenType, ref.value());
WASM_TRY_ADD_TO_CONTEXT(addBranchCast(data, ref, m_expressionStack, hasNull2, heapType2, op == ExtGCOpType::BrOnCastFail));
break;
}
case ExtGCOpType::AnyConvertExtern: {
TypedExpression reference;
WASM_TRY_POP_EXPRESSION_STACK_INTO(reference, "any.convert_extern"_s);
WASM_VALIDATOR_FAIL_IF(!isExternref(reference.type()), "any.convert_extern reference to type "_s, reference.type(), " expected "_s, TypeKind::Externref);
ExpressionType result;
WASM_TRY_ADD_TO_CONTEXT(addAnyConvertExtern(reference, result));
m_expressionStack.constructAndAppend(anyrefType(reference.type().isNullable()), result);
break;
}
case ExtGCOpType::ExternConvertAny: {
TypedExpression reference;
WASM_TRY_POP_EXPRESSION_STACK_INTO(reference, "extern.convert_any"_s);
WASM_VALIDATOR_FAIL_IF(!isSubtype(reference.type(), anyrefType()), "extern.convert_any reference to type "_s, reference.type(), " expected "_s, TypeKind::Anyref);
ExpressionType result;
WASM_TRY_ADD_TO_CONTEXT(addExternConvertAny(reference, result));
m_expressionStack.constructAndAppend(externrefType(reference.type().isNullable()), result);
break;
}
default:
WASM_PARSER_FAIL_IF(true, "invalid extended GC op "_s, m_currentExtOp);
break;
}
return { };
}
case ExtAtomic: {
WASM_PARSER_FAIL_IF(!parseVarUInt32(m_currentExtOp), "can't parse atomic extended opcode"_s);
m_context.willParseExtendedOpcode();
ExtAtomicOpType op = static_cast<ExtAtomicOpType>(m_currentExtOp);
#if ENABLE(WEBASSEMBLY_OMGJIT)
if (Options::dumpWasmOpcodeStatistics()) [[unlikely]]
WasmOpcodeCounter::singleton().increment(op);
#endif
switch (op) {
#define CREATE_CASE(name, id, b3op, inc, memoryType) case ExtAtomicOpType::name: return atomicLoad(op, Types::memoryType);
FOR_EACH_WASM_EXT_ATOMIC_LOAD_OP(CREATE_CASE)
#undef CREATE_CASE
#define CREATE_CASE(name, id, b3op, inc, memoryType) case ExtAtomicOpType::name: return atomicStore(op, Types::memoryType);
FOR_EACH_WASM_EXT_ATOMIC_STORE_OP(CREATE_CASE)
#undef CREATE_CASE
#define CREATE_CASE(name, id, b3op, inc, memoryType) case ExtAtomicOpType::name: return atomicBinaryRMW(op, Types::memoryType);
FOR_EACH_WASM_EXT_ATOMIC_BINARY_RMW_OP(CREATE_CASE)
#undef CREATE_CASE
case ExtAtomicOpType::MemoryAtomicWait64:
return atomicWait(op, Types::I64);
case ExtAtomicOpType::MemoryAtomicWait32:
return atomicWait(op, Types::I32);
case ExtAtomicOpType::MemoryAtomicNotify:
return atomicNotify(op);
case ExtAtomicOpType::AtomicFence:
return atomicFence(op);
case ExtAtomicOpType::I32AtomicRmw8CmpxchgU:
case ExtAtomicOpType::I32AtomicRmw16CmpxchgU:
case ExtAtomicOpType::I32AtomicRmwCmpxchg:
return atomicCompareExchange(op, Types::I32);
case ExtAtomicOpType::I64AtomicRmw8CmpxchgU:
case ExtAtomicOpType::I64AtomicRmw16CmpxchgU:
case ExtAtomicOpType::I64AtomicRmw32CmpxchgU:
case ExtAtomicOpType::I64AtomicRmwCmpxchg:
return atomicCompareExchange(op, Types::I64);
default:
WASM_PARSER_FAIL_IF(true, "invalid extended atomic op "_s, m_currentExtOp);
break;
}
return { };
}
case RefNull: {
Type typeOfNull;
int32_t heapType;
WASM_PARSER_FAIL_IF(!parseHeapType(m_info, heapType), "ref.null heaptype must be funcref, externref or type_idx"_s);
if (isTypeIndexHeapType(heapType)) {
TypeIndex typeIndex = TypeInformation::get(m_info.typeSignatures[heapType].get());
typeOfNull = Type { TypeKind::RefNull, typeIndex };
} else
typeOfNull = Type { TypeKind::RefNull, static_cast<TypeIndex>(heapType) };
m_expressionStack.constructAndAppend(typeOfNull, m_context.addConstant(typeOfNull, JSValue::encode(jsNull())));
return { };
}
case RefIsNull: {
TypedExpression value;
WASM_TRY_POP_EXPRESSION_STACK_INTO(value, "ref.is_null"_s);
WASM_VALIDATOR_FAIL_IF(!isRefType(value.type()), "ref.is_null to type "_s, value.type(), " expected a reference type"_s);
ExpressionType result;
WASM_TRY_ADD_TO_CONTEXT(addRefIsNull(value, result));
m_expressionStack.constructAndAppend(Types::I32, result);
return { };
}
case RefFunc: {
FunctionSpaceIndex index;
WASM_PARSER_FAIL_IF(!parseFunctionIndex(index), "can't get index for ref.func"_s);
// Function references don't need to be declared in constant expression contexts.
if constexpr (!std::is_same<Context, ConstExprGenerator>())
WASM_VALIDATOR_FAIL_IF(!m_info.isDeclaredFunction(index), "ref.func index "_s, index, " isn't declared"_s);
m_info.addReferencedFunction(index);
ExpressionType result;
WASM_TRY_ADD_TO_CONTEXT(addRefFunc(index, result));
TypeIndex typeIndex = m_info.typeIndexFromFunctionIndexSpace(index);
m_expressionStack.constructAndAppend(Type { TypeKind::Ref, typeIndex }, result);
return { };
}
case RefAsNonNull: {
TypedExpression ref;
WASM_TRY_POP_EXPRESSION_STACK_INTO(ref, "ref.as_non_null"_s);
WASM_VALIDATOR_FAIL_IF(!isRefType(ref.type()), "ref.as_non_null ref to type ", ref.type(), " expected a reference type");
ExpressionType result;
WASM_TRY_ADD_TO_CONTEXT(addRefAsNonNull(ref, result));
m_expressionStack.constructAndAppend(Type { TypeKind::Ref, ref.type().index }, result);
return { };
}
case BrOnNull: {
uint32_t target;
WASM_FAIL_IF_HELPER_FAILS(parseBranchTarget(target));
TypedExpression ref;
WASM_TRY_POP_EXPRESSION_STACK_INTO(ref, "br_on_null"_s);
WASM_VALIDATOR_FAIL_IF(!isRefType(ref.type()), "br_on_null ref to type "_s, ref.type(), " expected a reference type"_s);
ControlType& data = m_controlStack[m_controlStack.size() - 1 - target].controlData;
WASM_FAIL_IF_HELPER_FAILS(checkBranchTarget(data, Conditional));
ExpressionType result;
WASM_TRY_ADD_TO_CONTEXT(addBranchNull(data, ref, m_expressionStack, false, result));
m_expressionStack.constructAndAppend(Type { TypeKind::Ref, ref.type().index }, result);
return { };
}
case BrOnNonNull: {
uint32_t target;
WASM_FAIL_IF_HELPER_FAILS(parseBranchTarget(target));
TypedExpression ref;
// Pop the stack manually to avoid changing the stack size, because the branch needs the value with a different type.
WASM_PARSER_FAIL_IF(m_expressionStack.isEmpty(), "can't pop empty stack in br_on_non_null"_s);
ref = m_expressionStack.takeLast();
m_expressionStack.constructAndAppend(Type { TypeKind::Ref, ref.type().index }, ref.value());
WASM_VALIDATOR_FAIL_IF(!isRefType(ref.type()), "br_on_non_null ref to type "_s, ref.type(), " expected a reference type"_s);
ControlType& data = m_controlStack[m_controlStack.size() - 1 - target].controlData;
WASM_FAIL_IF_HELPER_FAILS(checkBranchTarget(data, Conditional));
ExpressionType unused;
WASM_TRY_ADD_TO_CONTEXT(addBranchNull(data, ref, m_expressionStack, true, unused));
// On a non-taken branch, the value is null so it's not needed on the stack.
// We add a drop to ensure the context knows we are discarding this ref value,
// not popping it before use in some operation.
WASM_TRY_POP_EXPRESSION_STACK_INTO(ref, "br_on_non_null"_s);
WASM_TRY_ADD_TO_CONTEXT(addDrop(ref));
return { };
}
case RefEq: {
TypedExpression ref0;
TypedExpression ref1;
WASM_TRY_POP_EXPRESSION_STACK_INTO(ref0, "ref.eq"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(ref1, "ref.eq"_s);
WASM_VALIDATOR_FAIL_IF(!isSubtype(ref0.type(), eqrefType()), "ref.eq ref0 to type "_s, ref0.type().kind, " expected "_s, TypeKind::Eqref);
WASM_VALIDATOR_FAIL_IF(!isSubtype(ref1.type(), eqrefType()), "ref.eq ref1 to type "_s, ref1.type().kind, " expected "_s, TypeKind::Eqref);
ExpressionType result;
WASM_TRY_ADD_TO_CONTEXT(addRefEq(ref0, ref1, result));
m_expressionStack.constructAndAppend(Types::I32, result);
return { };
}
case GetLocal: {
uint32_t index;
WASM_FAIL_IF_HELPER_FAILS(parseIndexForLocal(index));
WASM_FAIL_IF_HELPER_FAILS(checkLocalInitialized(index));
ExpressionType result;
WASM_TRY_ADD_TO_CONTEXT(getLocal(index, result));
m_expressionStack.constructAndAppend(m_locals[index], result);
return { };
}
case SetLocal: {
uint32_t index;
WASM_FAIL_IF_HELPER_FAILS(parseIndexForLocal(index));
pushLocalInitialized(index);
TypedExpression value;
WASM_TRY_POP_EXPRESSION_STACK_INTO(value, "set_local"_s);
WASM_VALIDATOR_FAIL_IF(index >= m_locals.size(), "attempt to set unknown local "_s, index, ", the number of locals is "_s, m_locals.size());
WASM_VALIDATOR_FAIL_IF(!isSubtype(value.type(), m_locals[index]), "set_local to type "_s, value.type(), " expected "_s, m_locals[index]);
WASM_TRY_ADD_TO_CONTEXT(setLocal(index, value));
return { };
}
case TeeLocal: {
uint32_t index;
WASM_FAIL_IF_HELPER_FAILS(parseIndexForLocal(index));
pushLocalInitialized(index);
WASM_PARSER_FAIL_IF(m_expressionStack.isEmpty(), "can't tee_local on empty expression stack"_s);
TypedExpression value;
WASM_TRY_POP_EXPRESSION_STACK_INTO(value, "tee_local"_s);
WASM_VALIDATOR_FAIL_IF(index >= m_locals.size(), "attempt to tee unknown local "_s, index, "_s, the number of locals is "_s, m_locals.size());
WASM_VALIDATOR_FAIL_IF(!isSubtype(value.type(), m_locals[index]), "set_local to type "_s, value.type(), " expected "_s, m_locals[index]);
ExpressionType result;
WASM_TRY_ADD_TO_CONTEXT(teeLocal(index, value, result));
m_expressionStack.constructAndAppend(m_locals[index], result);
return { };
}
case GetGlobal: {
uint32_t index;
WASM_FAIL_IF_HELPER_FAILS(parseIndexForGlobal(index));
Type resultType = m_info.globals[index].type;
ASSERT(isValueType(resultType));
if (resultType.isV128())
m_context.notifyFunctionUsesSIMD();
ExpressionType result;
WASM_TRY_ADD_TO_CONTEXT(getGlobal(index, result));
m_expressionStack.constructAndAppend(resultType, result);
return { };
}
case SetGlobal: {
uint32_t index;
WASM_FAIL_IF_HELPER_FAILS(parseIndexForGlobal(index));
WASM_VALIDATOR_FAIL_IF(index >= m_info.globals.size(), "set_global "_s, index, " of unknown global, limit is "_s, m_info.globals.size());
WASM_VALIDATOR_FAIL_IF(m_info.globals[index].mutability == Mutability::Immutable, "set_global "_s, index, " is immutable"_s);
TypedExpression value;
WASM_TRY_POP_EXPRESSION_STACK_INTO(value, "set_global value"_s);
Type globalType = m_info.globals[index].type;
ASSERT(isValueType(globalType));
WASM_VALIDATOR_FAIL_IF(!isSubtype(value.type(), globalType), "set_global "_s, index, " with type "_s, globalType.kind, " with a variable of type "_s, value.type().kind);
if (globalType.isV128())
m_context.notifyFunctionUsesSIMD();
WASM_TRY_ADD_TO_CONTEXT(setGlobal(index, value));
return { };
}
case TailCall:
WASM_PARSER_FAIL_IF(!Options::useWasmTailCalls(), "wasm tail calls are not enabled"_s);
[[fallthrough]];
case Call: {
FunctionSpaceIndex functionIndex;
WASM_FAIL_IF_HELPER_FAILS(parseFunctionIndex(functionIndex));
TypeIndex calleeTypeIndex = m_info.typeIndexFromFunctionIndexSpace(functionIndex);
const TypeDefinition& typeDefinition = TypeInformation::get(calleeTypeIndex).expand();
const auto& calleeSignature = *typeDefinition.as<FunctionSignature>();
WASM_PARSER_FAIL_IF(calleeSignature.argumentCount() > m_expressionStack.size(), "call function index "_s, functionIndex, " has "_s, calleeSignature.argumentCount(), " arguments, but the expression stack currently holds "_s, m_expressionStack.size(), " values"_s);
size_t firstArgumentIndex = m_expressionStack.size() - calleeSignature.argumentCount();
ArgumentList args;
WASM_ALLOCATOR_FAIL_IF(!args.tryReserveInitialCapacity(calleeSignature.argumentCount()), "can't allocate enough memory for call's "_s, calleeSignature.argumentCount(), " arguments"_s);
args.grow(calleeSignature.argumentCount());
for (size_t i = 0; i < calleeSignature.argumentCount(); ++i) {
size_t stackIndex = m_expressionStack.size() - i - 1;
TypedExpression arg = m_expressionStack.at(stackIndex);
WASM_VALIDATOR_FAIL_IF(!isSubtype(arg.type(), calleeSignature.argumentType(calleeSignature.argumentCount() - i - 1)), "argument type mismatch in call, got "_s, arg.type(), ", expected "_s, calleeSignature.argumentType(calleeSignature.argumentCount() - i - 1));
args[args.size() - i - 1] = arg;
m_context.didPopValueFromStack(arg, "Call"_s);
}
m_expressionStack.shrink(firstArgumentIndex);
RELEASE_ASSERT(calleeSignature.argumentCount() == args.size());
ResultList results;
if (m_currentOpcode == TailCall) {
const auto& callerSignature = *m_signature->template as<FunctionSignature>();
WASM_PARSER_FAIL_IF(calleeSignature.returnCount() != callerSignature.returnCount(), "tail call function index "_s, functionIndex, " with return count "_s, calleeSignature.returnCount(), ", but the caller's signature has "_s, callerSignature.returnCount(), " return values"_s);
for (unsigned i = 0; i < calleeSignature.returnCount(); ++i)
WASM_VALIDATOR_FAIL_IF(!isSubtype(calleeSignature.returnType(i), callerSignature.returnType(i)), "tail call function index "_s, functionIndex, " return type mismatch: "_s , "expected "_s, callerSignature.returnType(i), ", got "_s, calleeSignature.returnType(i));
WASM_TRY_ADD_TO_CONTEXT(addCall(m_callProfileIndex++, functionIndex, typeDefinition, args, results, CallType::TailCall));
m_unreachableBlocks = 1;
return { };
}
WASM_TRY_ADD_TO_CONTEXT(addCall(m_callProfileIndex++, functionIndex, typeDefinition, args, results));
RELEASE_ASSERT(calleeSignature.returnCount() == results.size());
for (unsigned i = 0; i < calleeSignature.returnCount(); ++i) {
Type returnType = calleeSignature.returnType(i);
if (returnType.isV128()) {
// We care SIMD only when it is not a tail-call: in tail-call case, return values are not visible to this function.
m_context.notifyFunctionUsesSIMD();
}
m_expressionStack.constructAndAppend(returnType, results[i]);
}
return { };
}
case TailCallIndirect:
WASM_PARSER_FAIL_IF(!Options::useWasmTailCalls(), "wasm tail calls are not enabled"_s);
[[fallthrough]];
case CallIndirect: {
uint32_t signatureIndex;
uint32_t tableIndex;
WASM_PARSER_FAIL_IF(!m_info.tableCount(), "call_indirect is only valid when a table is defined or imported"_s);
WASM_PARSER_FAIL_IF(!parseVarUInt32(signatureIndex), "can't get call_indirect's signature index"_s);
WASM_PARSER_FAIL_IF(!parseVarUInt32(tableIndex), "can't get call_indirect's table index"_s);
WASM_PARSER_FAIL_IF(tableIndex >= m_info.tableCount(), "call_indirect's table index "_s, tableIndex, " invalid, limit is "_s, m_info.tableCount());
WASM_PARSER_FAIL_IF(m_info.typeCount() <= signatureIndex, "call_indirect's signature index "_s, signatureIndex, " exceeds known signatures "_s, m_info.typeCount());
WASM_PARSER_FAIL_IF(m_info.tables[tableIndex].type() != TableElementType::Funcref, "call_indirect is only valid when a table has type funcref"_s);
const TypeDefinition& typeDefinition = m_info.typeSignatures[signatureIndex].get();
WASM_VALIDATOR_FAIL_IF(!typeDefinition.expand().is<FunctionSignature>(), "invalid type index (not a function signature) for call_indirect, got ", signatureIndex);
const auto& calleeSignature = *typeDefinition.expand().as<FunctionSignature>();
size_t argumentCount = calleeSignature.argumentCount() + 1; // Add the callee's index.
WASM_PARSER_FAIL_IF(argumentCount > m_expressionStack.size(), "call_indirect expects "_s, argumentCount, " arguments, but the expression stack currently holds "_s, m_expressionStack.size(), " values"_s);
WASM_VALIDATOR_FAIL_IF(!m_expressionStack.last().type().isI32(), "non-i32 call_indirect index "_s, m_expressionStack.last().type());
ArgumentList args;
WASM_ALLOCATOR_FAIL_IF(!args.tryReserveInitialCapacity(argumentCount), "can't allocate enough memory for "_s, argumentCount, " call_indirect arguments"_s);
args.grow(argumentCount);
size_t firstArgumentIndex = m_expressionStack.size() - argumentCount;
for (size_t i = 0; i < argumentCount; ++i) {
size_t stackIndex = m_expressionStack.size() - i - 1;
TypedExpression arg = m_expressionStack.at(stackIndex);
if (i > 0)
WASM_VALIDATOR_FAIL_IF(!isSubtype(arg.type(), calleeSignature.argumentType(argumentCount - i - 1)), "argument type mismatch in call_indirect, got "_s, arg.type(), ", expected "_s, calleeSignature.argumentType(argumentCount - i - 1));
args[args.size() - i - 1] = arg;
m_context.didPopValueFromStack(arg, "CallIndirect"_s);
}
m_expressionStack.shrink(firstArgumentIndex);
ResultList results;
if (m_currentOpcode == TailCallIndirect) {
const auto& callerSignature = *m_signature->template as<FunctionSignature>();
WASM_PARSER_FAIL_IF(calleeSignature.returnCount() != callerSignature.returnCount(), "tail call indirect function with return count "_s, calleeSignature.returnCount(), "_s, but the caller's signature has "_s, callerSignature.returnCount(), " return values"_s);
for (unsigned i = 0; i < calleeSignature.returnCount(); ++i)
WASM_VALIDATOR_FAIL_IF(!isSubtype(calleeSignature.returnType(i), callerSignature.returnType(i)), "tail call indirect return type mismatch: "_s , "expected "_s, callerSignature.returnType(i), ", got "_s, calleeSignature.returnType(i));
WASM_TRY_ADD_TO_CONTEXT(addCallIndirect(m_callProfileIndex++, tableIndex, typeDefinition, args, results, CallType::TailCall));
m_unreachableBlocks = 1;
return { };
}
WASM_TRY_ADD_TO_CONTEXT(addCallIndirect(m_callProfileIndex++, tableIndex, typeDefinition, args, results));
for (unsigned i = 0; i < calleeSignature.returnCount(); ++i) {
Type returnType = calleeSignature.returnType(i);
if (returnType.isV128()) {
// We care SIMD only when it is not a tail-call: in tail-call case, return values are not visible to this function.
m_context.notifyFunctionUsesSIMD();
}
m_expressionStack.constructAndAppend(returnType, results[i]);
}
return { };
}
case TailCallRef:
WASM_PARSER_FAIL_IF(!Options::useWasmTailCalls(), "wasm tail calls are not enabled"_s);
[[fallthrough]];
case CallRef: {
uint32_t typeIndex;
WASM_PARSER_FAIL_IF(!parseVarUInt32(typeIndex), "can't get call_ref's signature index"_s);
WASM_VALIDATOR_FAIL_IF(typeIndex >= m_info.typeCount(), "call_ref index ", typeIndex, " is out of bounds");
WASM_PARSER_FAIL_IF(m_expressionStack.isEmpty(), "can't call_ref on empty expression stack"_s);
const TypeDefinition& typeDefinition = m_info.typeSignatures[typeIndex];
const TypeIndex calleeTypeIndex = typeDefinition.index();
WASM_VALIDATOR_FAIL_IF(!typeDefinition.expand().is<FunctionSignature>(), "invalid type index (not a function signature) for call_ref, got ", typeIndex);
const auto& calleeSignature = *typeDefinition.expand().as<FunctionSignature>();
Type calleeType = Type { TypeKind::RefNull, calleeTypeIndex };
WASM_VALIDATOR_FAIL_IF(!isSubtype(m_expressionStack.last().type(), calleeType), "invalid type for call_ref value, expected ", calleeType, " got ", m_expressionStack.last().type());
size_t argumentCount = calleeSignature.argumentCount() + 1; // Add the callee's value.
WASM_PARSER_FAIL_IF(argumentCount > m_expressionStack.size(), "call_ref expects ", argumentCount, " arguments, but the expression stack currently holds ", m_expressionStack.size(), " values");
ArgumentList args;
WASM_ALLOCATOR_FAIL_IF(!args.tryReserveInitialCapacity(argumentCount), "can't allocate enough memory for ", argumentCount, " call_indirect arguments");
args.grow(argumentCount);
size_t firstArgumentIndex = m_expressionStack.size() - argumentCount;
for (size_t i = 0; i < argumentCount; ++i) {
size_t stackIndex = m_expressionStack.size() - i - 1;
TypedExpression arg = m_expressionStack.at(stackIndex);
if (i > 0)
WASM_VALIDATOR_FAIL_IF(!isSubtype(arg.type(), calleeSignature.argumentType(argumentCount - i - 1)), "argument type mismatch in call_ref, got ", arg.type(), ", expected ", calleeSignature.argumentType(argumentCount - i - 1));
args[args.size() - i - 1] = arg;
m_context.didPopValueFromStack(arg, "CallRef"_s);
}
m_expressionStack.shrink(firstArgumentIndex);
ResultList results;
if (m_currentOpcode == TailCallRef) {
const auto& callerSignature = *m_signature->template as<FunctionSignature>();
WASM_PARSER_FAIL_IF(calleeSignature.returnCount() != callerSignature.returnCount(), "tail call indirect function with return count "_s, calleeSignature.returnCount(), "_s, but the caller's signature has "_s, callerSignature.returnCount(), " return values"_s);
for (unsigned i = 0; i < calleeSignature.returnCount(); ++i)
WASM_VALIDATOR_FAIL_IF(!isSubtype(calleeSignature.returnType(i), callerSignature.returnType(i)), "tail call ref return type mismatch: "_s , "expected "_s, callerSignature.returnType(i), ", got "_s, calleeSignature.returnType(i));
WASM_TRY_ADD_TO_CONTEXT(addCallRef(m_callProfileIndex++, typeDefinition, args, results, CallType::TailCall));
m_unreachableBlocks = 1;
return { };
}
WASM_TRY_ADD_TO_CONTEXT(addCallRef(m_callProfileIndex++, typeDefinition, args, results));
for (unsigned i = 0; i < calleeSignature.returnCount(); ++i) {
Type returnType = calleeSignature.returnType(i);
if (returnType.isV128()) {
// We care SIMD only when it is not a tail-call: in tail-call case, return values are not visible to this function.
m_context.notifyFunctionUsesSIMD();
}
m_expressionStack.constructAndAppend(returnType, results[i]);
}
return { };
}
case Block: {
// First try parsing the simple cases with potentially repeated block instructions.
bool shouldContinue;
WASM_FAIL_IF_HELPER_FAILS(parseNestedBlocksEagerly(shouldContinue));
if (!shouldContinue)
return { };
BlockSignature inlineSignature;
WASM_PARSER_FAIL_IF(!parseBlockSignatureAndNotifySIMDUseIfNeeded(inlineSignature), "can't get block's signature"_s);
WASM_VALIDATOR_FAIL_IF(m_expressionStack.size() < inlineSignature.argumentCount(), "Too few values on stack for block. Block expects ", inlineSignature.argumentCount(), ", but only ", m_expressionStack.size(), " were present. Block has inlineSignature: ", inlineSignature);
unsigned offset = m_expressionStack.size() - inlineSignature.argumentCount();
for (unsigned i = 0; i < inlineSignature.argumentCount(); ++i) {
Type type = m_expressionStack.at(offset + i).type();
WASM_VALIDATOR_FAIL_IF(!isSubtype(type, inlineSignature.argumentType(i)), "Block expects the argument at index", i, " to be ", inlineSignature.argumentType(i), " but argument has type ", type);
}
int64_t oldSize = m_expressionStack.size();
Stack newStack;
ControlType block;
WASM_TRY_ADD_TO_CONTEXT(addBlock(WTF::move(inlineSignature), m_expressionStack, block, newStack));
ASSERT_UNUSED(oldSize, oldSize - m_expressionStack.size() == block.signature().argumentCount());
ASSERT(newStack.size() == block.signature().argumentCount());
switchToBlock(WTF::move(block), WTF::move(newStack));
return { };
}
case Loop: {
BlockSignature inlineSignature;
WASM_PARSER_FAIL_IF(!parseBlockSignatureAndNotifySIMDUseIfNeeded(inlineSignature), "can't get loop's signature"_s);
WASM_VALIDATOR_FAIL_IF(m_expressionStack.size() < inlineSignature.argumentCount(), "Too few values on stack for loop block. Loop expects ", inlineSignature.argumentCount(), ", but only ", m_expressionStack.size(), " were present. Loop has inlineSignature: ", inlineSignature);
unsigned offset = m_expressionStack.size() - inlineSignature.argumentCount();
for (unsigned i = 0; i < inlineSignature.argumentCount(); ++i) {
Type type = m_expressionStack.at(offset + i).type();
WASM_VALIDATOR_FAIL_IF(!isSubtype(type, inlineSignature.argumentType(i)), "Loop expects the argument at index", i, " to be ", inlineSignature.argumentType(i), " but argument has type ", type);
}
int64_t oldSize = m_expressionStack.size();
Stack newStack;
ControlType loop;
WASM_TRY_ADD_TO_CONTEXT(addLoop(WTF::move(inlineSignature), m_expressionStack, loop, newStack, m_loopIndex++));
ASSERT_UNUSED(oldSize, oldSize - m_expressionStack.size() == loop.signature().argumentCount());
ASSERT(newStack.size() == loop.signature().argumentCount());
m_controlStack.append({ WTF::move(m_expressionStack), { }, getLocalInitStackHeight(), WTF::move(loop) });
m_expressionStack = WTF::move(newStack);
return { };
}
case If: {
BlockSignature inlineSignature;
TypedExpression condition;
WASM_PARSER_FAIL_IF(!parseBlockSignatureAndNotifySIMDUseIfNeeded(inlineSignature), "can't get if's signature"_s);
WASM_TRY_POP_EXPRESSION_STACK_INTO(condition, "if condition"_s);
WASM_VALIDATOR_FAIL_IF(!condition.type().isI32(), "if condition must be i32, got ", condition.type());
WASM_VALIDATOR_FAIL_IF(m_expressionStack.size() < inlineSignature.argumentCount(), "Too few arguments on stack for if block. If expects ", inlineSignature.argumentCount(), ", but only ", m_expressionStack.size(), " were present. If block has signature: ", inlineSignature);
unsigned offset = m_expressionStack.size() - inlineSignature.argumentCount();
for (unsigned i = 0; i < inlineSignature.argumentCount(); ++i)
WASM_VALIDATOR_FAIL_IF(!isSubtype(m_expressionStack[offset + i].type(), inlineSignature.argumentType(i)), "Loop expects the argument at index", i, " to be ", inlineSignature.argumentType(i), " but argument has type ", m_expressionStack[i].type());
int64_t oldSize = m_expressionStack.size();
Stack newStack;
ControlType control;
WASM_TRY_ADD_TO_CONTEXT(addIf(condition, WTF::move(inlineSignature), m_expressionStack, control, newStack));
ASSERT_UNUSED(oldSize, oldSize - m_expressionStack.size() == control.signature().argumentCount());
ASSERT(newStack.size() == control.signature().argumentCount());
m_controlStack.append({ WTF::move(m_expressionStack), newStack, getLocalInitStackHeight(), WTF::move(control) });
m_expressionStack = WTF::move(newStack);
return { };
}
case Else: {
WASM_PARSER_FAIL_IF(m_controlStack.size() == 1, "can't use else block at the top-level of a function"_s);
ControlEntry& controlEntry = m_controlStack.last();
WASM_VALIDATOR_FAIL_IF(!ControlType::isIf(controlEntry.controlData), "else block isn't associated to an if");
WASM_FAIL_IF_HELPER_FAILS(checkExpressionStack(controlEntry.controlData));
WASM_TRY_ADD_TO_CONTEXT(addElse(controlEntry.controlData, m_expressionStack));
m_expressionStack = WTF::move(controlEntry.elseBlockStack);
resetLocalInitStackToHeight(controlEntry.localInitStackHeight);
return { };
}
case Try: {
m_info.m_usesLegacyExceptions.storeRelaxed(true);
BlockSignature inlineSignature;
WASM_PARSER_FAIL_IF(!parseBlockSignatureAndNotifySIMDUseIfNeeded(inlineSignature), "can't get try's signature"_s);
WASM_VALIDATOR_FAIL_IF(m_expressionStack.size() < inlineSignature.argumentCount(), "Too few arguments on stack for try block. Try expects ", inlineSignature.argumentCount(), ", but only ", m_expressionStack.size(), " were present. Try block has signature: ", inlineSignature);
unsigned offset = m_expressionStack.size() - inlineSignature.argumentCount();
for (unsigned i = 0; i < inlineSignature.argumentCount(); ++i)
WASM_VALIDATOR_FAIL_IF(!isSubtype(m_expressionStack[offset + i].type(), inlineSignature.argumentType(i)), "Try expects the argument at index", i, " to be ", inlineSignature.argumentType(i), " but argument has type ", m_expressionStack[i].type());
int64_t oldSize = m_expressionStack.size();
Stack newStack;
ControlType control;
WASM_TRY_ADD_TO_CONTEXT(addTry(WTF::move(inlineSignature), m_expressionStack, control, newStack));
ASSERT_UNUSED(oldSize, oldSize - m_expressionStack.size() == control.signature().argumentCount());
ASSERT(newStack.size() == control.signature().argumentCount());
m_controlStack.append({ WTF::move(m_expressionStack), { }, getLocalInitStackHeight(), WTF::move(control) });
m_expressionStack = WTF::move(newStack);
return { };
}
case Catch: {
WASM_PARSER_FAIL_IF(m_controlStack.size() == 1, "can't use catch block at the top-level of a function"_s);
uint32_t exceptionIndex;
WASM_FAIL_IF_HELPER_FAILS(parseExceptionIndex(exceptionIndex));
TypeIndex typeIndex = m_info.typeIndexFromExceptionIndexSpace(exceptionIndex);
const TypeDefinition& signature = TypeInformation::get(typeIndex).expand();
const auto& exceptionSignature = *signature.as<FunctionSignature>();
ControlEntry& controlEntry = m_controlStack.last();
WASM_VALIDATOR_FAIL_IF(!isTryOrCatch(controlEntry.controlData), "catch block isn't associated to a try");
WASM_FAIL_IF_HELPER_FAILS(checkExpressionStack(controlEntry.controlData));
ResultList results;
Stack preCatchStack;
m_expressionStack.swap(preCatchStack);
WASM_TRY_ADD_TO_CONTEXT(addCatch(exceptionIndex, signature, preCatchStack, controlEntry.controlData, results));
RELEASE_ASSERT(exceptionSignature.argumentCount() == results.size());
for (unsigned i = 0; i < exceptionSignature.argumentCount(); ++i) {
Type argumentType = exceptionSignature.argumentType(i);
if (argumentType.isV128())
m_context.notifyFunctionUsesSIMD();
m_expressionStack.constructAndAppend(argumentType, results[i]);
}
resetLocalInitStackToHeight(controlEntry.localInitStackHeight);
ASSERT(m_info.m_usesLegacyExceptions.loadRelaxed());
return { };
}
case CatchAll: {
WASM_PARSER_FAIL_IF(m_controlStack.size() == 1, "can't use catch block at the top-level of a function"_s);
ControlEntry& controlEntry = m_controlStack.last();
WASM_VALIDATOR_FAIL_IF(!isTryOrCatch(controlEntry.controlData), "catch block isn't associated to a try");
WASM_FAIL_IF_HELPER_FAILS(checkExpressionStack(controlEntry.controlData));
ResultList results;
Stack preCatchStack;
m_expressionStack.swap(preCatchStack);
WASM_TRY_ADD_TO_CONTEXT(addCatchAll(preCatchStack, controlEntry.controlData));
resetLocalInitStackToHeight(controlEntry.localInitStackHeight);
ASSERT(m_info.m_usesLegacyExceptions.loadRelaxed());
return { };
}
case TryTable: {
m_info.m_usesModernExceptions.storeRelaxed(true);
BlockSignature inlineSignature;
WASM_PARSER_FAIL_IF(!parseBlockSignatureAndNotifySIMDUseIfNeeded(inlineSignature), "can't get try_table's signature"_s);
WASM_VALIDATOR_FAIL_IF(m_expressionStack.size() < inlineSignature.argumentCount(), "Too few values on stack for block. Block expects ", inlineSignature.argumentCount(), ", but only ", m_expressionStack.size(), " were present. Block has inlineSignature: ", inlineSignature);
unsigned offset = m_expressionStack.size() - inlineSignature.argumentCount();
for (unsigned i = 0; i < inlineSignature.argumentCount(); ++i) {
Type type = m_expressionStack.at(offset + i).type();
WASM_VALIDATOR_FAIL_IF(!isSubtype(type, inlineSignature.argumentType(i)), "Block expects the argument at index", i, " to be ", inlineSignature.argumentType(i), " but argument has type ", type);
}
uint32_t numberOfCatches;
Vector<CatchHandler> targets;
WASM_PARSER_FAIL_IF(!parseVarUInt32(numberOfCatches), "can't get the number of catch statements for try_table"_s);
WASM_PARSER_FAIL_IF(numberOfCatches == std::numeric_limits<uint32_t>::max(), "try_table's number of catch targets is too big "_s, numberOfCatches);
WASM_ALLOCATOR_FAIL_IF(!targets.tryReserveCapacity(numberOfCatches), "can't allocate try_table target"_s);
for (size_t i = 0; i < numberOfCatches; ++i) {
// catch = (opcode), (tag?), (label)
uint8_t catchOpcode = 0;
uint32_t exceptionTag = std::numeric_limits<uint32_t>::max();
uint32_t exceptionLabel;
const TypeDefinition* signature = nullptr;
WASM_PARSER_FAIL_IF(!parseUInt8(catchOpcode), "can't read opcode of try_table catch at index "_s, i);
WASM_PARSER_FAIL_IF(catchOpcode > CatchKind::CatchAllRef, "invalid opcode of try_table catch at index "_s, i, ", opcode "_s, catchOpcode, " is invalid"_s);
if (catchOpcode < CatchKind::CatchAll) {
WASM_PARSER_FAIL_IF(!parseExceptionIndex(exceptionTag), "can't read tag of try_table catch at index "_s, i);
TypeIndex typeIndex = m_info.typeIndexFromExceptionIndexSpace(exceptionTag);
const TypeDefinition& specifiedSignature = TypeInformation::get(typeIndex).expand();
const auto& exceptionSignature = *specifiedSignature.as<FunctionSignature>();
signature = &specifiedSignature;
for (unsigned i = 0; i < exceptionSignature.argumentCount(); ++i) {
Type argumentType = exceptionSignature.argumentType(i);
if (argumentType.isV128())
m_context.notifyFunctionUsesSIMD();
}
}
WASM_PARSER_FAIL_IF(!parseVarUInt32(exceptionLabel), "can't read label of try_table catch at index "_s, i);
WASM_PARSER_FAIL_IF(exceptionLabel >= m_controlStack.size(), "try_table's catch target "_s, exceptionLabel, " exceeds control stack size "_s, m_controlStack.size());
// Type checking
targets.append({
static_cast<CatchKind>(catchOpcode),
exceptionTag,
signature,
{ m_controlStack.size() - 1 - exceptionLabel },
});
}
for (auto& catchTarget : targets) {
auto& target = resolveControlRef(catchTarget.target).controlData;
Stack results;
results.reserveInitialCapacity(target.branchTargetArity());
if (catchTarget.type == CatchKind::Catch || catchTarget.type == CatchKind::CatchRef) {
for (unsigned arg = 0; arg < catchTarget.exceptionSignature->template as<FunctionSignature>()->argumentCount(); ++arg) {
ExpressionType exp;
results.constructAndAppend(catchTarget.exceptionSignature->template as<FunctionSignature>()->argumentType(arg), exp);
}
}
if (catchTarget.type == CatchKind::CatchRef || catchTarget.type == CatchKind::CatchAllRef) {
ExpressionType exp;
results.constructAndAppend(Type { TypeKind::Ref, static_cast<TypeIndex>(TypeKind::Exnref) }, exp);
}
WASM_VALIDATOR_FAIL_IF(results.size() != target.branchTargetArity());
for (unsigned i = 0; i < target.branchTargetArity(); ++i)
WASM_VALIDATOR_FAIL_IF(!isSubtype(results[i].type(), target.branchTargetType(i)), "try_table target type mismatch");
}
int64_t oldSize = m_expressionStack.size();
Stack newStack;
ControlType block;
WASM_TRY_ADD_TO_CONTEXT(addTryTable(WTF::move(inlineSignature), m_expressionStack, targets, block, newStack));
ASSERT_UNUSED(oldSize, oldSize - m_expressionStack.size() == block.signature().argumentCount());
ASSERT(newStack.size() == block.signature().argumentCount());
switchToBlock(WTF::move(block), WTF::move(newStack));
return { };
}
case Delegate: {
WASM_PARSER_FAIL_IF(m_controlStack.size() == 1, "can't use delegate at the top-level of a function"_s);
uint32_t target;
WASM_FAIL_IF_HELPER_FAILS(parseDelegateTarget(target, /* unreachableBlocks */ 0));
ControlEntry controlEntry = m_controlStack.takeLast();
WASM_VALIDATOR_FAIL_IF(!ControlType::isTry(controlEntry.controlData), "delegate isn't associated to a try");
ControlType& targetData = m_controlStack[m_controlStack.size() - 1 - target].controlData;
WASM_VALIDATOR_FAIL_IF(!ControlType::isTry(targetData) && !ControlType::isTopLevel(targetData), "delegate target isn't a try or the top level block");
WASM_TRY_ADD_TO_CONTEXT(addDelegate(targetData, controlEntry.controlData));
WASM_FAIL_IF_HELPER_FAILS(checkExpressionStack(controlEntry.controlData));
WASM_TRY_ADD_TO_CONTEXT(endBlock(controlEntry, m_expressionStack));
m_expressionStack.swap(controlEntry.enclosedExpressionStack);
resetLocalInitStackToHeight(controlEntry.localInitStackHeight);
return { };
}
case Throw: {
uint32_t exceptionIndex;
WASM_FAIL_IF_HELPER_FAILS(parseExceptionIndex(exceptionIndex));
TypeIndex typeIndex = m_info.typeIndexFromExceptionIndexSpace(exceptionIndex);
const TypeDefinition& signature = TypeInformation::get(typeIndex).expand();
const auto& exceptionSignature = *signature.as<FunctionSignature>();
WASM_VALIDATOR_FAIL_IF(m_expressionStack.size() < exceptionSignature.argumentCount(), "Too few arguments on stack for the exception being thrown. The exception expects ", exceptionSignature.argumentCount(), ", but only ", m_expressionStack.size(), " were present. Exception has signature: ", exceptionSignature);
unsigned offset = m_expressionStack.size() - exceptionSignature.argumentCount();
ArgumentList args;
WASM_ALLOCATOR_FAIL_IF(!args.tryReserveInitialCapacity(exceptionSignature.argumentCount()), "can't allocate enough memory for throw's "_s, exceptionSignature.argumentCount(), " arguments"_s);
args.grow(exceptionSignature.argumentCount());
for (unsigned i = 0; i < exceptionSignature.argumentCount(); ++i) {
TypedExpression arg = m_expressionStack.at(m_expressionStack.size() - i - 1);
WASM_VALIDATOR_FAIL_IF(!isSubtype(arg.type(), exceptionSignature.argumentType(exceptionSignature.argumentCount() - i - 1)), "The exception being thrown expects the argument at index ", i, " to be ", exceptionSignature.argumentType(exceptionSignature.argumentCount() - i - 1), " but argument has type ", arg.type());
args[args.size() - i - 1] = arg;
m_context.didPopValueFromStack(arg, "Throw"_s);
}
m_expressionStack.shrink(offset);
WASM_TRY_ADD_TO_CONTEXT(addThrow(exceptionIndex, args, m_expressionStack));
m_unreachableBlocks = 1;
return { };
}
case ThrowRef: {
TypedExpression exnref;
WASM_TRY_POP_EXPRESSION_STACK_INTO(exnref, "exception reference"_s);
WASM_VALIDATOR_FAIL_IF(!isSubtype(exnref.type(), exnrefType()), "throw_ref expected an exception reference"_s);
WASM_TRY_ADD_TO_CONTEXT(addThrowRef(exnref, m_expressionStack));
m_unreachableBlocks = 1;
return { };
}
case Rethrow: {
uint32_t target;
WASM_FAIL_IF_HELPER_FAILS(parseBranchTarget(target));
ControlType& data = m_controlStack[m_controlStack.size() - 1 - target].controlData;
WASM_VALIDATOR_FAIL_IF(!ControlType::isAnyCatch(data), "rethrow doesn't refer to a catch block");
WASM_TRY_ADD_TO_CONTEXT(addRethrow(target, data));
m_unreachableBlocks = 1;
return { };
}
case Br:
case BrIf: {
uint32_t target;
WASM_FAIL_IF_HELPER_FAILS(parseBranchTarget(target));
TypedExpression condition;
if (m_currentOpcode == BrIf) {
WASM_TRY_POP_EXPRESSION_STACK_INTO(condition, "br / br_if condition"_s);
WASM_VALIDATOR_FAIL_IF(!condition.type().isI32(), "conditional branch with non-i32 condition ", condition.type());
} else {
m_unreachableBlocks = 1;
condition = TypedExpression { Types::Void, Context::emptyExpression() };
}
ControlType& data = m_controlStack[m_controlStack.size() - 1 - target].controlData;
WASM_FAIL_IF_HELPER_FAILS(checkBranchTarget(data, m_currentOpcode == BrIf ? Conditional : Unconditional));
WASM_TRY_ADD_TO_CONTEXT(addBranch(data, condition, m_expressionStack));
return { };
}
case BrTable: {
uint32_t numberOfTargets;
uint32_t defaultTargetIndex;
TypedExpression condition;
Vector<ControlType*> targets;
WASM_PARSER_FAIL_IF(!parseVarUInt32(numberOfTargets), "can't get the number of targets for br_table"_s);
WASM_PARSER_FAIL_IF(numberOfTargets == std::numeric_limits<uint32_t>::max(), "br_table's number of targets is too big "_s, numberOfTargets);
WASM_ALLOCATOR_FAIL_IF(!targets.tryReserveCapacity(numberOfTargets), "can't allocate memory for "_s, numberOfTargets, " br_table targets"_s);
String errorMessage;
targets.appendUsingFunctor(numberOfTargets, [&](size_t i) -> ControlType* {
uint32_t target;
if (!parseVarUInt32(target)) [[unlikely]] {
if (errorMessage.isNull())
errorMessage = WTF::makeString("can't get "_s, i, "th target for br_table"_s);
return nullptr;
}
if (target >= m_controlStack.size()) [[unlikely]] {
if (errorMessage.isNull())
errorMessage = WTF::makeString("br_table's "_s, i, "th target "_s, target, " exceeds control stack size "_s, m_controlStack.size());
return nullptr;
}
return &m_controlStack[m_controlStack.size() - 1 - target].controlData;
});
WASM_PARSER_FAIL_IF(!errorMessage.isNull(), errorMessage);
WASM_PARSER_FAIL_IF(!parseVarUInt32(defaultTargetIndex), "can't get default target for br_table"_s);
WASM_PARSER_FAIL_IF(defaultTargetIndex >= m_controlStack.size(), "br_table's default target "_s, defaultTargetIndex, " exceeds control stack size "_s, m_controlStack.size());
ControlType& defaultTarget = m_controlStack[m_controlStack.size() - 1 - defaultTargetIndex].controlData;
WASM_TRY_POP_EXPRESSION_STACK_INTO(condition, "br_table condition"_s);
WASM_VALIDATOR_FAIL_IF(!condition.type().isI32(), "br_table with non-i32 condition ", condition.type());
for (unsigned i = 0; i < targets.size(); ++i) {
ControlType* target = targets[i];
WASM_VALIDATOR_FAIL_IF(defaultTarget.branchTargetArity() != target->branchTargetArity(), "br_table target type size mismatch. Default has size: ", defaultTarget.branchTargetArity(), "but target: ", i, " has size: ", target->branchTargetArity());
// In the presence of subtyping, we need to check each branch target.
WASM_FAIL_IF_HELPER_FAILS(checkBranchTarget(*target, Unconditional));
}
WASM_FAIL_IF_HELPER_FAILS(checkBranchTarget(defaultTarget, Unconditional));
WASM_TRY_ADD_TO_CONTEXT(addSwitch(condition, targets, defaultTarget, m_expressionStack));
m_unreachableBlocks = 1;
return { };
}
case Return: {
WASM_FAIL_IF_HELPER_FAILS(checkBranchTarget(m_controlStack[0].controlData, Unconditional));
WASM_TRY_ADD_TO_CONTEXT(addReturn(m_controlStack[0].controlData, m_expressionStack));
m_unreachableBlocks = 1;
return { };
}
case End: {
ControlEntry data = m_controlStack.takeLast();
if (ControlType::isIf(data.controlData)) {
WASM_FAIL_IF_HELPER_FAILS(checkExpressionStack(data.controlData));
WASM_TRY_ADD_TO_CONTEXT(addElse(data.controlData, m_expressionStack));
m_expressionStack = WTF::move(data.elseBlockStack);
}
// When ending an 'if'/'else', including a synthetic 'else' added right above,
// the spec requires the output type of 'if' to be the type from the signature.
const bool shouldForceSignature = ControlType::isElse(data.controlData);
// FIXME: This is a little weird in that it will modify the expressionStack for the result of the block.
// That's a little too effectful for me but I don't have a better API right now.
// see: https://bugs.webkit.org/show_bug.cgi?id=164353
WASM_FAIL_IF_HELPER_FAILS(checkExpressionStack(data.controlData, shouldForceSignature));
WASM_TRY_ADD_TO_CONTEXT(endBlock(data, m_expressionStack));
m_expressionStack.swap(data.enclosedExpressionStack);
if (!ControlType::isTopLevel(data.controlData))
resetLocalInitStackToHeight(data.localInitStackHeight);
return { };
}
case Unreachable: {
WASM_TRY_ADD_TO_CONTEXT(addUnreachable());
m_unreachableBlocks = 1;
return { };
}
case Drop: {
TypedExpression last;
WASM_TRY_POP_EXPRESSION_STACK_INTO(last, "can't drop on empty stack"_s);
WASM_TRY_ADD_TO_CONTEXT(addDrop(last));
return { };
}
case Nop: {
return { };
}
case GrowMemory: {
WASM_PARSER_FAIL_IF(!m_info.memory, "grow_memory is only valid if a memory is defined or imported"_s);
uint8_t reserved;
WASM_PARSER_FAIL_IF(!parseUInt8(reserved), "can't parse reserved byte for grow_memory"_s);
WASM_PARSER_FAIL_IF(reserved, "reserved byte for grow_memory must be zero"_s);
TypedExpression delta;
bool isMemory64 = m_info.memory.isMemory64();
if (isMemory64) {
WASM_TRY_POP_EXPRESSION_STACK_INTO(delta, "expect an i64 argument to grow_memory on the stack"_s);
WASM_VALIDATOR_FAIL_IF(!delta.type().isI64(), "grow_memory with non-i64 delta argument has type: ", delta.type());
} else {
WASM_TRY_POP_EXPRESSION_STACK_INTO(delta, "expect an i32 argument to grow_memory on the stack"_s);
WASM_VALIDATOR_FAIL_IF(!delta.type().isI32(), "grow_memory with non-i32 delta argument has type: ", delta.type());
}
ExpressionType result;
WASM_TRY_ADD_TO_CONTEXT(addGrowMemory(delta, result));
m_expressionStack.constructAndAppend(isMemory64 ? Types::I64 : Types::I32, result);
return { };
}
case CurrentMemory: {
WASM_PARSER_FAIL_IF(!m_info.memory, "current_memory is only valid if a memory is defined or imported"_s);
uint8_t reserved;
WASM_PARSER_FAIL_IF(!parseUInt8(reserved), "can't parse reserved byte for current_memory"_s);
WASM_PARSER_FAIL_IF(reserved, "reserved byte for current_memory must be zero"_s);
ExpressionType result;
WASM_TRY_ADD_TO_CONTEXT(addCurrentMemory(result));
m_expressionStack.constructAndAppend(m_info.memory.isMemory64() ? Types::I64 : Types::I32, result);
return { };
}
#if ENABLE(B3_JIT)
case ExtSIMD: {
WASM_PARSER_FAIL_IF(!Options::useWasmSIMD(), "wasm-simd is not enabled"_s);
m_context.notifyFunctionUsesSIMD();
WASM_PARSER_FAIL_IF(!parseVarUInt32(m_currentExtOp), "can't parse wasm extended opcode"_s);
m_context.willParseExtendedOpcode();
constexpr bool isReachable = true;
ExtSIMDOpType op = static_cast<ExtSIMDOpType>(m_currentExtOp);
if (Options::dumpWasmOpcodeStatistics()) [[unlikely]]
WasmOpcodeCounter::singleton().increment(op);
switch (op) {
#define CREATE_SIMD_CASE(name, _, laneOp, lane, signMode) case ExtSIMDOpType::name: return simd<isReachable>(SIMDLaneOperation::laneOp, lane, signMode);
FOR_EACH_WASM_EXT_SIMD_GENERAL_OP(CREATE_SIMD_CASE)
#undef CREATE_SIMD_CASE
#define CREATE_SIMD_CASE(name, _, laneOp, lane, signMode, relArg) case ExtSIMDOpType::name: return simd<isReachable>(SIMDLaneOperation::laneOp, lane, signMode, relArg);
FOR_EACH_WASM_EXT_SIMD_REL_OP(CREATE_SIMD_CASE)
#undef CREATE_SIMD_CASE
default:
WASM_PARSER_FAIL_IF(true, "invalid extended simd op "_s, m_currentExtOp);
break;
}
return { };
}
#else
case ExtSIMD:
WASM_PARSER_FAIL_IF(true, "wasm-simd is not supported"_s);
return { };
#endif
}
ASSERT_NOT_REACHED();
return { };
}
// FIXME: We should try to use the same decoder function for both unreachable and reachable code. https://bugs.webkit.org/show_bug.cgi?id=165965
template<typename Context>
auto FunctionParser<Context>::parseUnreachableExpression() -> PartialResult
{
ASSERT(m_unreachableBlocks);
#define CREATE_CASE(name, ...) case OpType::name:
switch (m_currentOpcode) {
case Else: {
if (m_unreachableBlocks > 1)
return { };
ControlEntry& data = m_controlStack.last();
m_unreachableBlocks = 0;
WASM_VALIDATOR_FAIL_IF(!ControlType::isIf(data.controlData), "else block isn't associated to an if");
WASM_TRY_ADD_TO_CONTEXT(addElseToUnreachable(data.controlData));
m_expressionStack = WTF::move(data.elseBlockStack);
return { };
}
case Catch: {
uint32_t exceptionIndex;
WASM_FAIL_IF_HELPER_FAILS(parseExceptionIndex(exceptionIndex));
TypeIndex typeIndex = m_info.typeIndexFromExceptionIndexSpace(exceptionIndex);
const TypeDefinition& signature = TypeInformation::get(typeIndex).expand();
const auto& exceptionSignature = *signature.as<FunctionSignature>();
if (m_unreachableBlocks > 1)
return { };
ControlEntry& data = m_controlStack.last();
WASM_VALIDATOR_FAIL_IF(!isTryOrCatch(data.controlData), "catch block isn't associated to a try");
m_unreachableBlocks = 0;
m_expressionStack = { };
ResultList results;
WASM_TRY_ADD_TO_CONTEXT(addCatchToUnreachable(exceptionIndex, signature, data.controlData, results));
RELEASE_ASSERT(exceptionSignature.argumentCount() == results.size());
for (unsigned i = 0; i < exceptionSignature.argumentCount(); ++i) {
Type argumentType = exceptionSignature.argumentType(i);
if (argumentType.isV128())
m_context.notifyFunctionUsesSIMD();
m_expressionStack.constructAndAppend(argumentType, results[i]);
}
return { };
}
case CatchAll: {
if (m_unreachableBlocks > 1)
return { };
ControlEntry& data = m_controlStack.last();
m_unreachableBlocks = 0;
m_expressionStack = { };
WASM_VALIDATOR_FAIL_IF(!isTryOrCatch(data.controlData), "catch block isn't associated to a try");
WASM_TRY_ADD_TO_CONTEXT(addCatchAllToUnreachable(data.controlData));
return { };
}
case Delegate: {
WASM_PARSER_FAIL_IF(m_controlStack.size() == 1, "can't use delegate at the top-level of a function"_s);
uint32_t target;
WASM_FAIL_IF_HELPER_FAILS(parseDelegateTarget(target, m_unreachableBlocks));
if (m_unreachableBlocks == 1) {
ControlEntry controlEntry = m_controlStack.takeLast();
WASM_VALIDATOR_FAIL_IF(!ControlType::isTry(controlEntry.controlData), "delegate isn't associated to a try");
ControlType& data = m_controlStack[m_controlStack.size() - 1 - target].controlData;
WASM_VALIDATOR_FAIL_IF(!ControlType::isTry(data) && !ControlType::isTopLevel(data), "delegate target isn't a try block");
WASM_TRY_ADD_TO_CONTEXT(addDelegateToUnreachable(data, controlEntry.controlData));
Stack emptyStack;
WASM_TRY_ADD_TO_CONTEXT(addEndToUnreachable(controlEntry, emptyStack));
m_expressionStack.swap(controlEntry.enclosedExpressionStack);
}
m_unreachableBlocks--;
return { };
}
case End: {
if (m_unreachableBlocks == 1) {
ControlEntry data = m_controlStack.takeLast();
if (ControlType::isIf(data.controlData)) {
WASM_TRY_ADD_TO_CONTEXT(addElseToUnreachable(data.controlData));
m_expressionStack = WTF::move(data.elseBlockStack);
WASM_FAIL_IF_HELPER_FAILS(checkExpressionStack(data.controlData));
WASM_TRY_ADD_TO_CONTEXT(endBlock(data, m_expressionStack));
} else {
Stack emptyStack;
WASM_TRY_ADD_TO_CONTEXT(addEndToUnreachable(data, emptyStack));
}
m_expressionStack.swap(data.enclosedExpressionStack);
}
m_unreachableBlocks--;
return { };
}
case Try:
case Loop:
case If:
case Block: {
m_unreachableBlocks++;
BlockSignature unused;
WASM_PARSER_FAIL_IF(!parseBlockSignatureAndNotifySIMDUseIfNeeded(unused), "can't get inline type for "_s, m_currentOpcode, " in unreachable context"_s);
return { };
}
case BrTable: {
uint32_t numberOfTargets;
uint32_t unused;
WASM_PARSER_FAIL_IF(!parseVarUInt32(numberOfTargets), "can't get the number of targets for br_table in unreachable context"_s);
WASM_PARSER_FAIL_IF(numberOfTargets == std::numeric_limits<uint32_t>::max(), "br_table's number of targets is too big "_s, numberOfTargets);
for (uint32_t i = 0; i < numberOfTargets; ++i)
WASM_PARSER_FAIL_IF(!parseVarUInt32(unused), "can't get "_s, i, "th target for br_table in unreachable context"_s);
WASM_PARSER_FAIL_IF(!parseVarUInt32(unused), "can't get default target for br_table in unreachable context"_s);
return { };
}
case TryTable: {
m_unreachableBlocks++;
BlockSignature unused;
uint32_t numberOfCatches;
WASM_PARSER_FAIL_IF(!parseBlockSignatureAndNotifySIMDUseIfNeeded(unused), "can't get try_table's signature in unreachable context"_s);
WASM_PARSER_FAIL_IF(!parseVarUInt32(numberOfCatches), "can't get the number of catch statements for try_table in unreachable context"_s);
for (uint32_t i = 0; i < numberOfCatches; ++i) {
uint8_t catchOpcode = 0;
uint32_t unusedTag;
uint32_t unusedLabel;
WASM_PARSER_FAIL_IF(!parseUInt8(catchOpcode), "can't get catch opcode for try_table in unreachable context"_s);
WASM_PARSER_FAIL_IF(catchOpcode > 0x03, "invalid catch opcode for try_table in unreachable context"_s);
if (catchOpcode < 2)
WASM_PARSER_FAIL_IF(!parseExceptionIndex(unusedTag), "invalid exception tag for try_table in unreachable context"_s);
WASM_PARSER_FAIL_IF(!parseVarUInt32(unusedLabel), "invalid destination label for try_table in unreachable context"_s);
}
return { };
}
case TailCallIndirect:
WASM_PARSER_FAIL_IF(!Options::useWasmTailCalls(), "wasm tail calls are not enabled"_s);
[[fallthrough]];
case CallIndirect: {
uint32_t unused;
uint32_t unused2;
WASM_PARSER_FAIL_IF(!parseVarUInt32(unused), "can't get call_indirect's signature index in unreachable context"_s);
WASM_PARSER_FAIL_IF(!parseVarUInt32(unused2), "can't get call_indirect's reserved byte in unreachable context"_s);
return { };
}
case TailCallRef:
WASM_PARSER_FAIL_IF(!Options::useWasmTailCalls(), "wasm tail calls are not enabled"_s);
[[fallthrough]];
case CallRef: {
uint32_t unused;
WASM_PARSER_FAIL_IF(!parseVarUInt32(unused), "can't call_ref's signature index in unreachable context"_s);
return { };
}
case F32Const: {
uint32_t unused;
WASM_PARSER_FAIL_IF(!parseUInt32(unused), "can't parse 32-bit floating-point constant"_s);
return { };
}
case F64Const: {
uint64_t constant;
WASM_PARSER_FAIL_IF(!parseUInt64(constant), "can't parse 64-bit floating-point constant"_s);
return { };
}
// two immediate cases
FOR_EACH_WASM_MEMORY_LOAD_OP(CREATE_CASE)
FOR_EACH_WASM_MEMORY_STORE_OP(CREATE_CASE) {
uint32_t unused;
WASM_PARSER_FAIL_IF(!parseVarUInt32(unused), "can't get first immediate for "_s, m_currentOpcode, " in unreachable context"_s);
if (m_info.memory.isMemory64()) {
uint64_t unused64;
WASM_PARSER_FAIL_IF(!parseVarUInt64(unused64), "can't get second immediate for "_s, m_currentOpcode, " in unreachable context"_s);
} else
WASM_PARSER_FAIL_IF(!parseVarUInt32(unused), "can't get second immediate for "_s, m_currentOpcode, " in unreachable context"_s);
return { };
}
case GetLocal: {
uint32_t index;
WASM_FAIL_IF_HELPER_FAILS(parseIndexForLocal(index));
WASM_FAIL_IF_HELPER_FAILS(checkLocalInitialized(index));
return { };
}
case SetLocal:
case TeeLocal: {
uint32_t index;
WASM_FAIL_IF_HELPER_FAILS(parseIndexForLocal(index));
pushLocalInitialized(index);
return { };
}
case GetGlobal:
case SetGlobal: {
uint32_t index;
WASM_FAIL_IF_HELPER_FAILS(parseIndexForGlobal(index));
return { };
}
case TailCall:
WASM_PARSER_FAIL_IF(!Options::useWasmTailCalls(), "wasm tail calls are not enabled"_s);
[[fallthrough]];
case Call: {
FunctionSpaceIndex functionIndex;
WASM_FAIL_IF_HELPER_FAILS(parseFunctionIndex(functionIndex));
return { };
}
case Rethrow: {
uint32_t target;
WASM_FAIL_IF_HELPER_FAILS(parseBranchTarget(target));
ControlType& data = m_controlStack[m_controlStack.size() - 1 - target].controlData;
WASM_VALIDATOR_FAIL_IF(!ControlType::isAnyCatch(data), "rethrow doesn't refer to a catch block"_s);
return { };
}
case Br:
case BrIf: {
uint32_t target;
WASM_FAIL_IF_HELPER_FAILS(parseBranchTarget(target, m_unreachableBlocks));
return { };
}
case Throw: {
uint32_t exceptionIndex;
WASM_FAIL_IF_HELPER_FAILS(parseExceptionIndex(exceptionIndex));
return { };
}
case ThrowRef: {
return { };
}
case I32Const: {
int32_t unused;
WASM_PARSER_FAIL_IF(!parseVarInt32(unused), "can't get immediate for "_s, m_currentOpcode, " in unreachable context"_s);
return { };
}
case I64Const: {
int64_t unused;
WASM_PARSER_FAIL_IF(!parseVarInt64(unused), "can't get immediate for "_s, m_currentOpcode, " in unreachable context"_s);
return { };
}
case Ext1: {
WASM_PARSER_FAIL_IF(!parseVarUInt32(m_currentExtOp), "can't parse extended 0xfc opcode"_s);
m_context.willParseExtendedOpcode();
switch (static_cast<Ext1OpType>(m_currentExtOp)) {
case Ext1OpType::TableInit: {
TableInitImmediates immediates;
WASM_FAIL_IF_HELPER_FAILS(parseTableInitImmediates(immediates));
return { };
}
case Ext1OpType::ElemDrop: {
unsigned elementIndex;
WASM_FAIL_IF_HELPER_FAILS(parseElementIndex(elementIndex));
return { };
}
case Ext1OpType::TableSize:
case Ext1OpType::TableGrow:
case Ext1OpType::TableFill: {
unsigned tableIndex;
WASM_FAIL_IF_HELPER_FAILS(parseTableIndex(tableIndex));
return { };
}
case Ext1OpType::TableCopy: {
TableCopyImmediates immediates;
WASM_FAIL_IF_HELPER_FAILS(parseTableCopyImmediates(immediates));
return { };
}
case Ext1OpType::MemoryFill: {
WASM_FAIL_IF_HELPER_FAILS(parseMemoryFillImmediate());
return { };
}
case Ext1OpType::MemoryCopy: {
WASM_FAIL_IF_HELPER_FAILS(parseMemoryCopyImmediates());
return { };
}
case Ext1OpType::MemoryInit: {
MemoryInitImmediates immediates;
WASM_FAIL_IF_HELPER_FAILS(parseMemoryInitImmediates(immediates));
return { };
}
case Ext1OpType::DataDrop: {
unsigned dataSegmentIndex;
WASM_FAIL_IF_HELPER_FAILS(parseDataSegmentIndex(dataSegmentIndex));
return { };
}
#define CREATE_EXT1_CASE(name, ...) case Ext1OpType::name:
FOR_EACH_WASM_TRUNC_SATURATED_OP(CREATE_EXT1_CASE)
return { };
#undef CREATE_EXT1_CASE
default:
WASM_PARSER_FAIL_IF(true, "invalid extended 0xfc op "_s, m_currentExtOp);
break;
}
return { };
}
case AnnotatedSelect: {
AnnotatedSelectImmediates immediates;
WASM_FAIL_IF_HELPER_FAILS(parseAnnotatedSelectImmediates(immediates));
return { };
}
case TableGet:
case TableSet: {
unsigned tableIndex;
WASM_PARSER_FAIL_IF(!parseVarUInt32(tableIndex), "can't parse table index"_s);
[[fallthrough]];
}
case RefIsNull: {
return { };
}
case RefNull: {
int32_t unused;
WASM_PARSER_FAIL_IF(!parseHeapType(m_info, unused), "can't get heap type for "_s, m_currentOpcode, " in unreachable context"_s);
return { };
}
case RefFunc: {
uint32_t unused;
WASM_PARSER_FAIL_IF(!parseVarUInt32(unused), "can't get immediate for "_s, m_currentOpcode, " in unreachable context"_s);
return { };
}
case RefAsNonNull:
case RefEq: {
return { };
}
case BrOnNull:
case BrOnNonNull: {
uint32_t target;
WASM_FAIL_IF_HELPER_FAILS(parseBranchTarget(target));
return { };
}
case ExtGC: {
WASM_PARSER_FAIL_IF(!parseVarUInt32(m_currentExtOp), "can't parse extended GC opcode"_s);
m_context.willParseExtendedOpcode();
ExtGCOpType op = static_cast<ExtGCOpType>(m_currentExtOp);
#if ENABLE(WEBASSEMBLY_OMGJIT)
if (Options::dumpWasmOpcodeStatistics()) [[unlikely]]
WasmOpcodeCounter::singleton().increment(op);
#endif
switch (op) {
case ExtGCOpType::RefI31:
case ExtGCOpType::I31GetS:
case ExtGCOpType::I31GetU:
return { };
case ExtGCOpType::ArrayNew: {
uint32_t unused;
WASM_PARSER_FAIL_IF(!parseVarUInt32(unused), "can't get type index immediate for array.new in unreachable context"_s);
return { };
}
case ExtGCOpType::ArrayNewDefault: {
uint32_t unused;
WASM_PARSER_FAIL_IF(!parseVarUInt32(unused), "can't get type index immediate for array.new_default in unreachable context"_s);
return { };
}
case ExtGCOpType::ArrayNewFixed: {
uint32_t unused;
WASM_PARSER_FAIL_IF(!parseVarUInt32(unused), "can't get type index immediate for array.new_fixed in unreachable context"_s);
WASM_PARSER_FAIL_IF(!parseVarUInt32(unused), "can't get argument count for array.new_fixed in unreachable context"_s);
return { };
}
case ExtGCOpType::ArrayNewData: {
uint32_t unused;
WASM_PARSER_FAIL_IF(!parseVarUInt32(unused), "can't get type index immediate for array.new_data in unreachable context"_s);
WASM_PARSER_FAIL_IF(!parseVarUInt32(unused), "can't get data segment index for array.new_data in unreachable context"_s);
return { };
}
case ExtGCOpType::ArrayNewElem: {
uint32_t unused;
WASM_PARSER_FAIL_IF(!parseVarUInt32(unused), "can't get type index immediate for array.new_elem in unreachable context"_s);
WASM_PARSER_FAIL_IF(!parseVarUInt32(unused), "can't get elements segment index for array.new_elem in unreachable context"_s);
return { };
}
case ExtGCOpType::ArrayGet: {
uint32_t unused;
WASM_PARSER_FAIL_IF(!parseVarUInt32(unused), "can't get type index immediate for array.get in unreachable context"_s);
return { };
}
case ExtGCOpType::ArrayGetS: {
uint32_t unused;
WASM_PARSER_FAIL_IF(!parseVarUInt32(unused), "can't get type index immediate for array.get_s in unreachable context"_s);
return { };
}
case ExtGCOpType::ArrayGetU: {
uint32_t unused;
WASM_PARSER_FAIL_IF(!parseVarUInt32(unused), "can't get type index immediate for array.get_u in unreachable context"_s);
return { };
}
case ExtGCOpType::ArraySet: {
uint32_t unused;
WASM_PARSER_FAIL_IF(!parseVarUInt32(unused), "can't get type index immediate for array.set in unreachable context"_s);
return { };
}
case ExtGCOpType::ArrayLen:
return { };
case ExtGCOpType::ArrayFill: {
uint32_t unused;
WASM_PARSER_FAIL_IF(!parseVarUInt32(unused), "can't get type index immediate for array.fill in unreachable context"_s);
return { };
}
case ExtGCOpType::ArrayCopy: {
uint32_t unused;
WASM_PARSER_FAIL_IF(!parseVarUInt32(unused), "can't get first type index immediate for array.copy in unreachable context"_s);
WASM_PARSER_FAIL_IF(!parseVarUInt32(unused), "can't get second type index immediate for array.copy in unreachable context"_s);
return { };
}
case ExtGCOpType::ArrayInitElem: {
uint32_t unused;
WASM_PARSER_FAIL_IF(!parseVarUInt32(unused), "can't get first type index immediate for array.init_elem in unreachable context"_s);
WASM_PARSER_FAIL_IF(!parseVarUInt32(unused), "can't get second type index immediate for array.init_elem in unreachable context"_s);
return { };
}
case ExtGCOpType::ArrayInitData: {
uint32_t unused;
WASM_PARSER_FAIL_IF(!parseVarUInt32(unused), "can't get first type index immediate for array.init_data in unreachable context"_s);
WASM_PARSER_FAIL_IF(!parseVarUInt32(unused), "can't get second type index immediate for array.init_data in unreachable context"_s);
return { };
}
case ExtGCOpType::StructNew: {
uint32_t unused;
WASM_FAIL_IF_HELPER_FAILS(parseStructTypeIndex(unused, "struct.new"_s));
return { };
}
case ExtGCOpType::StructNewDefault: {
uint32_t unused;
WASM_FAIL_IF_HELPER_FAILS(parseStructTypeIndex(unused, "struct.new_default"_s));
return { };
}
case ExtGCOpType::StructGet: {
StructTypeIndexAndFieldIndex unused;
WASM_FAIL_IF_HELPER_FAILS(parseStructTypeIndexAndFieldIndex(unused, "struct.get"_s));
return { };
}
case ExtGCOpType::StructGetS: {
StructTypeIndexAndFieldIndex unused;
WASM_FAIL_IF_HELPER_FAILS(parseStructTypeIndexAndFieldIndex(unused, "struct.get_s"_s));
return { };
}
case ExtGCOpType::StructGetU: {
StructTypeIndexAndFieldIndex unused;
WASM_FAIL_IF_HELPER_FAILS(parseStructTypeIndexAndFieldIndex(unused, "struct.get_u"_s));
return { };
}
case ExtGCOpType::StructSet: {
StructTypeIndexAndFieldIndex unused;
WASM_FAIL_IF_HELPER_FAILS(parseStructTypeIndexAndFieldIndex(unused, "struct.set"_s));
return { };
}
case ExtGCOpType::RefTest:
case ExtGCOpType::RefTestNull:
case ExtGCOpType::RefCast:
case ExtGCOpType::RefCastNull: {
auto opName = op == ExtGCOpType::RefCast || op == ExtGCOpType::RefCastNull ? "ref.cast"_s : "ref.test"_s;
int32_t unused;
WASM_PARSER_FAIL_IF(!parseHeapType(m_info, unused), "can't get heap type for "_s, opName);
return { };
}
case ExtGCOpType::BrOnCast:
case ExtGCOpType::BrOnCastFail: {
auto opName = op == ExtGCOpType::BrOnCast ? "br_on_cast"_s : "br_on_cast_fail"_s;
uint8_t flags;
WASM_VALIDATOR_FAIL_IF(!parseUInt8(flags), "can't get flags byte for "_s, opName);
bool hasNull1 = flags & 0x1;
bool hasNull2 = flags & 0x2;
uint32_t unused;
WASM_FAIL_IF_HELPER_FAILS(parseBranchTarget(unused));
int32_t heapType1, heapType2;
WASM_PARSER_FAIL_IF(!parseHeapType(m_info, heapType1), "can't get first heap type for "_s, opName);
WASM_PARSER_FAIL_IF(!parseHeapType(m_info, heapType2), "can't get second heap type for "_s, opName);
TypeIndex typeIndex1, typeIndex2;
if (isTypeIndexHeapType(heapType1))
typeIndex1 = m_info.typeSignatures[heapType1].get().index();
else
typeIndex1 = static_cast<TypeIndex>(heapType1);
if (isTypeIndexHeapType(heapType2))
typeIndex2 = m_info.typeSignatures[heapType2].get().index();
else
typeIndex2 = static_cast<TypeIndex>(heapType2);
WASM_VALIDATOR_FAIL_IF(!isSubtype(Type { hasNull2 ? TypeKind::RefNull : TypeKind::Ref, typeIndex2 }, Type { hasNull1 ? TypeKind::RefNull : TypeKind::Ref, typeIndex1 }), "target heaptype was not a subtype of source heaptype for "_s, opName);
return { };
}
case ExtGCOpType::AnyConvertExtern:
case ExtGCOpType::ExternConvertAny:
return { };
default:
WASM_PARSER_FAIL_IF(true, "invalid extended GC op "_s, m_currentExtOp);
break;
}
return { };
}
case GrowMemory:
case CurrentMemory: {
uint8_t reserved;
WASM_PARSER_FAIL_IF(!parseUInt8(reserved), "can't parse reserved byte for grow_memory/current_memory"_s);
WASM_PARSER_FAIL_IF(reserved, "reserved byte for grow_memory/current_memory must be zero"_s);
return { };
}
#define CREATE_ATOMIC_CASE(name, ...) case ExtAtomicOpType::name:
case ExtAtomic: {
WASM_PARSER_FAIL_IF(!parseVarUInt32(m_currentExtOp), "can't parse atomic extended opcode"_s);
m_context.willParseExtendedOpcode();
ExtAtomicOpType op = static_cast<ExtAtomicOpType>(m_currentExtOp);
switch (op) {
FOR_EACH_WASM_EXT_ATOMIC_LOAD_OP(CREATE_ATOMIC_CASE)
FOR_EACH_WASM_EXT_ATOMIC_STORE_OP(CREATE_ATOMIC_CASE)
FOR_EACH_WASM_EXT_ATOMIC_BINARY_RMW_OP(CREATE_ATOMIC_CASE)
case ExtAtomicOpType::MemoryAtomicWait64:
case ExtAtomicOpType::MemoryAtomicWait32:
case ExtAtomicOpType::MemoryAtomicNotify:
case ExtAtomicOpType::I32AtomicRmw8CmpxchgU:
case ExtAtomicOpType::I32AtomicRmw16CmpxchgU:
case ExtAtomicOpType::I32AtomicRmwCmpxchg:
case ExtAtomicOpType::I64AtomicRmw8CmpxchgU:
case ExtAtomicOpType::I64AtomicRmw16CmpxchgU:
case ExtAtomicOpType::I64AtomicRmw32CmpxchgU:
case ExtAtomicOpType::I64AtomicRmwCmpxchg:
{
WASM_VALIDATOR_FAIL_IF(!m_info.memory, "atomic instruction without memory"_s);
uint32_t alignment;
uint32_t unused;
WASM_PARSER_FAIL_IF(!parseVarUInt32(alignment), "can't get load alignment"_s);
WASM_PARSER_FAIL_IF(alignment != memoryLog2Alignment(op), "byte alignment "_s, 1ull << alignment, " does not match against atomic op's natural alignment "_s, 1ull << memoryLog2Alignment(op));
WASM_PARSER_FAIL_IF(!parseVarUInt32(unused), "can't get first immediate for atomic "_s, static_cast<unsigned>(op), " in unreachable context"_s);
break;
}
case ExtAtomicOpType::AtomicFence: {
uint8_t flags;
WASM_PARSER_FAIL_IF(!parseUInt8(flags), "can't get flags"_s);
WASM_PARSER_FAIL_IF(flags != 0x0, "flags should be 0x0 but got "_s, flags);
break;
}
default:
WASM_PARSER_FAIL_IF(true, "invalid extended atomic op "_s, m_currentExtOp);
break;
}
return { };
}
#undef CREATE_ATOMIC_CASE
#if ENABLE(B3_JIT)
case ExtSIMD: {
WASM_PARSER_FAIL_IF(!Options::useWasmSIMD(), "wasm-simd is not enabled"_s);
m_context.notifyFunctionUsesSIMD();
WASM_PARSER_FAIL_IF(!parseVarUInt32(m_currentExtOp), "can't parse wasm extended opcode"_s);
m_context.willParseExtendedOpcode();
constexpr bool isReachable = false;
ExtSIMDOpType op = static_cast<ExtSIMDOpType>(m_currentExtOp);
switch (op) {
#define CREATE_SIMD_CASE(name, _, laneOp, lane, signMode) case ExtSIMDOpType::name: return simd<isReachable>(SIMDLaneOperation::laneOp, lane, signMode);
FOR_EACH_WASM_EXT_SIMD_GENERAL_OP(CREATE_SIMD_CASE)
#undef CREATE_SIMD_CASE
#define CREATE_SIMD_CASE(name, _, laneOp, lane, signMode, relArg) case ExtSIMDOpType::name: return simd<isReachable>(SIMDLaneOperation::laneOp, lane, signMode, relArg);
FOR_EACH_WASM_EXT_SIMD_REL_OP(CREATE_SIMD_CASE)
#undef CREATE_SIMD_CASE
default:
WASM_PARSER_FAIL_IF(true, "invalid extended simd op "_s, m_currentExtOp);
break;
}
return { };
}
#else
case ExtSIMD:
WASM_PARSER_FAIL_IF(true, "wasm-simd is not supported"_s);
return { };
#endif
// no immediate cases
FOR_EACH_WASM_BINARY_OP(CREATE_CASE)
FOR_EACH_WASM_UNARY_OP(CREATE_CASE)
case Unreachable:
case Nop:
case Return:
case Select:
case Drop: {
return { };
}
}
#undef CREATE_CASE
RELEASE_ASSERT_NOT_REACHED();
}
} } // namespace JSC::Wasm
#undef WASM_TRY_POP_EXPRESSION_STACK_INTO
#undef WASM_TRY_ADD_TO_CONTEXT
#undef WASM_VALIDATOR_FAIL_IF
WTF_ALLOW_UNSAFE_BUFFER_USAGE_END
#endif // ENABLE(WEBASSEMBLY)