зеркало из https://github.com/mozilla/gecko-dev.git
1115 строки
32 KiB
C++
1115 строки
32 KiB
C++
/* -*- Mode: C++; tab-width: 8; indent-tabs-mode: nil; c-basic-offset: 4 -*-
|
|
* vim: set ts=8 sts=4 et sw=4 tw=99:
|
|
* This Source Code Form is subject to the terms of the Mozilla Public
|
|
* License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
* file, You can obtain one at http://mozilla.org/MPL/2.0/. */
|
|
|
|
#include "jsworkers.h"
|
|
|
|
#ifdef JS_WORKER_THREADS
|
|
#include "mozilla/DebugOnly.h"
|
|
|
|
#include "prmjtime.h"
|
|
|
|
#include "frontend/BytecodeCompiler.h"
|
|
#include "jit/ExecutionModeInlines.h"
|
|
#include "jit/IonBuilder.h"
|
|
#include "vm/Debugger.h"
|
|
|
|
#include "jscntxtinlines.h"
|
|
#include "jscompartmentinlines.h"
|
|
#include "jsobjinlines.h"
|
|
|
|
using namespace js;
|
|
|
|
using mozilla::DebugOnly;
|
|
|
|
bool
|
|
js::EnsureWorkerThreadsInitialized(ExclusiveContext *cx)
|
|
{
|
|
// If 'cx' is not a JSContext, we are already off the main thread and the
|
|
// worker threads would have already been initialized.
|
|
if (!cx->isJSContext()) {
|
|
JS_ASSERT(cx->workerThreadState() != nullptr);
|
|
return true;
|
|
}
|
|
|
|
JSRuntime *rt = cx->asJSContext()->runtime();
|
|
if (rt->workerThreadState)
|
|
return true;
|
|
|
|
rt->workerThreadState = rt->new_<WorkerThreadState>();
|
|
if (!rt->workerThreadState)
|
|
return false;
|
|
|
|
if (!rt->workerThreadState->init(rt)) {
|
|
js_delete(rt->workerThreadState);
|
|
rt->workerThreadState = nullptr;
|
|
return false;
|
|
}
|
|
|
|
return true;
|
|
}
|
|
|
|
bool
|
|
js::StartOffThreadAsmJSCompile(ExclusiveContext *cx, AsmJSParallelTask *asmData)
|
|
{
|
|
// Threads already initialized by the AsmJS compiler.
|
|
JS_ASSERT(cx->workerThreadState() != nullptr);
|
|
JS_ASSERT(asmData->mir);
|
|
JS_ASSERT(asmData->lir == nullptr);
|
|
|
|
WorkerThreadState &state = *cx->workerThreadState();
|
|
JS_ASSERT(state.numThreads);
|
|
|
|
AutoLockWorkerThreadState lock(state);
|
|
|
|
// Don't append this task if another failed.
|
|
if (state.asmJSWorkerFailed())
|
|
return false;
|
|
|
|
if (!state.asmJSWorklist.append(asmData))
|
|
return false;
|
|
|
|
state.notifyAll(WorkerThreadState::PRODUCER);
|
|
return true;
|
|
}
|
|
|
|
bool
|
|
js::StartOffThreadIonCompile(JSContext *cx, jit::IonBuilder *builder)
|
|
{
|
|
if (!EnsureWorkerThreadsInitialized(cx))
|
|
return false;
|
|
|
|
WorkerThreadState &state = *cx->runtime()->workerThreadState;
|
|
JS_ASSERT(state.numThreads);
|
|
|
|
AutoLockWorkerThreadState lock(state);
|
|
|
|
if (!state.ionWorklist.append(builder))
|
|
return false;
|
|
|
|
state.notifyAll(WorkerThreadState::PRODUCER);
|
|
return true;
|
|
}
|
|
|
|
/*
|
|
* Move an IonBuilder for which compilation has either finished, failed, or
|
|
* been cancelled into the Ion compartment's finished compilations list.
|
|
* All off thread compilations which are started must eventually be finished.
|
|
*/
|
|
static void
|
|
FinishOffThreadIonCompile(jit::IonBuilder *builder)
|
|
{
|
|
JSCompartment *compartment = builder->script()->compartment();
|
|
JS_ASSERT(compartment->runtimeFromAnyThread()->workerThreadState);
|
|
JS_ASSERT(compartment->runtimeFromAnyThread()->workerThreadState->isLocked());
|
|
|
|
compartment->ionCompartment()->finishedOffThreadCompilations().append(builder);
|
|
}
|
|
|
|
static inline bool
|
|
CompiledScriptMatches(JSCompartment *compartment, JSScript *script, JSScript *target)
|
|
{
|
|
if (script)
|
|
return target == script;
|
|
return target->compartment() == compartment;
|
|
}
|
|
|
|
void
|
|
js::CancelOffThreadIonCompile(JSCompartment *compartment, JSScript *script)
|
|
{
|
|
JSRuntime *rt = compartment->runtimeFromMainThread();
|
|
|
|
if (!rt->workerThreadState)
|
|
return;
|
|
|
|
WorkerThreadState &state = *rt->workerThreadState;
|
|
|
|
jit::IonCompartment *ion = compartment->ionCompartment();
|
|
if (!ion)
|
|
return;
|
|
|
|
AutoLockWorkerThreadState lock(state);
|
|
|
|
/* Cancel any pending entries for which processing hasn't started. */
|
|
for (size_t i = 0; i < state.ionWorklist.length(); i++) {
|
|
jit::IonBuilder *builder = state.ionWorklist[i];
|
|
if (CompiledScriptMatches(compartment, script, builder->script())) {
|
|
FinishOffThreadIonCompile(builder);
|
|
state.ionWorklist[i--] = state.ionWorklist.back();
|
|
state.ionWorklist.popBack();
|
|
}
|
|
}
|
|
|
|
/* Wait for in progress entries to finish up. */
|
|
for (size_t i = 0; i < state.numThreads; i++) {
|
|
const WorkerThread &helper = state.threads[i];
|
|
while (helper.ionBuilder &&
|
|
CompiledScriptMatches(compartment, script, helper.ionBuilder->script()))
|
|
{
|
|
helper.ionBuilder->cancel();
|
|
state.wait(WorkerThreadState::CONSUMER);
|
|
}
|
|
}
|
|
|
|
jit::OffThreadCompilationVector &compilations = ion->finishedOffThreadCompilations();
|
|
|
|
/* Cancel code generation for any completed entries. */
|
|
for (size_t i = 0; i < compilations.length(); i++) {
|
|
jit::IonBuilder *builder = compilations[i];
|
|
if (CompiledScriptMatches(compartment, script, builder->script())) {
|
|
jit::FinishOffThreadBuilder(builder);
|
|
compilations[i--] = compilations.back();
|
|
compilations.popBack();
|
|
}
|
|
}
|
|
}
|
|
|
|
static const JSClass workerGlobalClass = {
|
|
"internal-worker-global", JSCLASS_GLOBAL_FLAGS,
|
|
JS_PropertyStub, JS_DeletePropertyStub,
|
|
JS_PropertyStub, JS_StrictPropertyStub,
|
|
JS_EnumerateStub, JS_ResolveStub,
|
|
JS_ConvertStub, nullptr
|
|
};
|
|
|
|
ParseTask::ParseTask(ExclusiveContext *cx, const CompileOptions &options,
|
|
const jschar *chars, size_t length, JSObject *scopeChain,
|
|
JS::OffThreadCompileCallback callback, void *callbackData)
|
|
: cx(cx), options(options), chars(chars), length(length),
|
|
alloc(JSRuntime::TEMP_LIFO_ALLOC_PRIMARY_CHUNK_SIZE), scopeChain(scopeChain),
|
|
callback(callback), callbackData(callbackData), script(nullptr), errors(cx)
|
|
{
|
|
JSRuntime *rt = scopeChain->runtimeFromMainThread();
|
|
|
|
if (options.principals())
|
|
JS_HoldPrincipals(options.principals());
|
|
if (options.originPrincipals())
|
|
JS_HoldPrincipals(options.originPrincipals());
|
|
if (!AddObjectRoot(rt, &this->scopeChain, "ParseTask::scopeChain"))
|
|
MOZ_CRASH();
|
|
}
|
|
|
|
ParseTask::~ParseTask()
|
|
{
|
|
JSRuntime *rt = scopeChain->runtimeFromMainThread();
|
|
|
|
if (options.principals())
|
|
JS_DropPrincipals(rt, options.principals());
|
|
if (options.originPrincipals())
|
|
JS_DropPrincipals(rt, options.originPrincipals());
|
|
JS_RemoveObjectRootRT(rt, &scopeChain);
|
|
|
|
// ParseTask takes over ownership of its input exclusive context.
|
|
js_delete(cx);
|
|
|
|
for (size_t i = 0; i < errors.length(); i++)
|
|
js_delete(errors[i]);
|
|
}
|
|
|
|
bool
|
|
js::StartOffThreadParseScript(JSContext *cx, const CompileOptions &options,
|
|
const jschar *chars, size_t length, HandleObject scopeChain,
|
|
JS::OffThreadCompileCallback callback, void *callbackData)
|
|
{
|
|
// Suppress GC so that calls below do not trigger a new incremental GC
|
|
// which could require barriers on the atoms compartment.
|
|
gc::AutoSuppressGC suppress(cx);
|
|
|
|
frontend::MaybeCallSourceHandler(cx, options, chars, length);
|
|
|
|
if (!EnsureWorkerThreadsInitialized(cx))
|
|
return false;
|
|
|
|
JS::CompartmentOptions compartmentOptions(cx->compartment()->options());
|
|
compartmentOptions.setZone(JS::FreshZone);
|
|
|
|
JSObject *global = JS_NewGlobalObject(cx, &workerGlobalClass, nullptr,
|
|
JS::FireOnNewGlobalHook, compartmentOptions);
|
|
if (!global)
|
|
return false;
|
|
|
|
global->zone()->types.inferenceEnabled = cx->typeInferenceEnabled();
|
|
JS_SetCompartmentPrincipals(global->compartment(), cx->compartment()->principals);
|
|
|
|
RootedObject obj(cx);
|
|
|
|
// Initialize all classes needed for parsing while we are still on the main
|
|
// thread. Do this for both the target and the new global so that prototype
|
|
// pointers can be changed infallibly after parsing finishes.
|
|
if (!js_GetClassObject(cx, cx->global(), JSProto_Function, &obj) ||
|
|
!js_GetClassObject(cx, cx->global(), JSProto_Array, &obj) ||
|
|
!js_GetClassObject(cx, cx->global(), JSProto_RegExp, &obj) ||
|
|
!js_GetClassObject(cx, cx->global(), JSProto_GeneratorFunction, &obj))
|
|
{
|
|
return false;
|
|
}
|
|
{
|
|
AutoCompartment ac(cx, global);
|
|
if (!js_GetClassObject(cx, global, JSProto_Function, &obj) ||
|
|
!js_GetClassObject(cx, global, JSProto_Array, &obj) ||
|
|
!js_GetClassObject(cx, global, JSProto_RegExp, &obj) ||
|
|
!js_GetClassObject(cx, global, JSProto_GeneratorFunction, &obj))
|
|
{
|
|
return false;
|
|
}
|
|
}
|
|
|
|
cx->runtime()->setUsedByExclusiveThread(global->zone());
|
|
|
|
ScopedJSDeletePtr<ExclusiveContext> workercx(
|
|
cx->new_<ExclusiveContext>(cx->runtime(), (PerThreadData *) nullptr,
|
|
ThreadSafeContext::Context_Exclusive));
|
|
if (!workercx)
|
|
return false;
|
|
|
|
workercx->enterCompartment(global->compartment());
|
|
|
|
ScopedJSDeletePtr<ParseTask> task(
|
|
cx->new_<ParseTask>(workercx.get(), options, chars, length,
|
|
scopeChain, callback, callbackData));
|
|
if (!task)
|
|
return false;
|
|
|
|
workercx.forget();
|
|
|
|
WorkerThreadState &state = *cx->runtime()->workerThreadState;
|
|
JS_ASSERT(state.numThreads);
|
|
|
|
AutoLockWorkerThreadState lock(state);
|
|
|
|
if (!state.parseWorklist.append(task.get()))
|
|
return false;
|
|
|
|
task.forget();
|
|
|
|
state.notifyAll(WorkerThreadState::PRODUCER);
|
|
return true;
|
|
}
|
|
|
|
void
|
|
js::WaitForOffThreadParsingToFinish(JSRuntime *rt)
|
|
{
|
|
if (!rt->workerThreadState)
|
|
return;
|
|
|
|
WorkerThreadState &state = *rt->workerThreadState;
|
|
|
|
AutoLockWorkerThreadState lock(state);
|
|
|
|
while (true) {
|
|
if (state.parseWorklist.empty()) {
|
|
bool parseInProgress = false;
|
|
for (size_t i = 0; i < state.numThreads; i++)
|
|
parseInProgress |= !!state.threads[i].parseTask;
|
|
if (!parseInProgress)
|
|
break;
|
|
}
|
|
state.wait(WorkerThreadState::CONSUMER);
|
|
}
|
|
}
|
|
|
|
bool
|
|
WorkerThreadState::init(JSRuntime *rt)
|
|
{
|
|
if (!rt->useHelperThreads()) {
|
|
numThreads = 0;
|
|
return true;
|
|
}
|
|
|
|
workerLock = PR_NewLock();
|
|
if (!workerLock)
|
|
return false;
|
|
|
|
consumerWakeup = PR_NewCondVar(workerLock);
|
|
if (!consumerWakeup)
|
|
return false;
|
|
|
|
producerWakeup = PR_NewCondVar(workerLock);
|
|
if (!producerWakeup)
|
|
return false;
|
|
|
|
numThreads = rt->helperThreadCount();
|
|
|
|
threads = (WorkerThread*) rt->calloc_(sizeof(WorkerThread) * numThreads);
|
|
if (!threads) {
|
|
numThreads = 0;
|
|
return false;
|
|
}
|
|
|
|
for (size_t i = 0; i < numThreads; i++) {
|
|
WorkerThread &helper = threads[i];
|
|
helper.runtime = rt;
|
|
helper.threadData.construct(rt);
|
|
helper.threadData.ref().addToThreadList();
|
|
helper.thread = PR_CreateThread(PR_USER_THREAD,
|
|
WorkerThread::ThreadMain, &helper,
|
|
PR_PRIORITY_NORMAL, PR_LOCAL_THREAD, PR_JOINABLE_THREAD, 0);
|
|
if (!helper.thread || !helper.threadData.ref().init()) {
|
|
for (size_t j = 0; j < numThreads; j++)
|
|
threads[j].destroy();
|
|
js_free(threads);
|
|
threads = nullptr;
|
|
numThreads = 0;
|
|
return false;
|
|
}
|
|
}
|
|
|
|
resetAsmJSFailureState();
|
|
return true;
|
|
}
|
|
|
|
void
|
|
WorkerThreadState::cleanup(JSRuntime *rt)
|
|
{
|
|
// Do preparatory work for shutdown before the final GC has destroyed most
|
|
// of the GC heap.
|
|
|
|
// Join created threads, to ensure there is no in progress work.
|
|
if (threads) {
|
|
for (size_t i = 0; i < numThreads; i++)
|
|
threads[i].destroy();
|
|
js_free(threads);
|
|
threads = nullptr;
|
|
numThreads = 0;
|
|
}
|
|
|
|
// Clean up any parse tasks which haven't been finished yet.
|
|
while (!parseFinishedList.empty())
|
|
finishParseTask(/* maybecx = */ nullptr, rt, parseFinishedList[0]);
|
|
}
|
|
|
|
WorkerThreadState::~WorkerThreadState()
|
|
{
|
|
JS_ASSERT(!threads);
|
|
JS_ASSERT(parseFinishedList.empty());
|
|
|
|
if (workerLock)
|
|
PR_DestroyLock(workerLock);
|
|
|
|
if (consumerWakeup)
|
|
PR_DestroyCondVar(consumerWakeup);
|
|
|
|
if (producerWakeup)
|
|
PR_DestroyCondVar(producerWakeup);
|
|
}
|
|
|
|
void
|
|
WorkerThreadState::lock()
|
|
{
|
|
JS_ASSERT(!isLocked());
|
|
PR_Lock(workerLock);
|
|
#ifdef DEBUG
|
|
lockOwner = PR_GetCurrentThread();
|
|
#endif
|
|
}
|
|
|
|
void
|
|
WorkerThreadState::unlock()
|
|
{
|
|
JS_ASSERT(isLocked());
|
|
#ifdef DEBUG
|
|
lockOwner = nullptr;
|
|
#endif
|
|
PR_Unlock(workerLock);
|
|
}
|
|
|
|
#ifdef DEBUG
|
|
bool
|
|
WorkerThreadState::isLocked()
|
|
{
|
|
return lockOwner == PR_GetCurrentThread();
|
|
}
|
|
#endif
|
|
|
|
void
|
|
WorkerThreadState::wait(CondVar which, uint32_t millis)
|
|
{
|
|
JS_ASSERT(isLocked());
|
|
#ifdef DEBUG
|
|
lockOwner = nullptr;
|
|
#endif
|
|
DebugOnly<PRStatus> status =
|
|
PR_WaitCondVar((which == CONSUMER) ? consumerWakeup : producerWakeup,
|
|
millis ? PR_MillisecondsToInterval(millis) : PR_INTERVAL_NO_TIMEOUT);
|
|
JS_ASSERT(status == PR_SUCCESS);
|
|
#ifdef DEBUG
|
|
lockOwner = PR_GetCurrentThread();
|
|
#endif
|
|
}
|
|
|
|
void
|
|
WorkerThreadState::notifyAll(CondVar which)
|
|
{
|
|
JS_ASSERT(isLocked());
|
|
PR_NotifyAllCondVar((which == CONSUMER) ? consumerWakeup : producerWakeup);
|
|
}
|
|
|
|
bool
|
|
WorkerThreadState::canStartAsmJSCompile()
|
|
{
|
|
// Don't execute an AsmJS job if an earlier one failed.
|
|
JS_ASSERT(isLocked());
|
|
return (!asmJSWorklist.empty() && !numAsmJSFailedJobs);
|
|
}
|
|
|
|
bool
|
|
WorkerThreadState::canStartIonCompile()
|
|
{
|
|
// A worker thread can begin an Ion compilation if (a) there is some script
|
|
// which is waiting to be compiled, and (b) no other worker thread is
|
|
// currently compiling a script. The latter condition ensures that two
|
|
// compilations cannot simultaneously occur.
|
|
if (ionWorklist.empty())
|
|
return false;
|
|
for (size_t i = 0; i < numThreads; i++) {
|
|
if (threads[i].ionBuilder)
|
|
return false;
|
|
}
|
|
return true;
|
|
}
|
|
|
|
bool
|
|
WorkerThreadState::canStartParseTask()
|
|
{
|
|
// Don't allow simultaneous off thread parses, to reduce contention on the
|
|
// atoms table. Note that asm.js compilation depends on this to avoid
|
|
// stalling the worker thread, as off thread parse tasks can trigger and
|
|
// block on other off thread asm.js compilation tasks.
|
|
JS_ASSERT(isLocked());
|
|
if (parseWorklist.empty())
|
|
return false;
|
|
for (size_t i = 0; i < numThreads; i++) {
|
|
if (threads[i].parseTask)
|
|
return false;
|
|
}
|
|
return true;
|
|
}
|
|
|
|
bool
|
|
WorkerThreadState::canStartCompressionTask()
|
|
{
|
|
return !compressionWorklist.empty();
|
|
}
|
|
|
|
static void
|
|
CallNewScriptHookForAllScripts(JSContext *cx, HandleScript script)
|
|
{
|
|
// We should never hit this, since nested scripts are also constructed via
|
|
// BytecodeEmitter instances on the stack.
|
|
JS_CHECK_RECURSION(cx, return);
|
|
|
|
// Recurse to any nested scripts.
|
|
if (script->hasObjects()) {
|
|
ObjectArray *objects = script->objects();
|
|
for (size_t i = 0; i < objects->length; i++) {
|
|
JSObject *obj = objects->vector[i];
|
|
if (obj->is<JSFunction>()) {
|
|
JSFunction *fun = &obj->as<JSFunction>();
|
|
if (fun->hasScript()) {
|
|
RootedScript nested(cx, fun->nonLazyScript());
|
|
CallNewScriptHookForAllScripts(cx, nested);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
// The global new script hook is called on every script that was compiled.
|
|
RootedFunction function(cx, script->function());
|
|
CallNewScriptHook(cx, script, function);
|
|
}
|
|
|
|
JSScript *
|
|
WorkerThreadState::finishParseTask(JSContext *maybecx, JSRuntime *rt, void *token)
|
|
{
|
|
ParseTask *parseTask = nullptr;
|
|
|
|
// The token is a ParseTask* which should be in the finished list.
|
|
// Find and remove its entry.
|
|
{
|
|
AutoLockWorkerThreadState lock(*rt->workerThreadState);
|
|
for (size_t i = 0; i < parseFinishedList.length(); i++) {
|
|
if (parseFinishedList[i] == token) {
|
|
parseTask = parseFinishedList[i];
|
|
parseFinishedList[i] = parseFinishedList.back();
|
|
parseFinishedList.popBack();
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
JS_ASSERT(parseTask);
|
|
|
|
// Mark the zone as no longer in use by an ExclusiveContext, and available
|
|
// to be collected by the GC.
|
|
rt->clearUsedByExclusiveThread(parseTask->cx->zone());
|
|
|
|
// Point the prototypes of any objects in the script's compartment to refer
|
|
// to the corresponding prototype in the new compartment. This will briefly
|
|
// create cross compartment pointers, which will be fixed by the
|
|
// MergeCompartments call below.
|
|
for (gc::CellIter iter(parseTask->cx->zone(), gc::FINALIZE_TYPE_OBJECT);
|
|
!iter.done();
|
|
iter.next())
|
|
{
|
|
types::TypeObject *object = iter.get<types::TypeObject>();
|
|
TaggedProto proto(object->proto);
|
|
if (!proto.isObject())
|
|
continue;
|
|
|
|
JSProtoKey key = js_IdentifyClassPrototype(proto.toObject());
|
|
if (key == JSProto_Null)
|
|
continue;
|
|
|
|
JSObject *newProto = GetClassPrototypePure(&parseTask->scopeChain->global(), key);
|
|
JS_ASSERT(newProto);
|
|
|
|
object->proto = newProto;
|
|
}
|
|
|
|
// Move the parsed script and all its contents into the desired compartment.
|
|
gc::MergeCompartments(parseTask->cx->compartment(), parseTask->scopeChain->compartment());
|
|
|
|
RootedScript script(rt, parseTask->script);
|
|
|
|
// If we have a context, report any error or warnings generated during the
|
|
// parse, and inform the debugger about the compiled scripts.
|
|
if (maybecx) {
|
|
AutoCompartment ac(maybecx, parseTask->scopeChain);
|
|
for (size_t i = 0; i < parseTask->errors.length(); i++)
|
|
parseTask->errors[i]->throwError(maybecx);
|
|
|
|
if (script) {
|
|
// The Debugger only needs to be told about the topmost script that was compiled.
|
|
GlobalObject *compileAndGoGlobal = nullptr;
|
|
if (script->compileAndGo)
|
|
compileAndGoGlobal = &script->global();
|
|
Debugger::onNewScript(maybecx, script, compileAndGoGlobal);
|
|
|
|
// The NewScript hook needs to be called for all compiled scripts.
|
|
CallNewScriptHookForAllScripts(maybecx, script);
|
|
}
|
|
}
|
|
|
|
js_delete(parseTask);
|
|
return script;
|
|
}
|
|
|
|
void
|
|
WorkerThread::destroy()
|
|
{
|
|
WorkerThreadState &state = *runtime->workerThreadState;
|
|
|
|
if (thread) {
|
|
{
|
|
AutoLockWorkerThreadState lock(state);
|
|
terminate = true;
|
|
|
|
/* Notify all workers, to ensure that this thread wakes up. */
|
|
state.notifyAll(WorkerThreadState::PRODUCER);
|
|
}
|
|
|
|
PR_JoinThread(thread);
|
|
}
|
|
|
|
if (!threadData.empty()) {
|
|
threadData.ref().removeFromThreadList();
|
|
threadData.destroy();
|
|
}
|
|
}
|
|
|
|
/* static */
|
|
void
|
|
WorkerThread::ThreadMain(void *arg)
|
|
{
|
|
PR_SetCurrentThreadName("Analysis Helper");
|
|
static_cast<WorkerThread *>(arg)->threadLoop();
|
|
}
|
|
|
|
void
|
|
WorkerThread::handleAsmJSWorkload(WorkerThreadState &state)
|
|
{
|
|
JS_ASSERT(state.isLocked());
|
|
JS_ASSERT(state.canStartAsmJSCompile());
|
|
JS_ASSERT(idle());
|
|
|
|
asmData = state.asmJSWorklist.popCopy();
|
|
bool success = false;
|
|
|
|
state.unlock();
|
|
do {
|
|
jit::IonContext icx(runtime, asmData->mir->compartment, &asmData->mir->temp());
|
|
|
|
int64_t before = PRMJ_Now();
|
|
|
|
if (!OptimizeMIR(asmData->mir))
|
|
break;
|
|
|
|
asmData->lir = GenerateLIR(asmData->mir);
|
|
if (!asmData->lir)
|
|
break;
|
|
|
|
int64_t after = PRMJ_Now();
|
|
asmData->compileTime = (after - before) / PRMJ_USEC_PER_MSEC;
|
|
|
|
success = true;
|
|
} while(0);
|
|
state.lock();
|
|
|
|
// On failure, signal parent for harvesting in CancelOutstandingJobs().
|
|
if (!success) {
|
|
asmData = nullptr;
|
|
state.noteAsmJSFailure(asmData->func);
|
|
state.notifyAll(WorkerThreadState::CONSUMER);
|
|
return;
|
|
}
|
|
|
|
// On success, move work to the finished list.
|
|
state.asmJSFinishedList.append(asmData);
|
|
asmData = nullptr;
|
|
|
|
// Notify the main thread in case it's blocked waiting for a LifoAlloc.
|
|
state.notifyAll(WorkerThreadState::CONSUMER);
|
|
}
|
|
|
|
void
|
|
WorkerThread::handleIonWorkload(WorkerThreadState &state)
|
|
{
|
|
JS_ASSERT(state.isLocked());
|
|
JS_ASSERT(state.canStartIonCompile());
|
|
JS_ASSERT(idle());
|
|
|
|
ionBuilder = state.ionWorklist.popCopy();
|
|
|
|
DebugOnly<ExecutionMode> executionMode = ionBuilder->info().executionMode();
|
|
JS_ASSERT(jit::GetIonScript(ionBuilder->script(), executionMode) == ION_COMPILING_SCRIPT);
|
|
|
|
#if JS_TRACE_LOGGING
|
|
AutoTraceLog logger(TraceLogging::getLogger(TraceLogging::ION_BACKGROUND_COMPILER),
|
|
TraceLogging::ION_COMPILE_START,
|
|
TraceLogging::ION_COMPILE_STOP,
|
|
ionBuilder->script());
|
|
#endif
|
|
|
|
state.unlock();
|
|
{
|
|
jit::IonContext ictx(runtime, ionBuilder->script()->compartment(), &ionBuilder->temp());
|
|
ionBuilder->setBackgroundCodegen(jit::CompileBackEnd(ionBuilder));
|
|
}
|
|
state.lock();
|
|
|
|
FinishOffThreadIonCompile(ionBuilder);
|
|
ionBuilder = nullptr;
|
|
|
|
// Notify the main thread in case it is waiting for the compilation to finish.
|
|
state.notifyAll(WorkerThreadState::CONSUMER);
|
|
|
|
// Ping the main thread so that the compiled code can be incorporated
|
|
// at the next operation callback. Don't interrupt Ion code for this, as
|
|
// this incorporation can be delayed indefinitely without affecting
|
|
// performance as long as the main thread is actually executing Ion code.
|
|
runtime->triggerOperationCallback(JSRuntime::TriggerCallbackAnyThreadDontStopIon);
|
|
}
|
|
|
|
void
|
|
ExclusiveContext::setWorkerThread(WorkerThread *workerThread)
|
|
{
|
|
workerThread_ = workerThread;
|
|
perThreadData = workerThread->threadData.addr();
|
|
}
|
|
|
|
frontend::CompileError &
|
|
ExclusiveContext::addPendingCompileError()
|
|
{
|
|
frontend::CompileError *error = js_new<frontend::CompileError>();
|
|
if (!error)
|
|
MOZ_CRASH();
|
|
if (!workerThread()->parseTask->errors.append(error))
|
|
MOZ_CRASH();
|
|
return *error;
|
|
}
|
|
|
|
void
|
|
WorkerThread::handleParseWorkload(WorkerThreadState &state)
|
|
{
|
|
JS_ASSERT(state.isLocked());
|
|
JS_ASSERT(state.canStartParseTask());
|
|
JS_ASSERT(idle());
|
|
|
|
parseTask = state.parseWorklist.popCopy();
|
|
parseTask->cx->setWorkerThread(this);
|
|
|
|
{
|
|
AutoUnlockWorkerThreadState unlock(runtime);
|
|
parseTask->script = frontend::CompileScript(parseTask->cx, &parseTask->alloc,
|
|
NullPtr(), NullPtr(),
|
|
parseTask->options,
|
|
parseTask->chars, parseTask->length);
|
|
}
|
|
|
|
// The callback is invoked while we are still off the main thread.
|
|
parseTask->callback(parseTask, parseTask->callbackData);
|
|
|
|
// FinishOffThreadScript will need to be called on the script to
|
|
// migrate it into the correct compartment.
|
|
state.parseFinishedList.append(parseTask);
|
|
|
|
parseTask = nullptr;
|
|
|
|
// Notify the main thread in case it is waiting for the parse/emit to finish.
|
|
state.notifyAll(WorkerThreadState::CONSUMER);
|
|
}
|
|
|
|
void
|
|
WorkerThread::handleCompressionWorkload(WorkerThreadState &state)
|
|
{
|
|
JS_ASSERT(state.isLocked());
|
|
JS_ASSERT(state.canStartCompressionTask());
|
|
JS_ASSERT(idle());
|
|
|
|
compressionTask = state.compressionWorklist.popCopy();
|
|
compressionTask->workerThread = this;
|
|
|
|
{
|
|
AutoUnlockWorkerThreadState unlock(runtime);
|
|
if (!compressionTask->compress())
|
|
compressionTask->setOOM();
|
|
}
|
|
|
|
compressionTask->workerThread = nullptr;
|
|
compressionTask = nullptr;
|
|
|
|
// Notify the main thread in case it is waiting for the compression to finish.
|
|
state.notifyAll(WorkerThreadState::CONSUMER);
|
|
}
|
|
|
|
bool
|
|
js::StartOffThreadCompression(ExclusiveContext *cx, SourceCompressionTask *task)
|
|
{
|
|
if (!EnsureWorkerThreadsInitialized(cx))
|
|
return false;
|
|
|
|
WorkerThreadState &state = *cx->workerThreadState();
|
|
AutoLockWorkerThreadState lock(state);
|
|
|
|
if (!state.compressionWorklist.append(task))
|
|
return false;
|
|
|
|
state.notifyAll(WorkerThreadState::PRODUCER);
|
|
return true;
|
|
}
|
|
|
|
bool
|
|
WorkerThreadState::compressionInProgress(SourceCompressionTask *task)
|
|
{
|
|
JS_ASSERT(isLocked());
|
|
for (size_t i = 0; i < compressionWorklist.length(); i++) {
|
|
if (compressionWorklist[i] == task)
|
|
return true;
|
|
}
|
|
for (size_t i = 0; i < numThreads; i++) {
|
|
if (threads[i].compressionTask == task)
|
|
return true;
|
|
}
|
|
return false;
|
|
}
|
|
|
|
bool
|
|
SourceCompressionTask::complete()
|
|
{
|
|
JS_ASSERT_IF(!ss, !chars);
|
|
if (active()) {
|
|
WorkerThreadState &state = *cx->workerThreadState();
|
|
AutoLockWorkerThreadState lock(state);
|
|
|
|
{
|
|
AutoPauseCurrentWorkerThread maybePause(cx);
|
|
while (state.compressionInProgress(this))
|
|
state.wait(WorkerThreadState::CONSUMER);
|
|
}
|
|
|
|
ss->ready_ = true;
|
|
|
|
// Update memory accounting.
|
|
if (!oom)
|
|
cx->updateMallocCounter(ss->computedSizeOfData());
|
|
|
|
ss = nullptr;
|
|
chars = nullptr;
|
|
}
|
|
if (oom) {
|
|
js_ReportOutOfMemory(cx);
|
|
return false;
|
|
}
|
|
return true;
|
|
}
|
|
|
|
SourceCompressionTask *
|
|
WorkerThreadState::compressionTaskForSource(ScriptSource *ss)
|
|
{
|
|
JS_ASSERT(isLocked());
|
|
for (size_t i = 0; i < compressionWorklist.length(); i++) {
|
|
SourceCompressionTask *task = compressionWorklist[i];
|
|
if (task->source() == ss)
|
|
return task;
|
|
}
|
|
for (size_t i = 0; i < numThreads; i++) {
|
|
SourceCompressionTask *task = threads[i].compressionTask;
|
|
if (task && task->source() == ss)
|
|
return task;
|
|
}
|
|
return nullptr;
|
|
}
|
|
|
|
const jschar *
|
|
ScriptSource::getOffThreadCompressionChars(ExclusiveContext *cx)
|
|
{
|
|
// If this is being compressed off thread, return its uncompressed chars.
|
|
|
|
if (ready()) {
|
|
// Compression has already finished on the source.
|
|
return nullptr;
|
|
}
|
|
|
|
WorkerThreadState &state = *cx->workerThreadState();
|
|
AutoLockWorkerThreadState lock(state);
|
|
|
|
// Look for a token that hasn't finished compressing and whose source is
|
|
// the given ScriptSource.
|
|
if (SourceCompressionTask *task = state.compressionTaskForSource(this))
|
|
return task->uncompressedChars();
|
|
|
|
// Compressing has finished, so this ScriptSource is ready. Avoid future
|
|
// queries on the worker thread state when getting the chars.
|
|
ready_ = true;
|
|
|
|
return nullptr;
|
|
}
|
|
|
|
void
|
|
WorkerThread::threadLoop()
|
|
{
|
|
WorkerThreadState &state = *runtime->workerThreadState;
|
|
AutoLockWorkerThreadState lock(state);
|
|
|
|
js::TlsPerThreadData.set(threadData.addr());
|
|
|
|
while (true) {
|
|
JS_ASSERT(!ionBuilder && !asmData);
|
|
|
|
// Block until a task is available.
|
|
while (true) {
|
|
if (state.shouldPause)
|
|
pause();
|
|
if (terminate)
|
|
return;
|
|
if (state.canStartIonCompile() ||
|
|
state.canStartAsmJSCompile() ||
|
|
state.canStartParseTask() ||
|
|
state.canStartCompressionTask())
|
|
{
|
|
break;
|
|
}
|
|
state.wait(WorkerThreadState::PRODUCER);
|
|
}
|
|
|
|
// Dispatch tasks, prioritizing AsmJS work.
|
|
if (state.canStartAsmJSCompile())
|
|
handleAsmJSWorkload(state);
|
|
else if (state.canStartIonCompile())
|
|
handleIonWorkload(state);
|
|
else if (state.canStartParseTask())
|
|
handleParseWorkload(state);
|
|
else if (state.canStartCompressionTask())
|
|
handleCompressionWorkload(state);
|
|
else
|
|
MOZ_ASSUME_UNREACHABLE("No task to perform");
|
|
}
|
|
}
|
|
|
|
AutoPauseWorkersForGC::AutoPauseWorkersForGC(JSRuntime *rt MOZ_GUARD_OBJECT_NOTIFIER_PARAM_IN_IMPL)
|
|
: runtime(rt), needsUnpause(false), oldExclusiveThreadsPaused(rt->exclusiveThreadsPaused)
|
|
{
|
|
MOZ_GUARD_OBJECT_NOTIFIER_INIT;
|
|
|
|
rt->exclusiveThreadsPaused = true;
|
|
|
|
if (!runtime->workerThreadState)
|
|
return;
|
|
|
|
JS_ASSERT(CurrentThreadCanAccessRuntime(runtime));
|
|
|
|
WorkerThreadState &state = *runtime->workerThreadState;
|
|
if (!state.numThreads)
|
|
return;
|
|
|
|
AutoLockWorkerThreadState lock(state);
|
|
|
|
// Tolerate reentrant use of AutoPauseWorkersForGC.
|
|
if (state.shouldPause) {
|
|
JS_ASSERT(state.numPaused == state.numThreads);
|
|
return;
|
|
}
|
|
|
|
needsUnpause = true;
|
|
|
|
state.shouldPause = 1;
|
|
|
|
while (state.numPaused != state.numThreads) {
|
|
state.notifyAll(WorkerThreadState::PRODUCER);
|
|
state.wait(WorkerThreadState::CONSUMER);
|
|
}
|
|
}
|
|
|
|
AutoPauseWorkersForGC::~AutoPauseWorkersForGC()
|
|
{
|
|
runtime->exclusiveThreadsPaused = oldExclusiveThreadsPaused;
|
|
|
|
if (!needsUnpause)
|
|
return;
|
|
|
|
WorkerThreadState &state = *runtime->workerThreadState;
|
|
AutoLockWorkerThreadState lock(state);
|
|
|
|
state.shouldPause = 0;
|
|
|
|
// Notify all workers, to ensure that each wakes up.
|
|
state.notifyAll(WorkerThreadState::PRODUCER);
|
|
}
|
|
|
|
AutoPauseCurrentWorkerThread::AutoPauseCurrentWorkerThread(ExclusiveContext *cx
|
|
MOZ_GUARD_OBJECT_NOTIFIER_PARAM_IN_IMPL)
|
|
: cx(cx)
|
|
{
|
|
MOZ_GUARD_OBJECT_NOTIFIER_INIT;
|
|
|
|
// If the current thread is a worker thread, treat it as paused while
|
|
// the caller is waiting for another worker thread to complete. Otherwise
|
|
// we will not wake up and mark this as paused due to the loop in
|
|
// AutoPauseWorkersForGC.
|
|
if (cx->workerThread()) {
|
|
WorkerThreadState &state = *cx->workerThreadState();
|
|
JS_ASSERT(state.isLocked());
|
|
|
|
state.numPaused++;
|
|
if (state.numPaused == state.numThreads)
|
|
state.notifyAll(WorkerThreadState::CONSUMER);
|
|
}
|
|
}
|
|
|
|
AutoPauseCurrentWorkerThread::~AutoPauseCurrentWorkerThread()
|
|
{
|
|
if (cx->workerThread()) {
|
|
WorkerThreadState &state = *cx->workerThreadState();
|
|
JS_ASSERT(state.isLocked());
|
|
|
|
state.numPaused--;
|
|
|
|
// Before resuming execution of the worker thread, make sure the main
|
|
// thread does not expect worker threads to be paused.
|
|
if (state.shouldPause)
|
|
cx->workerThread()->pause();
|
|
}
|
|
}
|
|
|
|
void
|
|
WorkerThread::pause()
|
|
{
|
|
WorkerThreadState &state = *runtime->workerThreadState;
|
|
JS_ASSERT(state.isLocked());
|
|
JS_ASSERT(state.shouldPause);
|
|
|
|
JS_ASSERT(state.numPaused < state.numThreads);
|
|
state.numPaused++;
|
|
|
|
// Don't bother to notify the main thread until all workers have paused.
|
|
if (state.numPaused == state.numThreads)
|
|
state.notifyAll(WorkerThreadState::CONSUMER);
|
|
|
|
while (state.shouldPause)
|
|
state.wait(WorkerThreadState::PRODUCER);
|
|
|
|
state.numPaused--;
|
|
}
|
|
|
|
#else /* JS_WORKER_THREADS */
|
|
|
|
using namespace js;
|
|
|
|
bool
|
|
js::StartOffThreadAsmJSCompile(ExclusiveContext *cx, AsmJSParallelTask *asmData)
|
|
{
|
|
MOZ_ASSUME_UNREACHABLE("Off thread compilation not available in non-THREADSAFE builds");
|
|
}
|
|
|
|
bool
|
|
js::StartOffThreadIonCompile(JSContext *cx, jit::IonBuilder *builder)
|
|
{
|
|
MOZ_ASSUME_UNREACHABLE("Off thread compilation not available in non-THREADSAFE builds");
|
|
}
|
|
|
|
void
|
|
js::CancelOffThreadIonCompile(JSCompartment *compartment, JSScript *script)
|
|
{
|
|
}
|
|
|
|
bool
|
|
js::StartOffThreadParseScript(JSContext *cx, const CompileOptions &options,
|
|
const jschar *chars, size_t length, HandleObject scopeChain,
|
|
JS::OffThreadCompileCallback callback, void *callbackData)
|
|
{
|
|
MOZ_ASSUME_UNREACHABLE("Off thread compilation not available in non-THREADSAFE builds");
|
|
}
|
|
|
|
void
|
|
js::WaitForOffThreadParsingToFinish(JSRuntime *rt)
|
|
{
|
|
}
|
|
|
|
bool
|
|
js::StartOffThreadCompression(ExclusiveContext *cx, SourceCompressionTask *task)
|
|
{
|
|
MOZ_ASSUME_UNREACHABLE("Off thread compression not available");
|
|
}
|
|
|
|
bool
|
|
SourceCompressionTask::complete()
|
|
{
|
|
JS_ASSERT(!active() && !oom);
|
|
return true;
|
|
}
|
|
|
|
const jschar *
|
|
ScriptSource::getOffThreadCompressionChars(ExclusiveContext *cx)
|
|
{
|
|
JS_ASSERT(ready());
|
|
return nullptr;
|
|
}
|
|
|
|
AutoPauseWorkersForGC::AutoPauseWorkersForGC(JSRuntime *rt MOZ_GUARD_OBJECT_NOTIFIER_PARAM_IN_IMPL)
|
|
{
|
|
MOZ_GUARD_OBJECT_NOTIFIER_INIT;
|
|
}
|
|
|
|
AutoPauseWorkersForGC::~AutoPauseWorkersForGC()
|
|
{
|
|
}
|
|
|
|
AutoPauseCurrentWorkerThread::AutoPauseCurrentWorkerThread(ExclusiveContext *cx
|
|
MOZ_GUARD_OBJECT_NOTIFIER_PARAM_IN_IMPL)
|
|
{
|
|
MOZ_GUARD_OBJECT_NOTIFIER_INIT;
|
|
}
|
|
|
|
AutoPauseCurrentWorkerThread::~AutoPauseCurrentWorkerThread()
|
|
{
|
|
}
|
|
|
|
frontend::CompileError &
|
|
ExclusiveContext::addPendingCompileError()
|
|
{
|
|
MOZ_ASSUME_UNREACHABLE("Off thread compilation not available.");
|
|
}
|
|
|
|
#endif /* JS_WORKER_THREADS */
|