3 Copyright (C) 2013 sapier, <sapier AT gmx DOT net>
5 This program is free software; you can redistribute it and/or modify
6 it under the terms of the GNU Lesser General Public License as published by
7 the Free Software Foundation; either version 2.1 of the License, or
8 (at your option) any later version.
10 This program is distributed in the hope that it will be useful,
11 but WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 GNU Lesser General Public License for more details.
15 You should have received a copy of the GNU Lesser General Public License along
16 with this program; if not, write to the Free Software Foundation, Inc.,
17 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
34 #include "common/c_internal.h"
36 /******************************************************************************/
37 AsyncEngine::AsyncEngine() :
43 /******************************************************************************/
44 AsyncEngine::~AsyncEngine()
47 // Request all threads to stop
48 for (std::vector<AsyncWorkerThread *>::iterator it = workerThreads.begin();
49 it != workerThreads.end(); it++) {
54 // Wake up all threads
55 for (std::vector<AsyncWorkerThread *>::iterator it = workerThreads.begin();
56 it != workerThreads.end(); it++) {
57 jobQueueCounter.Post();
60 // Wait for threads to finish
61 for (std::vector<AsyncWorkerThread *>::iterator it = workerThreads.begin();
62 it != workerThreads.end(); it++) {
66 // Force kill all threads
67 for (std::vector<AsyncWorkerThread *>::iterator it = workerThreads.begin();
68 it != workerThreads.end(); it++) {
75 jobQueueMutex.Unlock();
76 workerThreads.clear();
79 /******************************************************************************/
80 bool AsyncEngine::registerFunction(const char* name, lua_CFunction func)
85 functionList[name] = func;
89 /******************************************************************************/
90 void AsyncEngine::initialize(unsigned int numEngines)
94 for (unsigned int i = 0; i < numEngines; i++) {
95 AsyncWorkerThread *toAdd = new AsyncWorkerThread(this, i);
96 workerThreads.push_back(toAdd);
101 /******************************************************************************/
102 unsigned int AsyncEngine::queueAsyncJob(std::string func, std::string params)
104 jobQueueMutex.Lock();
106 toAdd.id = jobIdCounter++;
107 toAdd.serializedFunction = func;
108 toAdd.serializedParams = params;
110 jobQueue.push_back(toAdd);
112 jobQueueCounter.Post();
114 jobQueueMutex.Unlock();
119 /******************************************************************************/
120 LuaJobInfo AsyncEngine::getJob()
122 jobQueueCounter.Wait();
123 jobQueueMutex.Lock();
126 retval.valid = false;
128 if (!jobQueue.empty()) {
129 retval = jobQueue.front();
130 jobQueue.pop_front();
133 jobQueueMutex.Unlock();
138 /******************************************************************************/
139 void AsyncEngine::putJobResult(LuaJobInfo result)
141 resultQueueMutex.Lock();
142 resultQueue.push_back(result);
143 resultQueueMutex.Unlock();
146 /******************************************************************************/
147 void AsyncEngine::step(lua_State *L, int errorhandler)
149 lua_getglobal(L, "core");
150 resultQueueMutex.Lock();
151 while (!resultQueue.empty()) {
152 LuaJobInfo jobDone = resultQueue.front();
153 resultQueue.pop_front();
155 lua_getfield(L, -1, "async_event_handler");
157 if (lua_isnil(L, -1)) {
158 FATAL_ERROR("Async event handler does not exist!");
161 luaL_checktype(L, -1, LUA_TFUNCTION);
163 lua_pushinteger(L, jobDone.id);
164 lua_pushlstring(L, jobDone.serializedResult.data(),
165 jobDone.serializedResult.size());
167 PCALL_RESL(L, lua_pcall(L, 2, 0, errorhandler));
169 resultQueueMutex.Unlock();
170 lua_pop(L, 1); // Pop core
173 /******************************************************************************/
174 void AsyncEngine::pushFinishedJobs(lua_State* L) {
176 resultQueueMutex.Lock();
178 unsigned int index = 1;
179 lua_createtable(L, resultQueue.size(), 0);
180 int top = lua_gettop(L);
182 while (!resultQueue.empty()) {
183 LuaJobInfo jobDone = resultQueue.front();
184 resultQueue.pop_front();
186 lua_createtable(L, 0, 2); // Pre-allocate space for two map fields
187 int top_lvl2 = lua_gettop(L);
189 lua_pushstring(L, "jobid");
190 lua_pushnumber(L, jobDone.id);
191 lua_settable(L, top_lvl2);
193 lua_pushstring(L, "retval");
194 lua_pushlstring(L, jobDone.serializedResult.data(),
195 jobDone.serializedResult.size());
196 lua_settable(L, top_lvl2);
198 lua_rawseti(L, top, index++);
201 resultQueueMutex.Unlock();
204 /******************************************************************************/
205 void AsyncEngine::prepareEnvironment(lua_State* L, int top)
207 for (std::map<std::string, lua_CFunction>::iterator it = functionList.begin();
208 it != functionList.end(); it++) {
209 lua_pushstring(L, it->first.c_str());
210 lua_pushcfunction(L, it->second);
211 lua_settable(L, top);
215 /******************************************************************************/
216 AsyncWorkerThread::AsyncWorkerThread(AsyncEngine* jobDispatcher,
217 unsigned int threadNum) :
219 jobDispatcher(jobDispatcher),
222 lua_State *L = getStack();
224 // Prepare job lua environment
225 lua_getglobal(L, "core");
226 int top = lua_gettop(L);
228 // Push builtin initialization type
229 lua_pushstring(L, "async");
230 lua_setglobal(L, "INIT");
232 jobDispatcher->prepareEnvironment(L, top);
235 /******************************************************************************/
236 AsyncWorkerThread::~AsyncWorkerThread()
238 sanity_check(IsRunning() == false);
241 /******************************************************************************/
242 void* AsyncWorkerThread::Thread()
246 // Register thread for error logging
248 snprintf(number, sizeof(number), "%u", threadnum);
249 log_register_thread(std::string("AsyncWorkerThread_") + number);
251 porting::setThreadName((std::string("AsyncWorkTh_") + number).c_str());
253 lua_State *L = getStack();
255 std::string script = getServer()->getBuiltinLuaPath() + DIR_DELIM + "init.lua";
256 if (!loadScript(script)) {
258 << "AsyncWorkerThread execution of async base environment failed!"
263 lua_getglobal(L, "core");
264 if (lua_isnil(L, -1)) {
265 errorstream << "Unable to find core within async environment!";
270 while (!StopRequested()) {
272 LuaJobInfo toProcess = jobDispatcher->getJob();
274 if (toProcess.valid == false || StopRequested()) {
278 lua_getfield(L, -1, "job_processor");
279 if (lua_isnil(L, -1)) {
280 errorstream << "Unable to get async job processor!" << std::endl;
284 luaL_checktype(L, -1, LUA_TFUNCTION);
288 toProcess.serializedFunction.data(),
289 toProcess.serializedFunction.size());
291 toProcess.serializedParams.data(),
292 toProcess.serializedParams.size());
294 int result = lua_pcall(L, 2, 1, m_errorhandler);
297 toProcess.serializedResult = "";
301 const char *retval = lua_tolstring(L, -1, &length);
302 toProcess.serializedResult = std::string(retval, length);
305 lua_pop(L, 1); // Pop retval
308 jobDispatcher->putJobResult(toProcess);
311 lua_pop(L, 1); // Pop core
313 log_deregister_thread();