/[svn]/linuxsampler/trunk/src/scriptvm/ScriptVM.cpp
ViewVC logotype

Contents of /linuxsampler/trunk/src/scriptvm/ScriptVM.cpp

Parent Directory Parent Directory | Revision Log Revision Log


Revision 3332 - (show annotations) (download)
Mon Jul 24 18:51:21 2017 UTC (6 years, 9 months ago) by schoenebeck
File size: 19296 byte(s)
* NKSP script editor syntax highlighting API: catch all fatal lexer
  errors, to avoid the editor app to crash on ill-formed text input.
* Bumped version (2.0.0.svn74).

1 /*
2 * Copyright (c) 2014 - 2017 Christian Schoenebeck
3 *
4 * http://www.linuxsampler.org
5 *
6 * This file is part of LinuxSampler and released under the same terms.
7 * See README file for details.
8 */
9
10 #include "ScriptVM.h"
11
12 #include <string.h>
13 #include <assert.h>
14 #include "../common/global_private.h"
15 #include "tree.h"
16 #include "CoreVMFunctions.h"
17 #include "CoreVMDynVars.h"
18 #include "editor/NkspScanner.h"
19
20 #define DEBUG_SCRIPTVM_CORE 0
21
22 /**
23 * Maximum amount of VM instructions to be executed per ScriptVM::exec() call
24 * in case loops are involved, before the script got automatically suspended
25 * for a certain amount of time to avoid any RT instability issues.
26 *
27 * The following value takes a max. execution time of 300 microseconds as aimed
28 * target, assuming an execution time of approximately 5 microseconds per
29 * instruction this leads to the very approximate value set below.
30 */
31 #define SCRIPTVM_MAX_INSTR_PER_CYCLE_SOFT 70
32
33 /**
34 * Absolute maximum amount of VM instructions to be executed per
35 * ScriptVM::exec() call (even if no loops are involved), before the script got
36 * automatically suspended for a certain amount of time to avoid any RT
37 * instability issues.
38 *
39 * A distinction between "soft" and "hard" limit is done here ATM because a
40 * script author typically expects that his script might be interrupted
41 * automatically if he is using while() loops, however he might not be
42 * prepared that his script might also be interrupted if no loop is involved
43 * (i.e. on very large scripts).
44 *
45 * The following value takes a max. execution time of 1000 microseconds as
46 * aimed target, assuming an execution time of approximately 5 microseconds per
47 * instruction this leads to the very approximate value set below.
48 */
49 #define SCRIPTVM_MAX_INSTR_PER_CYCLE_HARD 210
50
51 /**
52 * In case either SCRIPTVM_MAX_INSTR_PER_CYCLE_SOFT or
53 * SCRIPTVM_MAX_INSTR_PER_CYCLE_HARD was exceeded when calling
54 * ScriptVM::exec() : the amount of microseconds the respective script
55 * execution instance should be automatically suspended by the VM.
56 */
57 #define SCRIPT_VM_FORCE_SUSPENSION_MICROSECONDS 1000
58
59 int InstrScript_parse(LinuxSampler::ParserContext*);
60
61 namespace LinuxSampler {
62
63 #if DEBUG_SCRIPTVM_CORE
64 static void _printIndents(int n) {
65 for (int i = 0; i < n; ++i) printf(" ");
66 fflush(stdout);
67 }
68 #endif
69
70 static int _requiredMaxStackSizeFor(Statement* statement, int depth = 0) {
71 if (!statement) return 1;
72
73 switch (statement->statementType()) {
74 case STMT_LEAF:
75 #if DEBUG_SCRIPTVM_CORE
76 _printIndents(depth);
77 printf("-> STMT_LEAF\n");
78 #endif
79 return 1;
80
81 case STMT_LIST: {
82 #if DEBUG_SCRIPTVM_CORE
83 _printIndents(depth);
84 printf("-> STMT_LIST\n");
85 #endif
86 Statements* stmts = (Statements*) statement;
87 int max = 0;
88 for (int i = 0; stmts->statement(i); ++i) {
89 int size = _requiredMaxStackSizeFor( stmts->statement(i), depth+1 );
90 if (max < size) max = size;
91 }
92 return max + 1;
93 }
94
95 case STMT_BRANCH: {
96 #if DEBUG_SCRIPTVM_CORE
97 _printIndents(depth);
98 printf("-> STMT_BRANCH\n");
99 #endif
100 BranchStatement* branchStmt = (BranchStatement*) statement;
101 int max = 0;
102 for (int i = 0; branchStmt->branch(i); ++i) {
103 int size = _requiredMaxStackSizeFor( branchStmt->branch(i), depth+1 );
104 if (max < size) max = size;
105 }
106 return max + 1;
107 }
108
109 case STMT_LOOP: {
110 #if DEBUG_SCRIPTVM_CORE
111 _printIndents(depth);
112 printf("-> STMT_LOOP\n");
113 #endif
114 While* whileStmt = (While*) statement;
115 if (whileStmt->statements())
116 return _requiredMaxStackSizeFor( whileStmt->statements() ) + 1;
117 else
118 return 1;
119 }
120
121 case STMT_SYNC: {
122 #if DEBUG_SCRIPTVM_CORE
123 _printIndents(depth);
124 printf("-> STMT_SYNC\n");
125 #endif
126 SyncBlock* syncStmt = (SyncBlock*) statement;
127 if (syncStmt->statements())
128 return _requiredMaxStackSizeFor( syncStmt->statements() ) + 1;
129 else
130 return 1;
131 }
132 }
133
134 return 1; // actually just to avoid compiler warning
135 }
136
137 static int _requiredMaxStackSizeFor(EventHandlers* handlers) {
138 int max = 1;
139 for (int i = 0; i < handlers->size(); ++i) {
140 int size = _requiredMaxStackSizeFor(handlers->eventHandler(i));
141 if (max < size) max = size;
142 }
143 return max;
144 }
145
146 ScriptVM::ScriptVM() : m_eventHandler(NULL), m_parserContext(NULL), m_autoSuspend(true) {
147 m_fnMessage = new CoreVMFunction_message;
148 m_fnExit = new CoreVMFunction_exit;
149 m_fnWait = new CoreVMFunction_wait(this);
150 m_fnAbs = new CoreVMFunction_abs;
151 m_fnRandom = new CoreVMFunction_random;
152 m_fnNumElements = new CoreVMFunction_num_elements;
153 m_fnInc = new CoreVMFunction_inc;
154 m_fnDec = new CoreVMFunction_dec;
155 m_fnInRange = new CoreVMFunction_in_range;
156 m_varRealTimer = new CoreVMDynVar_NKSP_REAL_TIMER;
157 m_varPerfTimer = new CoreVMDynVar_NKSP_PERF_TIMER;
158 m_fnShLeft = new CoreVMFunction_sh_left;
159 m_fnShRight = new CoreVMFunction_sh_right;
160 m_fnMin = new CoreVMFunction_min;
161 m_fnMax = new CoreVMFunction_max;
162 m_fnArrayEqual = new CoreVMFunction_array_equal;
163 m_fnSearch = new CoreVMFunction_search;
164 m_fnSort = new CoreVMFunction_sort;
165 }
166
167 ScriptVM::~ScriptVM() {
168 delete m_fnMessage;
169 delete m_fnExit;
170 delete m_fnWait;
171 delete m_fnAbs;
172 delete m_fnRandom;
173 delete m_fnNumElements;
174 delete m_fnInc;
175 delete m_fnDec;
176 delete m_fnInRange;
177 delete m_fnShLeft;
178 delete m_fnShRight;
179 delete m_fnMin;
180 delete m_fnMax;
181 delete m_fnArrayEqual;
182 delete m_fnSearch;
183 delete m_fnSort;
184 delete m_varRealTimer;
185 delete m_varPerfTimer;
186 }
187
188 VMParserContext* ScriptVM::loadScript(const String& s) {
189 std::istringstream iss(s);
190 return loadScript(&iss);
191 }
192
193 VMParserContext* ScriptVM::loadScript(std::istream* is) {
194 ParserContext* context = new ParserContext(this);
195 //printf("parserCtx=0x%lx\n", (uint64_t)context);
196
197 context->registerBuiltInConstIntVariables( builtInConstIntVariables() );
198 context->registerBuiltInIntVariables( builtInIntVariables() );
199 context->registerBuiltInIntArrayVariables( builtInIntArrayVariables() );
200 context->registerBuiltInDynVariables( builtInDynamicVariables() );
201
202 context->createScanner(is);
203
204 InstrScript_parse(context);
205 dmsg(2,("Allocating %ld bytes of global int VM memory.\n", long(context->globalIntVarCount * sizeof(int))));
206 dmsg(2,("Allocating %d of global VM string variables.\n", context->globalStrVarCount));
207 if (!context->globalIntMemory)
208 context->globalIntMemory = new ArrayList<int>();
209 if (!context->globalStrMemory)
210 context->globalStrMemory = new ArrayList<String>();
211 context->globalIntMemory->resize(context->globalIntVarCount);
212 memset(&((*context->globalIntMemory)[0]), 0, context->globalIntVarCount * sizeof(int));
213
214 context->globalStrMemory->resize(context->globalStrVarCount);
215
216 context->destroyScanner();
217
218 return context;
219 }
220
221 void ScriptVM::dumpParsedScript(VMParserContext* context) {
222 ParserContext* ctx = dynamic_cast<ParserContext*>(context);
223 if (!ctx) {
224 std::cerr << "No VM context. So nothing to dump.\n";
225 return;
226 }
227 if (!ctx->handlers) {
228 std::cerr << "No event handlers defined in script. So nothing to dump.\n";
229 return;
230 }
231 if (!ctx->globalIntMemory) {
232 std::cerr << "Internal error: no global memory assigend to script VM.\n";
233 return;
234 }
235 ctx->handlers->dump();
236 }
237
238 VMExecContext* ScriptVM::createExecContext(VMParserContext* parserContext) {
239 ParserContext* parserCtx = dynamic_cast<ParserContext*>(parserContext);
240 ExecContext* execCtx = new ExecContext();
241
242 if (parserCtx->requiredMaxStackSize < 0) {
243 parserCtx->requiredMaxStackSize =
244 _requiredMaxStackSizeFor(&*parserCtx->handlers);
245 }
246 execCtx->stack.resize(parserCtx->requiredMaxStackSize);
247 dmsg(2,("Created VM exec context with %ld bytes VM stack size.\n",
248 long(parserCtx->requiredMaxStackSize * sizeof(ExecContext::StackFrame))));
249 //printf("execCtx=0x%lx\n", (uint64_t)execCtx);
250 const int polySize = parserCtx->polyphonicIntVarCount;
251 execCtx->polyphonicIntMemory.resize(polySize);
252 memset(&execCtx->polyphonicIntMemory[0], 0, polySize * sizeof(int));
253
254 dmsg(2,("Allocated %ld bytes polyphonic memory.\n", long(polySize * sizeof(int))));
255 return execCtx;
256 }
257
258 std::vector<VMSourceToken> ScriptVM::syntaxHighlighting(const String& s) {
259 std::istringstream iss(s);
260 return syntaxHighlighting(&iss);
261 }
262
263 std::vector<VMSourceToken> ScriptVM::syntaxHighlighting(std::istream* is) {
264 try {
265 NkspScanner scanner(is);
266 std::vector<SourceToken> tokens = scanner.tokens();
267 std::vector<VMSourceToken> result;
268 result.resize(tokens.size());
269 for (int i = 0; i < tokens.size(); ++i) {
270 SourceToken* st = new SourceToken;
271 *st = tokens[i];
272 result[i] = VMSourceToken(st);
273 }
274 return result;
275 } catch (...) {
276 return std::vector<VMSourceToken>();
277 }
278 }
279
280 VMFunction* ScriptVM::functionByName(const String& name) {
281 if (name == "message") return m_fnMessage;
282 else if (name == "exit") return m_fnExit;
283 else if (name == "wait") return m_fnWait;
284 else if (name == "abs") return m_fnAbs;
285 else if (name == "random") return m_fnRandom;
286 else if (name == "num_elements") return m_fnNumElements;
287 else if (name == "inc") return m_fnInc;
288 else if (name == "dec") return m_fnDec;
289 else if (name == "in_range") return m_fnInRange;
290 else if (name == "sh_left") return m_fnShLeft;
291 else if (name == "sh_right") return m_fnShRight;
292 else if (name == "min") return m_fnMin;
293 else if (name == "max") return m_fnMax;
294 else if (name == "array_equal") return m_fnArrayEqual;
295 else if (name == "search") return m_fnSearch;
296 else if (name == "sort") return m_fnSort;
297 return NULL;
298 }
299
300 bool ScriptVM::isFunctionDisabled(VMFunction* fn, VMParserContext* ctx) {
301 ParserContext* parserCtx = dynamic_cast<ParserContext*>(ctx);
302 if (!parserCtx) return false;
303
304 if (fn == m_fnMessage && parserCtx->userPreprocessorConditions.count("NKSP_NO_MESSAGE"))
305 return true;
306
307 return false;
308 }
309
310 std::map<String,VMIntRelPtr*> ScriptVM::builtInIntVariables() {
311 return std::map<String,VMIntRelPtr*>();
312 }
313
314 std::map<String,VMInt8Array*> ScriptVM::builtInIntArrayVariables() {
315 return std::map<String,VMInt8Array*>();
316 }
317
318 std::map<String,VMDynVar*> ScriptVM::builtInDynamicVariables() {
319 std::map<String,VMDynVar*> m;
320
321 m["$NKSP_PERF_TIMER"] = m_varPerfTimer;
322 m["$NKSP_REAL_TIMER"] = m_varRealTimer;
323 m["$KSP_TIMER"] = m_varRealTimer;
324
325 return m;
326 }
327
328 std::map<String,int> ScriptVM::builtInConstIntVariables() {
329 std::map<String,int> m;
330
331 m["$NI_CB_TYPE_INIT"] = VM_EVENT_HANDLER_INIT;
332 m["$NI_CB_TYPE_NOTE"] = VM_EVENT_HANDLER_NOTE;
333 m["$NI_CB_TYPE_RELEASE"] = VM_EVENT_HANDLER_RELEASE;
334 m["$NI_CB_TYPE_CONTROLLER"] = VM_EVENT_HANDLER_CONTROLLER;
335
336 return m;
337 }
338
339 VMEventHandler* ScriptVM::currentVMEventHandler() {
340 return m_eventHandler;
341 }
342
343 VMParserContext* ScriptVM::currentVMParserContext() {
344 return m_parserContext;
345 }
346
347 VMExecContext* ScriptVM::currentVMExecContext() {
348 if (!m_parserContext) return NULL;
349 return m_parserContext->execContext;
350 }
351
352 void ScriptVM::setAutoSuspendEnabled(bool b) {
353 m_autoSuspend = b;
354 }
355
356 bool ScriptVM::isAutoSuspendEnabled() const {
357 return m_autoSuspend;
358 }
359
360 VMExecStatus_t ScriptVM::exec(VMParserContext* parserContext, VMExecContext* execContex, VMEventHandler* handler) {
361 m_parserContext = dynamic_cast<ParserContext*>(parserContext);
362 if (!m_parserContext) {
363 std::cerr << "No VM parser context provided. Did you load a script?.\n";
364 return VMExecStatus_t(VM_EXEC_NOT_RUNNING | VM_EXEC_ERROR);
365 }
366
367 // a ParserContext object is always tied to exactly one ScriptVM object
368 assert(m_parserContext->functionProvider == this);
369
370 ExecContext* ctx = dynamic_cast<ExecContext*>(execContex);
371 if (!ctx) {
372 std::cerr << "Invalid VM exec context.\n";
373 return VMExecStatus_t(VM_EXEC_NOT_RUNNING | VM_EXEC_ERROR);
374 }
375 EventHandler* h = dynamic_cast<EventHandler*>(handler);
376 if (!h) return VM_EXEC_NOT_RUNNING;
377 m_eventHandler = handler;
378
379 m_parserContext->execContext = ctx;
380
381 ctx->status = VM_EXEC_RUNNING;
382 ctx->instructionsCount = 0;
383 StmtFlags_t& flags = ctx->flags;
384 int instructionsCounter = 0;
385 int synced = m_autoSuspend ? 0 : 1;
386
387 int& frameIdx = ctx->stackFrame;
388 if (frameIdx < 0) { // start condition ...
389 frameIdx = -1;
390 ctx->pushStack(h);
391 }
392
393 while (flags == STMT_SUCCESS && frameIdx >= 0) {
394 if (frameIdx >= ctx->stack.size()) { // should never happen, otherwise it's a bug ...
395 std::cerr << "CRITICAL: VM stack overflow! (" << frameIdx << ")\n";
396 flags = StmtFlags_t(STMT_ABORT_SIGNALLED | STMT_ERROR_OCCURRED);
397 break;
398 }
399
400 ExecContext::StackFrame& frame = ctx->stack[frameIdx];
401 switch (frame.statement->statementType()) {
402 case STMT_LEAF: {
403 #if DEBUG_SCRIPTVM_CORE
404 _printIndents(frameIdx);
405 printf("-> STMT_LEAF\n");
406 #endif
407 LeafStatement* leaf = (LeafStatement*) frame.statement;
408 flags = leaf->exec();
409 ctx->popStack();
410 break;
411 }
412
413 case STMT_LIST: {
414 #if DEBUG_SCRIPTVM_CORE
415 _printIndents(frameIdx);
416 printf("-> STMT_LIST subidx=%d\n", frame.subindex);
417 #endif
418 Statements* stmts = (Statements*) frame.statement;
419 if (stmts->statement(frame.subindex)) {
420 ctx->pushStack(
421 stmts->statement(frame.subindex++)
422 );
423 } else {
424 #if DEBUG_SCRIPTVM_CORE
425 _printIndents(frameIdx);
426 printf("[END OF LIST] subidx=%d\n", frame.subindex);
427 #endif
428 ctx->popStack();
429 }
430 break;
431 }
432
433 case STMT_BRANCH: {
434 #if DEBUG_SCRIPTVM_CORE
435 _printIndents(frameIdx);
436 printf("-> STMT_BRANCH\n");
437 #endif
438 if (frame.subindex < 0) ctx->popStack();
439 else {
440 BranchStatement* branchStmt = (BranchStatement*) frame.statement;
441 frame.subindex = branchStmt->evalBranch();
442 if (frame.subindex >= 0) {
443 ctx->pushStack(
444 branchStmt->branch(frame.subindex)
445 );
446 frame.subindex = -1;
447 } else ctx->popStack();
448 }
449 break;
450 }
451
452 case STMT_LOOP: {
453 #if DEBUG_SCRIPTVM_CORE
454 _printIndents(frameIdx);
455 printf("-> STMT_LOOP\n");
456 #endif
457 While* whileStmt = (While*) frame.statement;
458 if (whileStmt->evalLoopStartCondition() && whileStmt->statements()) {
459 ctx->pushStack(
460 whileStmt->statements()
461 );
462 if (flags == STMT_SUCCESS && !synced &&
463 instructionsCounter > SCRIPTVM_MAX_INSTR_PER_CYCLE_SOFT)
464 {
465 flags = StmtFlags_t(STMT_SUSPEND_SIGNALLED);
466 ctx->suspendMicroseconds = SCRIPT_VM_FORCE_SUSPENSION_MICROSECONDS;
467 }
468 } else ctx->popStack();
469 break;
470 }
471
472 case STMT_SYNC: {
473 #if DEBUG_SCRIPTVM_CORE
474 _printIndents(frameIdx);
475 printf("-> STMT_SYNC\n");
476 #endif
477 SyncBlock* syncStmt = (SyncBlock*) frame.statement;
478 if (!frame.subindex++ && syncStmt->statements()) {
479 ++synced;
480 ctx->pushStack(
481 syncStmt->statements()
482 );
483 } else {
484 ctx->popStack();
485 --synced;
486 }
487 break;
488 }
489 }
490
491 if (flags == STMT_SUCCESS && !synced &&
492 instructionsCounter > SCRIPTVM_MAX_INSTR_PER_CYCLE_HARD)
493 {
494 flags = StmtFlags_t(STMT_SUSPEND_SIGNALLED);
495 ctx->suspendMicroseconds = SCRIPT_VM_FORCE_SUSPENSION_MICROSECONDS;
496 }
497
498 ++instructionsCounter;
499 }
500
501 if ((flags & STMT_SUSPEND_SIGNALLED) && !(flags & STMT_ABORT_SIGNALLED)) {
502 ctx->status = VM_EXEC_SUSPENDED;
503 ctx->flags = STMT_SUCCESS;
504 } else {
505 ctx->status = VM_EXEC_NOT_RUNNING;
506 if (flags & STMT_ERROR_OCCURRED)
507 ctx->status = VM_EXEC_ERROR;
508 ctx->reset();
509 }
510
511 ctx->instructionsCount = instructionsCounter;
512
513 m_eventHandler = NULL;
514 m_parserContext->execContext = NULL;
515 m_parserContext = NULL;
516 return ctx->status;
517 }
518
519 } // namespace LinuxSampler

  ViewVC Help
Powered by ViewVC