1 | /* |
2 | * Copyright (C) 2012-2016 Apple Inc. All rights reserved. |
3 | * |
4 | * Redistribution and use in source and binary forms, with or without |
5 | * modification, are permitted provided that the following conditions |
6 | * are met: |
7 | * 1. Redistributions of source code must retain the above copyright |
8 | * notice, this list of conditions and the following disclaimer. |
9 | * 2. Redistributions in binary form must reproduce the above copyright |
10 | * notice, this list of conditions and the following disclaimer in the |
11 | * documentation and/or other materials provided with the distribution. |
12 | * |
13 | * THIS SOFTWARE IS PROVIDED BY APPLE INC. ``AS IS'' AND ANY |
14 | * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE |
15 | * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR |
16 | * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL APPLE INC. OR |
17 | * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, |
18 | * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, |
19 | * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR |
20 | * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY |
21 | * OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
22 | * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
23 | * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
24 | */ |
25 | |
26 | #include "config.h" |
27 | #include "DFGValidate.h" |
28 | |
29 | #if ENABLE(DFG_JIT) |
30 | |
31 | #include "CodeBlockWithJITType.h" |
32 | #include "DFGClobberize.h" |
33 | #include "DFGClobbersExitState.h" |
34 | #include "DFGDominators.h" |
35 | #include "DFGMayExit.h" |
36 | #include "JSCInlines.h" |
37 | #include <wtf/Assertions.h> |
38 | |
39 | namespace JSC { namespace DFG { |
40 | |
41 | namespace { |
42 | |
43 | class Validate { |
44 | public: |
45 | Validate(Graph& graph, GraphDumpMode graphDumpMode, CString graphDumpBeforePhase) |
46 | : m_graph(graph) |
47 | , m_graphDumpMode(graphDumpMode) |
48 | , m_graphDumpBeforePhase(graphDumpBeforePhase) |
49 | { |
50 | } |
51 | |
52 | #define VALIDATE(context, assertion) do { \ |
53 | if (!(assertion)) { \ |
54 | startCrashing(); \ |
55 | dataLogF("\n\n\nAt "); \ |
56 | reportValidationContext context; \ |
57 | dataLogF(": validation failed: %s (%s:%d).\n", #assertion, __FILE__, __LINE__); \ |
58 | dumpGraphIfAppropriate(); \ |
59 | WTFReportAssertionFailure(__FILE__, __LINE__, WTF_PRETTY_FUNCTION, #assertion); \ |
60 | CRASH(); \ |
61 | } \ |
62 | } while (0) |
63 | |
64 | #define V_EQUAL(context, left, right) do { \ |
65 | if (left != right) { \ |
66 | startCrashing(); \ |
67 | dataLogF("\n\n\nAt "); \ |
68 | reportValidationContext context; \ |
69 | dataLogF(": validation failed: (%s = ", #left); \ |
70 | dataLog(left); \ |
71 | dataLogF(") == (%s = ", #right); \ |
72 | dataLog(right); \ |
73 | dataLogF(") (%s:%d).\n", __FILE__, __LINE__); \ |
74 | dumpGraphIfAppropriate(); \ |
75 | WTFReportAssertionFailure(__FILE__, __LINE__, WTF_PRETTY_FUNCTION, #left " == " #right); \ |
76 | CRASH(); \ |
77 | } \ |
78 | } while (0) |
79 | |
80 | #define notSet (static_cast<size_t>(-1)) |
81 | |
82 | void validate() |
83 | { |
84 | // NB. This code is not written for performance, since it is not intended to run |
85 | // in release builds. |
86 | |
87 | VALIDATE((m_graph.block(0)), m_graph.isRoot(m_graph.block(0))); |
88 | VALIDATE((m_graph.block(0)), m_graph.block(0) == m_graph.m_roots[0]); |
89 | |
90 | for (BasicBlock* block : m_graph.m_roots) |
91 | VALIDATE((block), block->predecessors.isEmpty()); |
92 | |
93 | // Validate that all local variables at the head of all entrypoints are dead. |
94 | for (BasicBlock* entrypoint : m_graph.m_roots) { |
95 | for (unsigned i = 0; i < entrypoint->variablesAtHead.numberOfLocals(); ++i) |
96 | V_EQUAL((virtualRegisterForLocal(i), entrypoint), static_cast<Node*>(nullptr), entrypoint->variablesAtHead.local(i)); |
97 | } |
98 | |
99 | // Validate ref counts and uses. |
100 | for (BlockIndex blockIndex = 0; blockIndex < m_graph.numBlocks(); ++blockIndex) { |
101 | BasicBlock* block = m_graph.block(blockIndex); |
102 | if (!block) |
103 | continue; |
104 | VALIDATE((block), block->isReachable); |
105 | for (size_t i = 0; i < block->numNodes(); ++i) |
106 | m_myRefCounts.add(block->node(i), 0); |
107 | } |
108 | for (BlockIndex blockIndex = 0; blockIndex < m_graph.numBlocks(); ++blockIndex) { |
109 | BasicBlock* block = m_graph.block(blockIndex); |
110 | if (!block) |
111 | continue; |
112 | for (size_t i = 0; i < block->numNodes(); ++i) { |
113 | Node* node = block->node(i); |
114 | m_acceptableNodes.add(node); |
115 | if (!node->shouldGenerate()) |
116 | continue; |
117 | if (node->op() == Upsilon) { |
118 | VALIDATE((node), m_graph.m_form == SSA); |
119 | if (node->phi()->shouldGenerate()) |
120 | m_myRefCounts.find(node)->value++; |
121 | } |
122 | for (unsigned j = 0; j < m_graph.numChildren(node); ++j) { |
123 | // Phi children in LoadStore form are invalid. |
124 | if (m_graph.m_form == LoadStore && block->isPhiIndex(i)) |
125 | continue; |
126 | |
127 | Edge edge = m_graph.child(node, j); |
128 | if (!edge) |
129 | continue; |
130 | |
131 | m_myRefCounts.find(edge.node())->value++; |
132 | |
133 | validateEdgeWithDoubleResultIfNecessary(node, edge); |
134 | VALIDATE((node, edge), edge->hasInt52Result() == (edge.useKind() == Int52RepUse)); |
135 | |
136 | if (m_graph.m_form == SSA) { |
137 | // In SSA, all edges must hasResult(). |
138 | VALIDATE((node, edge), edge->hasResult()); |
139 | continue; |
140 | } |
141 | |
142 | // Unless I'm a Flush, Phantom, GetLocal, or Phi, my children should hasResult(). |
143 | switch (node->op()) { |
144 | case Flush: |
145 | case GetLocal: |
146 | VALIDATE((node, edge), edge->hasVariableAccessData(m_graph)); |
147 | VALIDATE((node, edge), edge->variableAccessData() == node->variableAccessData()); |
148 | break; |
149 | case PhantomLocal: |
150 | VALIDATE((node, edge), edge->hasVariableAccessData(m_graph)); |
151 | VALIDATE((node, edge), edge->variableAccessData() == node->variableAccessData()); |
152 | VALIDATE((node, edge), edge->op() != SetLocal); |
153 | break; |
154 | case Phi: |
155 | VALIDATE((node, edge), edge->hasVariableAccessData(m_graph)); |
156 | if (m_graph.m_unificationState == LocallyUnified) |
157 | break; |
158 | VALIDATE((node, edge), edge->variableAccessData() == node->variableAccessData()); |
159 | break; |
160 | default: |
161 | VALIDATE((node, edge), edge->hasResult()); |
162 | break; |
163 | } |
164 | } |
165 | } |
166 | } |
167 | |
168 | for (BlockIndex blockIndex = 0; blockIndex < m_graph.numBlocks(); ++blockIndex) { |
169 | BasicBlock* block = m_graph.block(blockIndex); |
170 | if (!block) |
171 | continue; |
172 | for (size_t i = 0; i < block->numNodes(); ++i) { |
173 | Node* node = block->node(i); |
174 | if (m_graph.m_refCountState == ExactRefCount) |
175 | V_EQUAL((node), m_myRefCounts.get(node), node->adjustedRefCount()); |
176 | } |
177 | |
178 | bool foundTerminal = false; |
179 | for (size_t i = 0 ; i < block->size(); ++i) { |
180 | Node* node = block->at(i); |
181 | if (node->isTerminal()) { |
182 | foundTerminal = true; |
183 | for (size_t j = i + 1; j < block->size(); ++j) { |
184 | node = block->at(j); |
185 | VALIDATE((node), node->op() == Phantom || node->op() == PhantomLocal || node->op() == Flush || node->op() == Check); |
186 | m_graph.doToChildren( |
187 | node, |
188 | [&] (Edge edge) { |
189 | VALIDATE((node, edge), shouldNotHaveTypeCheck(edge.useKind())); |
190 | }); |
191 | } |
192 | break; |
193 | } |
194 | } |
195 | VALIDATE((block), foundTerminal); |
196 | |
197 | for (size_t i = 0; i < block->size(); ++i) { |
198 | Node* node = block->at(i); |
199 | |
200 | VALIDATE((node), node->origin.isSet()); |
201 | VALIDATE((node), node->origin.semantic.isSet() == node->origin.forExit.isSet()); |
202 | VALIDATE((node), !(!node->origin.forExit.isSet() && node->origin.exitOK)); |
203 | VALIDATE((node), !(mayExit(m_graph, node) == Exits && !node->origin.exitOK)); |
204 | |
205 | if (i) { |
206 | Node* previousNode = block->at(i - 1); |
207 | VALIDATE( |
208 | (node), |
209 | !clobbersExitState(m_graph, previousNode) |
210 | || !node->origin.exitOK |
211 | || node->op() == ExitOK |
212 | || node->origin.forExit != previousNode->origin.forExit); |
213 | VALIDATE( |
214 | (node), |
215 | !(!previousNode->origin.exitOK && node->origin.exitOK) |
216 | || node->op() == ExitOK |
217 | || node->origin.forExit != previousNode->origin.forExit); |
218 | } |
219 | |
220 | VALIDATE((node), !node->hasStructure() || !!node->structure().get()); |
221 | VALIDATE((node), !node->hasCellOperand() || node->cellOperand()->value().isCell()); |
222 | VALIDATE((node), !node->hasCellOperand() || !!node->cellOperand()->value()); |
223 | |
224 | if (!(node->flags() & NodeHasVarArgs)) { |
225 | if (!node->child2()) |
226 | VALIDATE((node), !node->child3()); |
227 | if (!node->child1()) |
228 | VALIDATE((node), !node->child2()); |
229 | } |
230 | |
231 | switch (node->op()) { |
232 | case Identity: |
233 | case IdentityWithProfile: |
234 | VALIDATE((node), canonicalResultRepresentation(node->result()) == canonicalResultRepresentation(node->child1()->result())); |
235 | break; |
236 | case SetLocal: |
237 | case PutStack: |
238 | case Upsilon: |
239 | VALIDATE((node), !!node->child1()); |
240 | switch (node->child1().useKind()) { |
241 | case UntypedUse: |
242 | case CellUse: |
243 | case KnownCellUse: |
244 | case Int32Use: |
245 | case KnownInt32Use: |
246 | case Int52RepUse: |
247 | case DoubleRepUse: |
248 | case BooleanUse: |
249 | case KnownBooleanUse: |
250 | break; |
251 | default: |
252 | VALIDATE((node), !"Bad use kind" ); |
253 | break; |
254 | } |
255 | break; |
256 | case MakeRope: |
257 | case ValueAdd: |
258 | case ValueSub: |
259 | case ValueMul: |
260 | case ValueDiv: |
261 | case ValueMod: |
262 | case ValuePow: |
263 | case ArithAdd: |
264 | case ArithSub: |
265 | case ArithMul: |
266 | case ArithIMul: |
267 | case ArithDiv: |
268 | case ArithMod: |
269 | case ArithMin: |
270 | case ArithMax: |
271 | case ArithPow: |
272 | case CompareLess: |
273 | case CompareLessEq: |
274 | case CompareGreater: |
275 | case CompareGreaterEq: |
276 | case CompareBelow: |
277 | case CompareBelowEq: |
278 | case CompareEq: |
279 | case CompareStrictEq: |
280 | case SameValue: |
281 | case StrCat: |
282 | VALIDATE((node), !!node->child1()); |
283 | VALIDATE((node), !!node->child2()); |
284 | break; |
285 | case CompareEqPtr: |
286 | VALIDATE((node), !!node->child1()); |
287 | VALIDATE((node), !!node->cellOperand()->value() && node->cellOperand()->value().isCell()); |
288 | break; |
289 | case CheckStructureOrEmpty: |
290 | VALIDATE((node), is64Bit()); |
291 | VALIDATE((node), !!node->child1()); |
292 | VALIDATE((node), node->child1().useKind() == CellUse); |
293 | break; |
294 | case CheckStructure: |
295 | case StringFromCharCode: |
296 | VALIDATE((node), !!node->child1()); |
297 | break; |
298 | case PutStructure: |
299 | VALIDATE((node), !node->transition()->previous->dfgShouldWatch()); |
300 | break; |
301 | case MultiPutByOffset: |
302 | for (unsigned i = node->multiPutByOffsetData().variants.size(); i--;) { |
303 | const PutByIdVariant& variant = node->multiPutByOffsetData().variants[i]; |
304 | if (variant.kind() != PutByIdVariant::Transition) |
305 | continue; |
306 | VALIDATE((node), !variant.oldStructureForTransition()->dfgShouldWatch()); |
307 | } |
308 | break; |
309 | case MaterializeNewObject: |
310 | for (RegisteredStructure structure : node->structureSet()) { |
311 | // This only supports structures that are JSFinalObject or JSArray. |
312 | VALIDATE( |
313 | (node), |
314 | structure->classInfo() == JSFinalObject::info() |
315 | || structure->classInfo() == JSArray::info()); |
316 | |
317 | // We only support certain indexing shapes. |
318 | VALIDATE((node), !hasAnyArrayStorage(structure->indexingType())); |
319 | } |
320 | break; |
321 | case DoubleConstant: |
322 | case Int52Constant: |
323 | VALIDATE((node), node->isNumberConstant()); |
324 | break; |
325 | case GetByOffset: |
326 | case PutByOffset: |
327 | // FIXME: We should be able to validate that GetByOffset and PutByOffset are |
328 | // using the same object for storage and base. I think this means finally |
329 | // splitting these nodes into two node types, one for inline and one for |
330 | // out-of-line. The out-of-line one will require that the first node is storage, |
331 | // while the inline one will not take a storage child at all. |
332 | // https://bugs.webkit.org/show_bug.cgi?id=159602 |
333 | break; |
334 | case HasOwnProperty: { |
335 | VALIDATE((node), !!m_graph.m_vm.hasOwnPropertyCache()); |
336 | break; |
337 | } |
338 | case GetVectorLength: { |
339 | Array::Type type = node->arrayMode().type(); |
340 | VALIDATE((node), type == Array::ArrayStorage || type == Array::SlowPutArrayStorage); |
341 | break; |
342 | } |
343 | case CPUIntrinsic: { |
344 | switch (node->intrinsic()) { |
345 | case CPUMfenceIntrinsic: |
346 | case CPURdtscIntrinsic: |
347 | case CPUCpuidIntrinsic: |
348 | case CPUPauseIntrinsic: |
349 | break; |
350 | default: |
351 | VALIDATE((node), false); |
352 | break; |
353 | } |
354 | break; |
355 | } |
356 | case GetArgumentCountIncludingThis: { |
357 | if (InlineCallFrame* inlineCallFrame = node->argumentsInlineCallFrame()) |
358 | VALIDATE((node), inlineCallFrame->isVarargs()); |
359 | break; |
360 | } |
361 | case NewArray: |
362 | VALIDATE((node), node->vectorLengthHint() >= node->numChildren()); |
363 | break; |
364 | case NewArrayBuffer: |
365 | VALIDATE((node), node->vectorLengthHint() >= node->castOperand<JSImmutableButterfly*>()->length()); |
366 | break; |
367 | default: |
368 | break; |
369 | } |
370 | } |
371 | } |
372 | |
373 | switch (m_graph.m_form) { |
374 | case LoadStore: |
375 | case ThreadedCPS: |
376 | validateCPS(); |
377 | break; |
378 | |
379 | case SSA: |
380 | validateSSA(); |
381 | break; |
382 | } |
383 | |
384 | // Validate clobbered states. |
385 | struct DefLambdaAdaptor { |
386 | Function<void(PureValue)> pureValue; |
387 | Function<void(HeapLocation, LazyNode)> locationAndNode; |
388 | |
389 | void operator()(PureValue value) const |
390 | { |
391 | pureValue(value); |
392 | } |
393 | |
394 | void operator()(HeapLocation location, LazyNode node) const |
395 | { |
396 | locationAndNode(location, node); |
397 | } |
398 | }; |
399 | for (BasicBlock* block : m_graph.blocksInNaturalOrder()) { |
400 | for (Node* node : *block) { |
401 | clobberize(m_graph, node, |
402 | [&] (AbstractHeap) { }, |
403 | [&] (AbstractHeap heap) |
404 | { |
405 | // CSE assumes that HEAP TOP is never written. |
406 | // If this assumption is weakened, you need to update clobbering |
407 | // in CSE accordingly. |
408 | if (heap.kind() == Stack) |
409 | VALIDATE((node), !heap.payload().isTop()); |
410 | }, |
411 | DefLambdaAdaptor { |
412 | [&] (PureValue) { }, |
413 | [&] (HeapLocation location, LazyNode) |
414 | { |
415 | VALIDATE((node), location.heap().kind() != SideState); |
416 | |
417 | // More specific kinds should be used instead. |
418 | VALIDATE((node), location.heap().kind() != World); |
419 | VALIDATE((node), location.heap().kind() != Heap); |
420 | } |
421 | }); |
422 | } |
423 | } |
424 | |
425 | for (BasicBlock* block : m_graph.blocksInNaturalOrder()) { |
426 | // We expect the predecessor list to be de-duplicated. |
427 | HashSet<BasicBlock*> predecessors; |
428 | for (BasicBlock* predecessor : block->predecessors) |
429 | predecessors.add(predecessor); |
430 | VALIDATE((block), predecessors.size() == block->predecessors.size()); |
431 | } |
432 | } |
433 | |
434 | private: |
435 | Graph& m_graph; |
436 | GraphDumpMode m_graphDumpMode; |
437 | CString m_graphDumpBeforePhase; |
438 | |
439 | HashMap<Node*, unsigned> m_myRefCounts; |
440 | HashSet<Node*> m_acceptableNodes; |
441 | |
442 | void validateCPS() |
443 | { |
444 | VALIDATE((), !m_graph.m_rootToArguments.isEmpty()); // We should have at least one root. |
445 | VALIDATE((), m_graph.m_rootToArguments.size() == m_graph.m_roots.size()); |
446 | for (BasicBlock* root : m_graph.m_rootToArguments.keys()) |
447 | VALIDATE((), m_graph.m_roots.contains(root)); |
448 | |
449 | for (BlockIndex blockIndex = 0; blockIndex < m_graph.numBlocks(); ++blockIndex) { |
450 | BasicBlock* block = m_graph.block(blockIndex); |
451 | if (!block) |
452 | continue; |
453 | |
454 | HashSet<Node*> phisInThisBlock; |
455 | HashSet<Node*> nodesInThisBlock; |
456 | |
457 | for (size_t i = 0; i < block->numNodes(); ++i) { |
458 | Node* node = block->node(i); |
459 | nodesInThisBlock.add(node); |
460 | if (block->isPhiIndex(i)) |
461 | phisInThisBlock.add(node); |
462 | for (unsigned j = 0; j < m_graph.numChildren(node); ++j) { |
463 | Edge edge = m_graph.child(node, j); |
464 | if (!edge) |
465 | continue; |
466 | VALIDATE((node, edge), m_acceptableNodes.contains(edge.node())); |
467 | } |
468 | } |
469 | |
470 | { |
471 | HashSet<Node*> seenNodes; |
472 | for (size_t i = 0; i < block->size(); ++i) { |
473 | Node* node = block->at(i); |
474 | m_graph.doToChildren(node, [&] (const Edge& edge) { |
475 | Node* child = edge.node(); |
476 | VALIDATE((node), block->isInPhis(child) || seenNodes.contains(child)); |
477 | }); |
478 | seenNodes.add(node); |
479 | } |
480 | } |
481 | |
482 | for (size_t i = 0; i < block->phis.size(); ++i) { |
483 | Node* node = block->phis[i]; |
484 | ASSERT(phisInThisBlock.contains(node)); |
485 | VALIDATE((node), node->op() == Phi); |
486 | VirtualRegister local = node->local(); |
487 | for (unsigned j = 0; j < m_graph.numChildren(node); ++j) { |
488 | // Phi children in LoadStore form are invalid. |
489 | if (m_graph.m_form == LoadStore && block->isPhiIndex(i)) |
490 | continue; |
491 | |
492 | Edge edge = m_graph.child(node, j); |
493 | if (!edge) |
494 | continue; |
495 | |
496 | VALIDATE( |
497 | (node, edge), |
498 | edge->op() == SetLocal |
499 | || edge->op() == SetArgumentDefinitely |
500 | || edge->op() == SetArgumentMaybe |
501 | || edge->op() == Phi); |
502 | |
503 | if (phisInThisBlock.contains(edge.node())) |
504 | continue; |
505 | |
506 | if (nodesInThisBlock.contains(edge.node())) { |
507 | VALIDATE( |
508 | (node, edge), |
509 | edge->op() == SetLocal |
510 | || edge->op() == SetArgumentDefinitely |
511 | || edge->op() == SetArgumentMaybe); |
512 | |
513 | continue; |
514 | } |
515 | |
516 | // There must exist a predecessor block that has this node index in |
517 | // its tail variables. |
518 | bool found = false; |
519 | for (unsigned k = 0; k < block->predecessors.size(); ++k) { |
520 | BasicBlock* prevBlock = block->predecessors[k]; |
521 | VALIDATE((block->predecessors[k]), prevBlock); |
522 | Node* prevNode = prevBlock->variablesAtTail.operand(local); |
523 | // If we have a Phi that is not referring to *this* block then all predecessors |
524 | // must have that local available. |
525 | VALIDATE((local, block, block->predecessors[k]), prevNode); |
526 | switch (prevNode->op()) { |
527 | case GetLocal: |
528 | case Flush: |
529 | case PhantomLocal: |
530 | prevNode = prevNode->child1().node(); |
531 | break; |
532 | default: |
533 | break; |
534 | } |
535 | if (node->shouldGenerate()) { |
536 | VALIDATE((local, block->predecessors[k], prevNode), |
537 | prevNode->shouldGenerate()); |
538 | } |
539 | VALIDATE( |
540 | (local, block->predecessors[k], prevNode), |
541 | prevNode->op() == SetLocal |
542 | || prevNode->op() == SetArgumentDefinitely |
543 | || prevNode->op() == SetArgumentMaybe |
544 | || prevNode->op() == Phi); |
545 | if (prevNode == edge.node()) { |
546 | found = true; |
547 | break; |
548 | } |
549 | // At this point it cannot refer into this block. |
550 | VALIDATE((local, block->predecessors[k], prevNode), !prevBlock->isInBlock(edge.node())); |
551 | } |
552 | |
553 | VALIDATE((node, edge), found); |
554 | } |
555 | } |
556 | |
557 | Operands<size_t> getLocalPositions( |
558 | block->variablesAtHead.numberOfArguments(), |
559 | block->variablesAtHead.numberOfLocals()); |
560 | Operands<size_t> setLocalPositions( |
561 | block->variablesAtHead.numberOfArguments(), |
562 | block->variablesAtHead.numberOfLocals()); |
563 | |
564 | for (size_t i = 0; i < block->variablesAtHead.numberOfArguments(); ++i) { |
565 | VALIDATE((virtualRegisterForArgument(i), block), !block->variablesAtHead.argument(i) || block->variablesAtHead.argument(i)->accessesStack(m_graph)); |
566 | if (m_graph.m_form == ThreadedCPS) |
567 | VALIDATE((virtualRegisterForArgument(i), block), !block->variablesAtTail.argument(i) || block->variablesAtTail.argument(i)->accessesStack(m_graph)); |
568 | |
569 | getLocalPositions.argument(i) = notSet; |
570 | setLocalPositions.argument(i) = notSet; |
571 | } |
572 | for (size_t i = 0; i < block->variablesAtHead.numberOfLocals(); ++i) { |
573 | VALIDATE((virtualRegisterForLocal(i), block), !block->variablesAtHead.local(i) || block->variablesAtHead.local(i)->accessesStack(m_graph)); |
574 | if (m_graph.m_form == ThreadedCPS) |
575 | VALIDATE((virtualRegisterForLocal(i), block), !block->variablesAtTail.local(i) || block->variablesAtTail.local(i)->accessesStack(m_graph)); |
576 | |
577 | getLocalPositions.local(i) = notSet; |
578 | setLocalPositions.local(i) = notSet; |
579 | } |
580 | |
581 | for (size_t i = 0; i < block->size(); ++i) { |
582 | Node* node = block->at(i); |
583 | ASSERT(nodesInThisBlock.contains(node)); |
584 | VALIDATE((node), node->op() != Phi); |
585 | VALIDATE((node), node->origin.forExit.isSet()); |
586 | for (unsigned j = 0; j < m_graph.numChildren(node); ++j) { |
587 | Edge edge = m_graph.child(node, j); |
588 | if (!edge) |
589 | continue; |
590 | VALIDATE((node, edge), nodesInThisBlock.contains(edge.node())); |
591 | switch (node->op()) { |
592 | case PhantomLocal: |
593 | case GetLocal: |
594 | case Flush: |
595 | break; |
596 | default: |
597 | VALIDATE((node, edge), !phisInThisBlock.contains(edge.node())); |
598 | break; |
599 | } |
600 | } |
601 | |
602 | switch (node->op()) { |
603 | case Phi: |
604 | case Upsilon: |
605 | case CheckInBounds: |
606 | case PhantomNewObject: |
607 | case PhantomNewFunction: |
608 | case PhantomNewGeneratorFunction: |
609 | case PhantomNewAsyncFunction: |
610 | case PhantomNewAsyncGeneratorFunction: |
611 | case PhantomCreateActivation: |
612 | case PhantomNewRegexp: |
613 | case GetMyArgumentByVal: |
614 | case GetMyArgumentByValOutOfBounds: |
615 | case PutHint: |
616 | case CheckStructureImmediate: |
617 | case MaterializeCreateActivation: |
618 | case PutStack: |
619 | case KillStack: |
620 | case GetStack: |
621 | case EntrySwitch: |
622 | case InitializeEntrypointArguments: |
623 | VALIDATE((node), !"unexpected node type in CPS" ); |
624 | break; |
625 | case MaterializeNewObject: { |
626 | // CPS only allows array lengths to be constant. This constraint only exists |
627 | // because we don't have DFG support for anything more and we don't need any |
628 | // other kind of support for now. |
629 | ObjectMaterializationData& data = node->objectMaterializationData(); |
630 | for (unsigned i = data.m_properties.size(); i--;) { |
631 | PromotedLocationDescriptor descriptor = data.m_properties[i]; |
632 | Edge edge = m_graph.varArgChild(node, 1 + i); |
633 | switch (descriptor.kind()) { |
634 | case PublicLengthPLoc: |
635 | case VectorLengthPLoc: |
636 | VALIDATE((node, edge), edge->isInt32Constant()); |
637 | break; |
638 | default: |
639 | break; |
640 | } |
641 | } |
642 | |
643 | // CPS only allows one structure. |
644 | VALIDATE((node), node->structureSet().size() == 1); |
645 | |
646 | // CPS disallows int32 and double arrays. Those require weird type checks and |
647 | // conversions. They are not needed in the DFG right now. We should add support |
648 | // for these if the DFG ever needs it. |
649 | for (RegisteredStructure structure : node->structureSet()) { |
650 | VALIDATE((node), !hasInt32(structure->indexingType())); |
651 | VALIDATE((node), !hasDouble(structure->indexingType())); |
652 | } |
653 | break; |
654 | } |
655 | case Phantom: |
656 | VALIDATE((node), m_graph.m_fixpointState != FixpointNotConverged); |
657 | break; |
658 | default: |
659 | break; |
660 | } |
661 | |
662 | if (!node->shouldGenerate()) |
663 | continue; |
664 | switch (node->op()) { |
665 | case GetLocal: |
666 | // Ignore GetLocal's that we know to be dead, but that the graph |
667 | // doesn't yet know to be dead. |
668 | if (!m_myRefCounts.get(node)) |
669 | break; |
670 | if (m_graph.m_form == ThreadedCPS) { |
671 | VALIDATE((node, block), getLocalPositions.operand(node->local()) == notSet); |
672 | VALIDATE((node, block), !!node->child1()); |
673 | VALIDATE((node, block), node->child1()->op() == SetArgumentDefinitely || node->child1()->op() == Phi); |
674 | } |
675 | getLocalPositions.operand(node->local()) = i; |
676 | break; |
677 | case SetLocal: |
678 | // Only record the first SetLocal. There may be multiple SetLocals |
679 | // because of flushing. |
680 | if (setLocalPositions.operand(node->local()) != notSet) |
681 | break; |
682 | setLocalPositions.operand(node->local()) = i; |
683 | break; |
684 | case SetArgumentDefinitely: |
685 | // This acts like a reset. It's ok to have a second GetLocal for a local in the same |
686 | // block if we had a SetArgumentDefinitely for that local. |
687 | getLocalPositions.operand(node->local()) = notSet; |
688 | setLocalPositions.operand(node->local()) = notSet; |
689 | break; |
690 | case SetArgumentMaybe: |
691 | break; |
692 | case Flush: |
693 | case PhantomLocal: |
694 | if (m_graph.m_form == ThreadedCPS) { |
695 | VALIDATE((node, block), |
696 | node->child1()->op() == Phi |
697 | || node->child1()->op() == SetLocal |
698 | || node->child1()->op() == SetArgumentDefinitely |
699 | || node->child1()->op() == SetArgumentMaybe); |
700 | if (node->op() == PhantomLocal) |
701 | VALIDATE((node, block), node->child1()->op() != SetArgumentMaybe); |
702 | } |
703 | break; |
704 | default: |
705 | break; |
706 | } |
707 | } |
708 | |
709 | if (m_graph.m_form == LoadStore) |
710 | continue; |
711 | |
712 | for (size_t i = 0; i < block->variablesAtHead.numberOfArguments(); ++i) { |
713 | checkOperand( |
714 | block, getLocalPositions, setLocalPositions, virtualRegisterForArgument(i)); |
715 | } |
716 | for (size_t i = 0; i < block->variablesAtHead.numberOfLocals(); ++i) { |
717 | checkOperand( |
718 | block, getLocalPositions, setLocalPositions, virtualRegisterForLocal(i)); |
719 | } |
720 | } |
721 | |
722 | if (m_graph.m_form == ThreadedCPS) { |
723 | Vector<Node*> worklist; |
724 | HashSet<Node*> seen; |
725 | for (BasicBlock* block : m_graph.blocksInNaturalOrder()) { |
726 | for (Node* node : *block) { |
727 | if (node->op() == GetLocal || node->op() == PhantomLocal) { |
728 | worklist.append(node); |
729 | auto addResult = seen.add(node); |
730 | VALIDATE((node, block), addResult.isNewEntry); |
731 | } |
732 | } |
733 | } |
734 | |
735 | while (worklist.size()) { |
736 | Node* node = worklist.takeLast(); |
737 | switch (node->op()) { |
738 | case PhantomLocal: |
739 | case GetLocal: { |
740 | Node* child = node->child1().node(); |
741 | if (seen.add(child).isNewEntry) |
742 | worklist.append(child); |
743 | break; |
744 | } |
745 | case Phi: { |
746 | for (unsigned i = 0; i < m_graph.numChildren(node); ++i) { |
747 | Edge edge = m_graph.child(node, i); |
748 | if (!edge) |
749 | continue; |
750 | if (seen.add(edge.node()).isNewEntry) |
751 | worklist.append(edge.node()); |
752 | } |
753 | break; |
754 | } |
755 | case SetLocal: |
756 | case SetArgumentDefinitely: |
757 | break; |
758 | case SetArgumentMaybe: |
759 | VALIDATE((node), !"Should not reach SetArgumentMaybe. GetLocal that has data flow that reaches a SetArgumentMaybe is invalid IR." ); |
760 | break; |
761 | default: |
762 | VALIDATE((node), !"Unexpected node type." ); |
763 | break; |
764 | } |
765 | } |
766 | } |
767 | } |
768 | |
769 | void validateSSA() |
770 | { |
771 | // FIXME: Add more things here. |
772 | // https://bugs.webkit.org/show_bug.cgi?id=123471 |
773 | |
774 | VALIDATE((), m_graph.m_roots.size() == 1); |
775 | VALIDATE((), m_graph.m_roots[0] == m_graph.block(0)); |
776 | VALIDATE((), !m_graph.m_argumentFormats.isEmpty()); // We always have at least one entrypoint. |
777 | VALIDATE((), m_graph.m_rootToArguments.isEmpty()); // This is only used in CPS. |
778 | |
779 | m_graph.initializeNodeOwners(); |
780 | |
781 | auto& dominators = m_graph.ensureSSADominators(); |
782 | |
783 | for (unsigned entrypointIndex : m_graph.m_entrypointIndexToCatchBytecodeIndex.keys()) |
784 | VALIDATE((), entrypointIndex > 0); // By convention, 0 is the entrypoint index for the op_enter entrypoint, which can not be in a catch. |
785 | |
786 | for (BlockIndex blockIndex = 0; blockIndex < m_graph.numBlocks(); ++blockIndex) { |
787 | BasicBlock* block = m_graph.block(blockIndex); |
788 | if (!block) |
789 | continue; |
790 | |
791 | VALIDATE((block), block->phis.isEmpty()); |
792 | |
793 | bool didSeeExitOK = false; |
794 | bool isOSRExited = false; |
795 | |
796 | HashSet<Node*> nodesInThisBlock; |
797 | |
798 | for (auto* node : *block) { |
799 | didSeeExitOK |= node->origin.exitOK; |
800 | switch (node->op()) { |
801 | case Phi: |
802 | // Phi cannot exit, and it would be wrong to hoist anything to the Phi that could |
803 | // exit. |
804 | VALIDATE((node), !node->origin.exitOK); |
805 | |
806 | // It never makes sense to have exitOK anywhere in the block before a Phi. It's only |
807 | // OK to exit after all Phis are done. |
808 | VALIDATE((node), !didSeeExitOK); |
809 | break; |
810 | |
811 | case GetLocal: |
812 | case SetLocal: |
813 | case SetArgumentDefinitely: |
814 | case SetArgumentMaybe: |
815 | case Phantom: |
816 | VALIDATE((node), !"bad node type for SSA" ); |
817 | break; |
818 | |
819 | default: |
820 | // FIXME: Add more things here. |
821 | // https://bugs.webkit.org/show_bug.cgi?id=123471 |
822 | break; |
823 | } |
824 | |
825 | if (isOSRExited) |
826 | continue; |
827 | switch (node->op()) { |
828 | case PhantomNewObject: |
829 | case PhantomNewFunction: |
830 | case PhantomNewGeneratorFunction: |
831 | case PhantomNewAsyncFunction: |
832 | case PhantomNewAsyncGeneratorFunction: |
833 | case PhantomCreateActivation: |
834 | case PhantomDirectArguments: |
835 | case PhantomCreateRest: |
836 | case PhantomClonedArguments: |
837 | case PhantomNewRegexp: |
838 | case MovHint: |
839 | case Upsilon: |
840 | case ForwardVarargs: |
841 | case CallForwardVarargs: |
842 | case TailCallForwardVarargs: |
843 | case TailCallForwardVarargsInlinedCaller: |
844 | case ConstructForwardVarargs: |
845 | case GetMyArgumentByVal: |
846 | case GetMyArgumentByValOutOfBounds: |
847 | break; |
848 | |
849 | case Check: |
850 | case CheckVarargs: |
851 | // FIXME: This is probably not correct. |
852 | break; |
853 | |
854 | case PutHint: |
855 | VALIDATE((node), node->child1()->isPhantomAllocation()); |
856 | break; |
857 | |
858 | case PhantomSpread: |
859 | VALIDATE((node), m_graph.m_form == SSA); |
860 | // We currently support PhantomSpread over PhantomCreateRest and PhantomNewArrayBuffer. |
861 | VALIDATE((node), node->child1()->op() == PhantomCreateRest || node->child1()->op() == PhantomNewArrayBuffer); |
862 | break; |
863 | |
864 | case PhantomNewArrayWithSpread: { |
865 | VALIDATE((node), m_graph.m_form == SSA); |
866 | BitVector* bitVector = node->bitVector(); |
867 | for (unsigned i = 0; i < node->numChildren(); i++) { |
868 | Node* child = m_graph.varArgChild(node, i).node(); |
869 | if (bitVector->get(i)) { |
870 | // We currently support PhantomSpread over PhantomCreateRest and PhantomNewArrayBuffer. |
871 | VALIDATE((node), child->op() == PhantomSpread); |
872 | } else |
873 | VALIDATE((node), !child->isPhantomAllocation()); |
874 | } |
875 | break; |
876 | } |
877 | |
878 | case PhantomNewArrayBuffer: |
879 | VALIDATE((node), m_graph.m_form == SSA); |
880 | VALIDATE((node), node->vectorLengthHint() >= node->castOperand<JSImmutableButterfly*>()->length()); |
881 | break; |
882 | |
883 | case NewArrayWithSpread: { |
884 | BitVector* bitVector = node->bitVector(); |
885 | for (unsigned i = 0; i < node->numChildren(); i++) { |
886 | Node* child = m_graph.varArgChild(node, i).node(); |
887 | if (child->isPhantomAllocation()) { |
888 | VALIDATE((node), bitVector->get(i)); |
889 | VALIDATE((node), m_graph.m_form == SSA); |
890 | VALIDATE((node), child->op() == PhantomSpread); |
891 | } |
892 | } |
893 | break; |
894 | } |
895 | |
896 | case Spread: |
897 | VALIDATE((node), !node->child1()->isPhantomAllocation() || node->child1()->op() == PhantomCreateRest || node->child1()->op() == PhantomNewArrayBuffer); |
898 | break; |
899 | |
900 | case EntrySwitch: |
901 | VALIDATE((node), node->entrySwitchData()->cases.size() == m_graph.m_numberOfEntrypoints); |
902 | break; |
903 | |
904 | case InitializeEntrypointArguments: |
905 | VALIDATE((node), node->entrypointIndex() < m_graph.m_numberOfEntrypoints); |
906 | break; |
907 | |
908 | default: |
909 | m_graph.doToChildren( |
910 | node, |
911 | [&] (const Edge& edge) { |
912 | VALIDATE((node), !edge->isPhantomAllocation()); |
913 | }); |
914 | break; |
915 | } |
916 | |
917 | isOSRExited |= node->isPseudoTerminal(); |
918 | |
919 | m_graph.doToChildren(node, [&] (Edge child) { |
920 | VALIDATE((node), dominators.strictlyDominates(child->owner, block) || nodesInThisBlock.contains(child.node())); |
921 | }); |
922 | nodesInThisBlock.add(node); |
923 | } |
924 | } |
925 | } |
926 | |
927 | void validateEdgeWithDoubleResultIfNecessary(Node* node, Edge edge) |
928 | { |
929 | if (!edge->hasDoubleResult()) |
930 | return; |
931 | |
932 | if (m_graph.m_planStage < PlanStage::AfterFixup) |
933 | return; |
934 | |
935 | VALIDATE((node, edge), edge.useKind() == DoubleRepUse || edge.useKind() == DoubleRepRealUse || edge.useKind() == DoubleRepAnyIntUse); |
936 | } |
937 | |
938 | void checkOperand( |
939 | BasicBlock* block, Operands<size_t>& getLocalPositions, |
940 | Operands<size_t>& setLocalPositions, VirtualRegister operand) |
941 | { |
942 | if (getLocalPositions.operand(operand) == notSet) |
943 | return; |
944 | if (setLocalPositions.operand(operand) == notSet) |
945 | return; |
946 | |
947 | VALIDATE( |
948 | (block->at(getLocalPositions.operand(operand)), |
949 | block->at(setLocalPositions.operand(operand)), |
950 | block), |
951 | getLocalPositions.operand(operand) < setLocalPositions.operand(operand)); |
952 | } |
953 | |
954 | void reportValidationContext() { } |
955 | |
956 | void reportValidationContext(Node* node) |
957 | { |
958 | dataLogF("@%u" , node->index()); |
959 | } |
960 | |
961 | void reportValidationContext(BasicBlock* block) |
962 | { |
963 | dataLog("Block " , *block); |
964 | } |
965 | |
966 | void reportValidationContext(Node* node, Edge edge) |
967 | { |
968 | dataLog(node, " -> " , edge); |
969 | } |
970 | |
971 | void reportValidationContext(VirtualRegister local, BasicBlock* block) |
972 | { |
973 | if (!block) { |
974 | dataLog(local, " in null Block " ); |
975 | return; |
976 | } |
977 | |
978 | dataLog(local, " in Block " , *block); |
979 | } |
980 | |
981 | void reportValidationContext( |
982 | VirtualRegister local, BasicBlock* sourceBlock, BasicBlock* destinationBlock) |
983 | { |
984 | dataLog(local, " in Block " , *sourceBlock, " -> " , *destinationBlock); |
985 | } |
986 | |
987 | void reportValidationContext( |
988 | VirtualRegister local, BasicBlock* sourceBlock, Node* prevNode) |
989 | { |
990 | dataLog(prevNode, " for " , local, " in Block " , *sourceBlock); |
991 | } |
992 | |
993 | void reportValidationContext(Node* node, BasicBlock* block) |
994 | { |
995 | dataLog(node, " in Block " , *block); |
996 | } |
997 | |
998 | void reportValidationContext(Node* node, Node* node2, BasicBlock* block) |
999 | { |
1000 | dataLog(node, " and " , node2, " in Block " , *block); |
1001 | } |
1002 | |
1003 | void reportValidationContext( |
1004 | Node* node, BasicBlock* block, Node* expectedNode, Edge incomingEdge) |
1005 | { |
1006 | dataLog(node, " in Block " , *block, ", searching for " , expectedNode, " from " , incomingEdge); |
1007 | } |
1008 | |
1009 | void dumpGraphIfAppropriate() |
1010 | { |
1011 | if (m_graphDumpMode == DontDumpGraph) |
1012 | return; |
1013 | dataLog("\n" ); |
1014 | if (!m_graphDumpBeforePhase.isNull()) { |
1015 | dataLog("Before phase:\n" ); |
1016 | dataLog(m_graphDumpBeforePhase); |
1017 | } |
1018 | dataLog("At time of failure:\n" ); |
1019 | m_graph.dump(); |
1020 | } |
1021 | }; |
1022 | |
1023 | } // End anonymous namespace. |
1024 | |
1025 | void validate(Graph& graph, GraphDumpMode graphDumpMode, CString graphDumpBeforePhase) |
1026 | { |
1027 | Validate validationObject(graph, graphDumpMode, graphDumpBeforePhase); |
1028 | validationObject.validate(); |
1029 | } |
1030 | |
1031 | } } // namespace JSC::DFG |
1032 | |
1033 | #endif // ENABLE(DFG_JIT) |
1034 | |
1035 | |