001/* 002 * Licensed to the Apache Software Foundation (ASF) under one 003 * or more contributor license agreements. See the NOTICE file 004 * distributed with this work for additional information 005 * regarding copyright ownership. The ASF licenses this file 006 * to you under the Apache License, Version 2.0 (the 007 * "License"); you may not use this file except in compliance 008 * with the License. You may obtain a copy of the License at 009 * 010 * https://www.apache.org/licenses/LICENSE-2.0 011 * 012 * Unless required by applicable law or agreed to in writing, 013 * software distributed under the License is distributed on an 014 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 015 * KIND, either express or implied. See the License for the 016 * specific language governing permissions and limitations 017 * under the License. 018 */ 019package org.apache.bcel.verifier.structurals; 020 021import java.io.PrintWriter; 022import java.io.StringWriter; 023import java.util.ArrayList; 024import java.util.List; 025import java.util.Random; 026import java.util.Vector; 027 028import org.apache.bcel.Const; 029import org.apache.bcel.Repository; 030import org.apache.bcel.classfile.JavaClass; 031import org.apache.bcel.classfile.Method; 032import org.apache.bcel.generic.ConstantPoolGen; 033import org.apache.bcel.generic.InstructionHandle; 034import org.apache.bcel.generic.JsrInstruction; 035import org.apache.bcel.generic.MethodGen; 036import org.apache.bcel.generic.ObjectType; 037import org.apache.bcel.generic.RET; 038import org.apache.bcel.generic.ReferenceType; 039import org.apache.bcel.generic.ReturnInstruction; 040import org.apache.bcel.generic.ReturnaddressType; 041import org.apache.bcel.generic.Type; 042import org.apache.bcel.verifier.PassVerifier; 043import org.apache.bcel.verifier.VerificationResult; 044import org.apache.bcel.verifier.Verifier; 045import org.apache.bcel.verifier.exc.AssertionViolatedException; 046import org.apache.bcel.verifier.exc.StructuralCodeConstraintException; 047import org.apache.bcel.verifier.exc.VerifierConstraintViolatedException; 048 049/** 050 * This PassVerifier verifies a method of class file according to pass 3, so-called structural verification as described in The Java Virtual Machine 051 * Specification, 2nd edition. More detailed information is to be found at the do_verify() method's documentation. 052 * <p> 053 * The system property {@code org.apache.bcel.verifier.maxFrameSlots} bounds the size of the pass 3b data flow analysis, measured in frame slots: 054 * {@code (max_locals + max_stack) * instruction count} of the method under verification. Methods above the bound are rejected instead of analyzed. The default 055 * is 100,000,000; a value of zero or less disables the bound. 056 * </p> 057 * 058 * @see #do_verify() 059 */ 060public final class Pass3bVerifier extends PassVerifier { 061 /* 062 * TODO: Throughout pass 3b, upper halves of LONG and DOUBLE are represented by Type.UNKNOWN. This should be changed in 063 * favor of LONG_Upper and DOUBLE_Upper as in pass 2. 064 */ 065 066 /** 067 * An InstructionContextQueue is a utility class that holds (InstructionContext, ArrayList) pairs in a Queue data 068 * structure. This is used to hold information about InstructionContext objects externally --- for example that information is 069 * not saved inside the InstructionContext object itself. This is useful to save the execution path of the symbolic 070 * execution of the Pass3bVerifier - this is not information that belongs into the InstructionContext object itself. 071 * Only at "execute()"ing time, an InstructionContext object will get the current information we have about its symbolic 072 * execution predecessors. 073 */ 074 private static final class InstructionContextQueue { 075 // The following two fields together represent the queue. 076 077 /** The first elements from pairs in the queue. */ 078 private final List<InstructionContext> ics = new Vector<>(); 079 080 /** The second elements from pairs in the queue. */ 081 private final List<ArrayList<InstructionContext>> ecs = new Vector<>(); 082 083 /** 084 * Adds an (InstructionContext, ExecutionChain) pair to this queue. 085 * 086 * @param ic The InstructionContext. 087 * @param executionChain The ExecutionChain. 088 */ 089 public void add(final InstructionContext ic, final ArrayList<InstructionContext> executionChain) { 090 ics.add(ic); 091 ecs.add(executionChain); 092 } 093 094 /** 095 * Gets a specific ExecutionChain from the queue. 096 * 097 * @param i The index of the item to be fetched. 098 * @return The indicated ExecutionChain. 099 */ 100 public ArrayList<InstructionContext> getEC(final int i) { 101 return ecs.get(i); 102 } 103 104 /** 105 * Gets a specific InstructionContext from the queue. 106 * 107 * @param i The index of the item to be fetched. 108 * @return The indicated InstructionContext. 109 */ 110 public InstructionContext getIC(final int i) { 111 return ics.get(i); 112 } 113 114 /** 115 * Tests if InstructionContext queue is empty. 116 * 117 * @return true if the InstructionContext queue is empty. 118 */ 119 public boolean isEmpty() { 120 return ics.isEmpty(); 121 } 122 123 /** 124 * Removes a specific (InstructionContext, ExecutionChain) pair from their respective queues. 125 * 126 * @param i The index of the items to be removed. 127 */ 128 public void remove(final int i) { 129 ics.remove(i); 130 ecs.remove(i); 131 } 132 133 /** 134 * Gets the size of the InstructionContext queue. 135 * 136 * @return The size of the InstructionQueue. 137 */ 138 public int size() { 139 return ics.size(); 140 } 141 } // end Inner Class InstructionContextQueue 142 143 /** In DEBUG mode, the verification algorithm is not randomized. */ 144 private static final boolean DEBUG = true; 145 146 /** 147 * The name of the system property bounding the size of the pass 3b data flow analysis, measured in frame slots: 148 * {@code (max_locals + max_stack) * instruction count} of the method under verification. Methods above the bound 149 * are rejected instead of analyzed. The default is 100,000,000; a value of zero or less disables the bound. 150 */ 151 private static final String MAX_FRAME_SLOTS_PROPERTY = "org.apache.bcel.verifier.maxFrameSlots"; 152 153 private static final long MAX_FRAME_SLOTS = Long.getLong(MAX_FRAME_SLOTS_PROPERTY, 100_000_000L).longValue(); 154 155 /** The Verifier that created this. */ 156 private final Verifier myOwner; 157 158 /** The method number to verify. */ 159 private final int methodNo; 160 161 /** 162 * This class should only be instantiated by a Verifier. 163 * 164 * @param myOwner The verifier that owns this Pass3bVerifier. 165 * @param methodNo The method number. 166 * @see org.apache.bcel.verifier.Verifier 167 */ 168 public Pass3bVerifier(final Verifier myOwner, final int methodNo) { 169 this.myOwner = myOwner; 170 this.methodNo = methodNo; 171 } 172 173 /** 174 * Whenever the outgoing frame situation of an InstructionContext changes, all its successors are put [back] into the 175 * queue [as if they were unvisited]. The proof of termination is about the existence of a fix point of frame merging. 176 */ 177 private void circulationPump(final MethodGen m, final ControlFlowGraph cfg, final InstructionContext start, final Frame vanillaFrame, 178 final InstConstraintVisitor icv, final ExecutionVisitor ev) { 179 final Random random = new Random(); 180 final InstructionContextQueue icq = new InstructionContextQueue(); 181 182 start.execute(vanillaFrame, new ArrayList<>(), icv, ev); 183 // new ArrayList() <=> no Instruction was executed before 184 // => Top-Level routine (no jsr call before) 185 icq.add(start, new ArrayList<>()); 186 187 // LOOP! 188 while (!icq.isEmpty()) { 189 final InstructionContext u; 190 final ArrayList<InstructionContext> ec; 191 if (!DEBUG) { 192 final int r = random.nextInt(icq.size()); 193 u = icq.getIC(r); 194 ec = icq.getEC(r); 195 icq.remove(r); 196 } else { 197 u = icq.getIC(0); 198 ec = icq.getEC(0); 199 icq.remove(0); 200 } 201 202 @SuppressWarnings("unchecked") // ec is of type ArrayList<InstructionContext> 203 final ArrayList<InstructionContext> oldchain = (ArrayList<InstructionContext>) ec.clone(); 204 @SuppressWarnings("unchecked") // ec is of type ArrayList<InstructionContext> 205 final ArrayList<InstructionContext> newchain = (ArrayList<InstructionContext>) ec.clone(); 206 newchain.add(u); 207 208 if (u.getInstruction().getInstruction() instanceof RET) { 209//System.err.println(u); 210 // We can only follow _one_ successor, the one after the 211 // JSR that was recently executed. 212 final RET ret = (RET) u.getInstruction().getInstruction(); 213 final ReturnaddressType t = (ReturnaddressType) u.getOutFrame(oldchain).getLocals().get(ret.getIndex()); 214 final InstructionContext theSuccessor = cfg.contextOf(t.getTarget()); 215 216 // Sanity check 217 InstructionContext lastJSR = null; 218 int skipJsr = 0; 219 for (int ss = oldchain.size() - 1; ss >= 0; ss--) { 220 if (skipJsr < 0) { 221 throw new AssertionViolatedException("More RET than JSR in execution chain?."); 222 } 223//System.err.println("+"+oldchain.get(ss)); 224 if (oldchain.get(ss).getInstruction().getInstruction() instanceof JsrInstruction) { 225 if (skipJsr == 0) { 226 lastJSR = oldchain.get(ss); 227 break; 228 } 229 skipJsr--; 230 } 231 if (oldchain.get(ss).getInstruction().getInstruction() instanceof RET) { 232 skipJsr++; 233 } 234 } 235 if (lastJSR == null) { 236 throw new AssertionViolatedException("RET without a JSR before in ExecutionChain?! EC: '" + oldchain + "'."); 237 } 238 final JsrInstruction jsr = (JsrInstruction) lastJSR.getInstruction().getInstruction(); 239 if (theSuccessor != cfg.contextOf(jsr.physicalSuccessor())) { 240 throw new AssertionViolatedException("RET '" + u.getInstruction() + "' info inconsistent: jump back to '" + theSuccessor + "' or '" 241 + cfg.contextOf(jsr.physicalSuccessor()) + "'?"); 242 } 243 244 if (theSuccessor.execute(u.getOutFrame(oldchain), newchain, icv, ev)) { 245 @SuppressWarnings("unchecked") // newchain is already of type ArrayList<InstructionContext> 246 final ArrayList<InstructionContext> newchainClone = (ArrayList<InstructionContext>) newchain.clone(); 247 icq.add(theSuccessor, newchainClone); 248 } 249 } else { // "not a ret" 250 251 // Normal successors. Add them to the queue of successors. 252 final InstructionContext[] succs = u.getSuccessors(); 253 for (final InstructionContext v : succs) { 254 if (v.execute(u.getOutFrame(oldchain), newchain, icv, ev)) { 255 @SuppressWarnings("unchecked") // newchain is already of type ArrayList<InstructionContext> 256 final ArrayList<InstructionContext> newchainClone = (ArrayList<InstructionContext>) newchain.clone(); 257 icq.add(v, newchainClone); 258 } 259 } 260 } // end "not a ret" 261 262 // Exception Handlers. Add them to the queue of successors. 263 // [subroutines are never protected; mandated by JustIce] 264 final ExceptionHandler[] excHds = u.getExceptionHandlers(); 265 for (final ExceptionHandler excHd : excHds) { 266 final InstructionContext v = cfg.contextOf(excHd.getHandlerStart()); 267 // TODO: the "oldchain" and "newchain" is used to determine the subroutine 268 // we're in (by searching for the last JSR) by the InstructionContext 269 // implementation. Therefore, we should not use this chain mechanism 270 // when dealing with exception handlers. 271 // Example: a JSR with an exception handler as its successor does not 272 // mean we're in a subroutine if we go to the exception handler. 273 // We should address this problem later; by now we simply "cut" the chain 274 // by using an empty chain for the exception handlers. 275 // if (v.execute(new Frame(u.getOutFrame(oldchain).getLocals(), 276 // new OperandStack (u.getOutFrame().getStack().maxStack(), 277 // (exc_hds[s].getExceptionType() == null ? Type.THROWABLE : exc_hds[s].getExceptionType())) ), newchain), icv, ev) { 278 // icq.add(v, (ArrayList) newchain.clone()); 279 if (v.execute(new Frame(u.getOutFrame(oldchain).getLocals(), new OperandStack(u.getOutFrame(oldchain).getStack().maxStack(), 280 excHd.getExceptionType() == null ? Type.THROWABLE : excHd.getExceptionType())), new ArrayList<>(), icv, ev)) { 281 icq.add(v, new ArrayList<>()); 282 } 283 } 284 285 } // while (!icq.isEmpty()) END 286 287 InstructionHandle ih = start.getInstruction(); 288 do { 289 if (ih.getInstruction() instanceof ReturnInstruction && !cfg.isDead(ih)) { 290 final InstructionContext ic = cfg.contextOf(ih); 291 // TODO: This is buggy, we check only the top-level return instructions this way. 292 // Maybe some maniac returns from a method when in a subroutine? 293 final Frame f = ic.getOutFrame(new ArrayList<>()); 294 final LocalVariables lvs = f.getLocals(); 295 for (int i = 0; i < lvs.maxLocals(); i++) { 296 if (lvs.get(i) instanceof UninitializedObjectType) { 297 addMessage("Warning: ReturnInstruction '" + ic + "' may leave method with an uninitialized object in the local variables array '" 298 + lvs + "'."); 299 } 300 } 301 final OperandStack os = f.getStack(); 302 for (int i = 0; i < os.size(); i++) { 303 if (os.peek(i) instanceof UninitializedObjectType) { 304 addMessage( 305 "Warning: ReturnInstruction '" + ic + "' may leave method with an uninitialized object on the operand stack '" + os + "'."); 306 } 307 } 308 // see JVM $4.8.2 309 Type returnedType = null; 310 final OperandStack inStack = ic.getInFrame().getStack(); 311 if (inStack.size() >= 1) { 312 returnedType = inStack.peek(); 313 } else { 314 returnedType = Type.VOID; 315 } 316 317 if (returnedType != null) { 318 if (returnedType instanceof ReferenceType) { 319 try { 320 if (!((ReferenceType) returnedType).isCastableTo(m.getReturnType())) { 321 invalidReturnTypeError(returnedType, m); 322 } 323 } catch (final ClassNotFoundException e) { 324 // Don't know what to do now, so raise RuntimeException 325 throw new IllegalArgumentException(e); 326 } 327 } else if (!returnedType.equals(m.getReturnType().normalizeForStackOrLocal())) { 328 invalidReturnTypeError(returnedType, m); 329 } 330 } 331 } 332 } while ((ih = ih.getNext()) != null); 333 334 } 335 336 /** 337 * Pass 3b implements the data flow analysis as described in the Java Virtual Machine Specification, Second Edition. 338 * Later versions will use LocalVariablesInfo objects to verify if the verifier-inferred types and the class file's 339 * debug information (LocalVariables attributes) match [TODO]. 340 * 341 * @see org.apache.bcel.verifier.statics.LocalVariablesInfo 342 * @see org.apache.bcel.verifier.statics.Pass2Verifier#getLocalVariablesInfo(int) 343 */ 344 @Override 345 public VerificationResult do_verify() { 346 if (!myOwner.doPass3a(methodNo).equals(VerificationResult.VR_OK)) { 347 return VerificationResult.VR_NOTYET; 348 } 349 350 // Pass 3a ran before, so it's safe to assume the JavaClass object is 351 // in the BCEL repository. 352 final JavaClass jc; 353 try { 354 jc = Repository.lookupClass(myOwner.getClassName()); 355 } catch (final ClassNotFoundException e) { 356 // FIXME: maybe not the best way to handle this 357 throw new AssertionViolatedException("Missing class: " + e, e); 358 } 359 360 final ConstantPoolGen constantPoolGen = new ConstantPoolGen(jc.getConstantPool()); 361 // Init Visitors 362 final InstConstraintVisitor icv = new InstConstraintVisitor(); 363 icv.setConstantPoolGen(constantPoolGen); 364 365 final ExecutionVisitor ev = new ExecutionVisitor(); 366 ev.setConstantPoolGen(constantPoolGen); 367 368 final Method[] methods = jc.getMethods(); // Method no "methodNo" exists, we ran Pass3a before on it! 369 370 try { 371 372 final MethodGen mg = new MethodGen(methods[methodNo], myOwner.getClassName(), constantPoolGen); 373 374 icv.setMethodGen(mg); 375 376 ////////////// DFA BEGINS HERE //////////////// 377 if (!(mg.isAbstract() || mg.isNative())) { // IF mg HAS CODE (See pass 2) 378 379 // Reject pathological resource claims before running the data flow analysis: an 'in' and an 'out' 380 // Frame sized max_locals + max_stack is stored for every reachable instruction (and per calling 381 // subroutine), so a small crafted method declaring max_locals = max_stack = 65535 over tens of 382 // thousands of instructions would force tens of gigabytes of allocations before any constraint 383 // could fail. The limit can be changed (or disabled with a value <= 0) via the 384 // MAX_FRAME_SLOTS_PROPERTY system property. 385 final int instructionCount = mg.getInstructionList().getLength(); 386 final long frameSlots = ((long) mg.getMaxLocals() + mg.getMaxStack()) * instructionCount; 387 if (MAX_FRAME_SLOTS > 0 && frameSlots > MAX_FRAME_SLOTS) { 388 throw new StructuralCodeConstraintException("Data flow analysis of this method would require more than " + MAX_FRAME_SLOTS 389 + " frame slots: max_locals '" + mg.getMaxLocals() + "' plus max_stack '" + mg.getMaxStack() + "' over '" + instructionCount 390 + "' instructions. Adjust the '" + MAX_FRAME_SLOTS_PROPERTY + "' system property to change this limit."); 391 } 392 393 final ControlFlowGraph cfg = new ControlFlowGraph(mg); 394 395 // Build the initial frame situation for this method. 396 final Frame f = new Frame(mg.getMaxLocals(), mg.getMaxStack()); 397 if (!mg.isStatic()) { 398 if (mg.getName().equals(Const.CONSTRUCTOR_NAME)) { 399 Frame.setThis(new UninitializedObjectType(ObjectType.getInstance(jc.getClassName()))); 400 f.getLocals().set(0, Frame.getThis()); 401 } else { 402 Frame.setThis(null); 403 f.getLocals().set(0, ObjectType.getInstance(jc.getClassName())); 404 } 405 } 406 final Type[] argtypes = mg.getArgumentTypes(); 407 int twoslotoffset = 0; 408 for (int j = 0; j < argtypes.length; j++) { 409 if (argtypes[j] == Type.SHORT || argtypes[j] == Type.BYTE || argtypes[j] == Type.CHAR || argtypes[j] == Type.BOOLEAN) { 410 argtypes[j] = Type.INT; 411 } 412 f.getLocals().set(twoslotoffset + j + (mg.isStatic() ? 0 : 1), argtypes[j]); 413 if (argtypes[j].getSize() == 2) { 414 twoslotoffset++; 415 f.getLocals().set(twoslotoffset + j + (mg.isStatic() ? 0 : 1), Type.UNKNOWN); 416 } 417 } 418 circulationPump(mg, cfg, cfg.contextOf(mg.getInstructionList().getStart()), f, icv, ev); 419 } 420 } catch (final VerifierConstraintViolatedException ce) { 421 ce.extendMessage("Constraint violated in method '" + methods[methodNo] + "':\n", ""); 422 return new VerificationResult(VerificationResult.VERIFIED_REJECTED, ce.getMessage()); 423 } catch (final RuntimeException re) { 424 // These are internal errors 425 426 final StringWriter sw = new StringWriter(); 427 final PrintWriter pw = new PrintWriter(sw); 428 re.printStackTrace(pw); 429 430 throw new AssertionViolatedException("Some RuntimeException occurred while verify()ing class '" + jc.getClassName() + "', method '" 431 + methods[methodNo] + "'. Original RuntimeException's stack trace:\n---\n" + sw + "---\n", re); 432 } 433 return VerificationResult.VR_OK; 434 } 435 436 /** 437 * Returns the method number as supplied when instantiating. 438 * 439 * @return The method number. 440 */ 441 public int getMethodNo() { 442 return methodNo; 443 } 444 445 /** 446 * Throws an exception indicating the returned type is not compatible with the return type of the given method. 447 * 448 * @param returnedType The type of the returned expression. 449 * @param m The method we are processing. 450 * @throws StructuralCodeConstraintException Always thrown. 451 * @since 6.0 452 */ 453 public void invalidReturnTypeError(final Type returnedType, final MethodGen m) { 454 throw new StructuralCodeConstraintException("Returned type " + returnedType + " does not match Method's return type " + m.getReturnType()); 455 } 456}