ProfileSnippets.java revision 13264:48566d838608
1/* 2 * Copyright (c) 2016, Oracle and/or its affiliates. All rights reserved. 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. 4 * 5 * This code is free software; you can redistribute it and/or modify it 6 * under the terms of the GNU General Public License version 2 only, as 7 * published by the Free Software Foundation. 8 * 9 * This code is distributed in the hope that it will be useful, but WITHOUT 10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or 11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License 12 * version 2 for more details (a copy is included in the LICENSE file that 13 * accompanied this code). 14 * 15 * You should have received a copy of the GNU General Public License version 16 * 2 along with this work; if not, write to the Free Software Foundation, 17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. 18 * 19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA 20 * or visit www.oracle.com if you need additional information or have any 21 * questions. 22 */ 23package org.graalvm.compiler.hotspot.replacements.profiling; 24 25import static org.graalvm.compiler.hotspot.GraalHotSpotVMConfig.INJECTED_VMCONFIG; 26import static org.graalvm.compiler.hotspot.replacements.HotSpotReplacementsUtil.config; 27import static org.graalvm.compiler.nodes.extended.BranchProbabilityNode.SLOW_PATH_PROBABILITY; 28import static org.graalvm.compiler.nodes.extended.BranchProbabilityNode.probability; 29import static org.graalvm.compiler.replacements.SnippetTemplate.DEFAULT_REPLACER; 30 31import org.graalvm.compiler.api.replacements.Snippet; 32import org.graalvm.compiler.api.replacements.Snippet.ConstantParameter; 33import org.graalvm.compiler.core.common.spi.ForeignCallDescriptor; 34import org.graalvm.compiler.debug.DebugHandlersFactory; 35import org.graalvm.compiler.debug.GraalError; 36import org.graalvm.compiler.graph.Node.ConstantNodeParameter; 37import org.graalvm.compiler.graph.Node.NodeIntrinsic; 38import org.graalvm.compiler.hotspot.HotSpotBackend; 39import org.graalvm.compiler.hotspot.meta.HotSpotProviders; 40import org.graalvm.compiler.hotspot.nodes.aot.LoadMethodCountersNode; 41import org.graalvm.compiler.hotspot.nodes.profiling.ProfileBranchNode; 42import org.graalvm.compiler.hotspot.nodes.profiling.ProfileInvokeNode; 43import org.graalvm.compiler.hotspot.nodes.profiling.ProfileNode; 44import org.graalvm.compiler.hotspot.word.MethodCountersPointer; 45import org.graalvm.compiler.nodes.ConstantNode; 46import org.graalvm.compiler.nodes.StructuredGraph; 47import org.graalvm.compiler.nodes.extended.ForeignCallNode; 48import org.graalvm.compiler.nodes.spi.LoweringTool; 49import org.graalvm.compiler.nodes.util.GraphUtil; 50import org.graalvm.compiler.options.OptionValues; 51import org.graalvm.compiler.replacements.SnippetTemplate; 52import org.graalvm.compiler.replacements.SnippetTemplate.AbstractTemplates; 53import org.graalvm.compiler.replacements.SnippetTemplate.Arguments; 54import org.graalvm.compiler.replacements.SnippetTemplate.SnippetInfo; 55import org.graalvm.compiler.replacements.Snippets; 56 57import jdk.vm.ci.code.TargetDescription; 58 59public class ProfileSnippets implements Snippets { 60 @NodeIntrinsic(ForeignCallNode.class) 61 public static native void methodInvocationEvent(@ConstantNodeParameter ForeignCallDescriptor descriptor, MethodCountersPointer counters); 62 63 @Snippet 64 public static void profileMethodEntry(MethodCountersPointer counters, @ConstantParameter int freqLog) { 65 int counterValue = counters.readInt(config(INJECTED_VMCONFIG).invocationCounterOffset) + config(INJECTED_VMCONFIG).invocationCounterIncrement; 66 counters.writeInt(config(INJECTED_VMCONFIG).invocationCounterOffset, counterValue); 67 if (freqLog >= 0) { 68 final int frequencyMask = (1 << freqLog) - 1; 69 if (probability(SLOW_PATH_PROBABILITY, (counterValue & (frequencyMask << config(INJECTED_VMCONFIG).invocationCounterShift)) == 0)) { 70 methodInvocationEvent(HotSpotBackend.INVOCATION_EVENT, counters); 71 } 72 } 73 } 74 75 @NodeIntrinsic(ForeignCallNode.class) 76 public static native void methodBackedgeEvent(@ConstantNodeParameter ForeignCallDescriptor descriptor, MethodCountersPointer counters, int bci, int targetBci); 77 78 @Snippet 79 public static void profileBackedge(MethodCountersPointer counters, @ConstantParameter int freqLog, int bci, int targetBci) { 80 int counterValue = counters.readInt(config(INJECTED_VMCONFIG).backedgeCounterOffset) + config(INJECTED_VMCONFIG).invocationCounterIncrement; 81 counters.writeInt(config(INJECTED_VMCONFIG).backedgeCounterOffset, counterValue); 82 final int frequencyMask = (1 << freqLog) - 1; 83 if (probability(SLOW_PATH_PROBABILITY, (counterValue & (frequencyMask << config(INJECTED_VMCONFIG).invocationCounterShift)) == 0)) { 84 methodBackedgeEvent(HotSpotBackend.BACKEDGE_EVENT, counters, bci, targetBci); 85 } 86 } 87 88 @Snippet 89 public static void profileConditionalBackedge(MethodCountersPointer counters, @ConstantParameter int freqLog, boolean branchCondition, int bci, int targetBci) { 90 if (branchCondition) { 91 profileBackedge(counters, freqLog, bci, targetBci); 92 } 93 } 94 95 public static class Templates extends AbstractTemplates { 96 private final SnippetInfo profileMethodEntry = snippet(ProfileSnippets.class, "profileMethodEntry"); 97 private final SnippetInfo profileBackedge = snippet(ProfileSnippets.class, "profileBackedge"); 98 private final SnippetInfo profileConditionalBackedge = snippet(ProfileSnippets.class, "profileConditionalBackedge"); 99 100 public Templates(OptionValues options, Iterable<DebugHandlersFactory> factories, HotSpotProviders providers, TargetDescription target) { 101 super(options, factories, providers, providers.getSnippetReflection(), target); 102 } 103 104 public void lower(ProfileNode profileNode, LoweringTool tool) { 105 StructuredGraph graph = profileNode.graph(); 106 LoadMethodCountersNode counters = graph.unique(new LoadMethodCountersNode(profileNode.getProfiledMethod())); 107 108 if (profileNode instanceof ProfileBranchNode) { 109 // Backedge event 110 ProfileBranchNode profileBranchNode = (ProfileBranchNode) profileNode; 111 SnippetInfo snippet = profileBranchNode.hasCondition() ? profileConditionalBackedge : profileBackedge; 112 Arguments args = new Arguments(snippet, graph.getGuardsStage(), tool.getLoweringStage()); 113 ConstantNode bci = ConstantNode.forInt(profileBranchNode.bci(), graph); 114 ConstantNode targetBci = ConstantNode.forInt(profileBranchNode.targetBci(), graph); 115 args.add("counters", counters); 116 args.addConst("freqLog", profileBranchNode.getNotificationFreqLog()); 117 if (profileBranchNode.hasCondition()) { 118 args.add("branchCondition", profileBranchNode.branchCondition()); 119 } 120 args.add("bci", bci); 121 args.add("targetBci", targetBci); 122 123 SnippetTemplate template = template(graph.getDebug(), args); 124 template.instantiate(providers.getMetaAccess(), profileNode, DEFAULT_REPLACER, args); 125 } else if (profileNode instanceof ProfileInvokeNode) { 126 ProfileInvokeNode profileInvokeNode = (ProfileInvokeNode) profileNode; 127 // Method invocation event 128 Arguments args = new Arguments(profileMethodEntry, graph.getGuardsStage(), tool.getLoweringStage()); 129 args.add("counters", counters); 130 args.addConst("freqLog", profileInvokeNode.getNotificationFreqLog()); 131 SnippetTemplate template = template(graph.getDebug(), args); 132 template.instantiate(providers.getMetaAccess(), profileNode, DEFAULT_REPLACER, args); 133 } else { 134 throw new GraalError("Unsupported profile node type: " + profileNode); 135 } 136 137 assert profileNode.hasNoUsages(); 138 if (!profileNode.isDeleted()) { 139 GraphUtil.killWithUnusedFloatingInputs(profileNode); 140 } 141 } 142 } 143} 144