TestShrinkAuxiliaryData.java revision 7435:a5040fddd180 
1/*
2 * Copyright (c) 2014, Oracle and/or its affiliates. All rights reserved.
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4 *
5 * This code is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 only, as
7 * published by the Free Software Foundation.
8 *
9 * This code is distributed in the hope that it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
12 * version 2 for more details (a copy is included in the LICENSE file that
13 * accompanied this code).
14 *
15 * You should have received a copy of the GNU General Public License version
16 * 2 along with this work; if not, write to the Free Software Foundation,
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
18 *
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
20 * or visit www.oracle.com if you need additional information or have any
21 * questions.
22 */
23
24import static com.oracle.java.testlibrary.Asserts.assertLessThanOrEqual;
25import com.oracle.java.testlibrary.OutputAnalyzer;
26import com.oracle.java.testlibrary.Platform;
27import com.oracle.java.testlibrary.ProcessTools;
28import com.oracle.java.testlibrary.Utils;
29import java.io.IOException;
30import java.lang.management.ManagementFactory;
31import java.lang.management.MemoryUsage;
32import java.text.DecimalFormat;
33import java.text.DecimalFormatSymbols;
34import java.util.ArrayList;
35import java.util.Arrays;
36import java.util.Collections;
37import java.util.LinkedList;
38import java.util.List;
39import sun.misc.Unsafe;
40
41public class TestShrinkAuxiliaryData {
42
43    private final static String[] initialOpts = new String[]{
44        "-XX:MinHeapFreeRatio=10",
45        "-XX:MaxHeapFreeRatio=11",
46        "-XX:+UseG1GC",
47        "-XX:G1HeapRegionSize=1m",
48        "-XX:-ExplicitGCInvokesConcurrent",
49        "-XX:+PrintGCDetails"
50    };
51
52    private final int RSetCacheSize;
53
54    protected TestShrinkAuxiliaryData(int RSetCacheSize) {
55        this.RSetCacheSize = RSetCacheSize;
56    }
57
58    protected void test() throws Exception {
59        ArrayList<String> vmOpts = new ArrayList();
60        Collections.addAll(vmOpts, initialOpts);
61
62        int maxCacheSize = Math.max(0, Math.min(31, getMaxCacheSize()));
63        if (maxCacheSize < RSetCacheSize) {
64            System.out.format("Skiping test for %d cache size due max cache size %d",
65                    RSetCacheSize, maxCacheSize
66            );
67            return;
68        }
69
70        printTestInfo(maxCacheSize);
71
72        vmOpts.add("-XX:G1ConcRSLogCacheSize=" + RSetCacheSize);
73        vmOpts.addAll(Arrays.asList(Utils.getTestJavaOpts()));
74
75        // for 32 bits ObjectAlignmentInBytes is not a option
76        if (Platform.is32bit()) {
77            ArrayList<String> vmOptsWithoutAlign = new ArrayList(vmOpts);
78            vmOptsWithoutAlign.add(ShrinkAuxiliaryDataTest.class.getName());
79            performTest(vmOptsWithoutAlign);
80            return;
81        }
82
83        for (int alignment = 3; alignment <= 8; alignment++) {
84            ArrayList<String> vmOptsWithAlign = new ArrayList(vmOpts);
85            vmOptsWithAlign.add("-XX:ObjectAlignmentInBytes="
86                    + (int) Math.pow(2, alignment));
87            vmOptsWithAlign.add(ShrinkAuxiliaryDataTest.class.getName());
88
89            performTest(vmOptsWithAlign);
90        }
91    }
92
93    private void performTest(List<String> opts) throws Exception {
94        ProcessBuilder pb
95                       = ProcessTools.createJavaProcessBuilder(
96                opts.toArray(new String[opts.size()])
97        );
98
99        OutputAnalyzer output = new OutputAnalyzer(pb.start());
100        output.shouldHaveExitValue(0);
101    }
102
103    private void printTestInfo(int maxCacheSize) {
104
105        DecimalFormat grouped = new DecimalFormat("000,000");
106        DecimalFormatSymbols formatSymbols = grouped.getDecimalFormatSymbols();
107        formatSymbols.setGroupingSeparator(' ');
108        grouped.setDecimalFormatSymbols(formatSymbols);
109
110        System.out.format("Test will use %s bytes of memory of %s available%n"
111                + "Available memory is %s with %d bytes pointer size - can save %s pointers%n"
112                + "Max cache size: 2^%d = %s elements%n",
113                grouped.format(ShrinkAuxiliaryDataTest.getMemoryUsedByTest()),
114                grouped.format(Runtime.getRuntime().freeMemory()),
115                grouped.format(Runtime.getRuntime().freeMemory()
116                        - ShrinkAuxiliaryDataTest.getMemoryUsedByTest()),
117                Unsafe.ADDRESS_SIZE,
118                grouped.format((Runtime.getRuntime().freeMemory()
119                        - ShrinkAuxiliaryDataTest.getMemoryUsedByTest())
120                        / Unsafe.ADDRESS_SIZE),
121                maxCacheSize,
122                grouped.format((int) Math.pow(2, maxCacheSize))
123        );
124    }
125
126    /**
127     * Detects maximum possible size of G1ConcRSLogCacheSize available for
128     * current process based on maximum available process memory size
129     *
130     * @return power of two
131     */
132    private static int getMaxCacheSize() {
133        long availableMemory = Runtime.getRuntime().freeMemory()
134                - ShrinkAuxiliaryDataTest.getMemoryUsedByTest() - 1l;
135        if (availableMemory <= 0) {
136            return 0;
137        }
138        long availablePointersCount = availableMemory / Unsafe.ADDRESS_SIZE;
139        return (63 - (int) Long.numberOfLeadingZeros(availablePointersCount));
140    }
141
142    static class ShrinkAuxiliaryDataTest {
143
144        public static void main(String[] args) throws IOException {
145            int iterateCount = DEFAULT_ITERATION_COUNT;
146
147            if (args.length > 0) {
148                try {
149                    iterateCount = Integer.parseInt(args[0]);
150                } catch (NumberFormatException e) {
151                    //num_iterate remains default
152                }
153            }
154
155            new ShrinkAuxiliaryDataTest().test(iterateCount);
156        }
157
158        class GarbageObject {
159
160            private final List<byte[]> payload = new ArrayList();
161            private final List<GarbageObject> ref = new LinkedList();
162
163            public GarbageObject(int size) {
164                payload.add(new byte[size]);
165            }
166
167            public void addRef(GarbageObject g) {
168                ref.add(g);
169            }
170
171            public void mutate() {
172                if (!payload.isEmpty() && payload.get(0).length > 0) {
173                    payload.get(0)[0] = (byte) (Math.random() * Byte.MAX_VALUE);
174                }
175            }
176        }
177
178        private final List<GarbageObject> garbage = new ArrayList();
179
180        public void test(int num_iterate) throws IOException {
181
182            allocate();
183            link();
184            mutate();
185            deallocate();
186
187            MemoryUsage muBeforeHeap
188                        = ManagementFactory.getMemoryMXBean().getHeapMemoryUsage();
189            MemoryUsage muBeforeNonHeap
190                        = ManagementFactory.getMemoryMXBean().getNonHeapMemoryUsage();
191
192            for (int i = 0; i < num_iterate; i++) {
193                allocate();
194                link();
195                mutate();
196                deallocate();
197            }
198
199            System.gc();
200            MemoryUsage muAfterHeap
201                        = ManagementFactory.getMemoryMXBean().getHeapMemoryUsage();
202            MemoryUsage muAfterNonHeap
203                        = ManagementFactory.getMemoryMXBean().getNonHeapMemoryUsage();
204
205            assertLessThanOrEqual(muAfterHeap.getCommitted(), muBeforeHeap.getCommitted(),
206                    String.format("heap decommit failed - after > before: %d > %d",
207                            muAfterHeap.getCommitted(), muBeforeHeap.getCommitted()
208                    )
209            );
210
211            if (muAfterHeap.getCommitted() < muBeforeHeap.getCommitted()) {
212                assertLessThanOrEqual(muAfterNonHeap.getCommitted(), muBeforeNonHeap.getCommitted(),
213                        String.format("non-heap decommit failed - after > before: %d > %d",
214                                muAfterNonHeap.getCommitted(), muBeforeNonHeap.getCommitted()
215                        )
216                );
217            }
218        }
219
220        private void allocate() {
221            for (int r = 0; r < REGIONS_TO_ALLOCATE; r++) {
222                for (int i = 0; i < NUM_OBJECTS_PER_REGION; i++) {
223                    GarbageObject g = new GarbageObject(REGION_SIZE
224                            / NUM_OBJECTS_PER_REGION);
225                    garbage.add(g);
226                }
227            }
228        }
229
230        /**
231         * Iterate through all allocated objects, and link to objects in another
232         * regions
233         */
234        private void link() {
235            for (int ig = 0; ig < garbage.size(); ig++) {
236                int regionNumber = ig / NUM_OBJECTS_PER_REGION;
237
238                for (int i = 0; i < NUM_LINKS; i++) {
239                    int regionToLink;
240                    do {
241                        regionToLink = (int) (Math.random()
242                                * REGIONS_TO_ALLOCATE);
243                    } while (regionToLink == regionNumber);
244
245                    // get random garbage object from random region
246                    garbage.get(ig).addRef(garbage.get(regionToLink
247                            * NUM_OBJECTS_PER_REGION + (int) (Math.random()
248                            * NUM_OBJECTS_PER_REGION)));
249                }
250            }
251        }
252
253        private void mutate() {
254            for (int ig = 0; ig < garbage.size(); ig++) {
255                garbage.get(ig).mutate();
256            }
257        }
258
259        private void deallocate() {
260            garbage.clear();
261            System.gc();
262        }
263
264        static long getMemoryUsedByTest() {
265            return REGIONS_TO_ALLOCATE * REGION_SIZE;
266        }
267
268        private static final int REGION_SIZE = 1024 * 1024;
269        private static final int DEFAULT_ITERATION_COUNT = 1;   // iterate main scenario
270        private static final int REGIONS_TO_ALLOCATE = 5;
271        private static final int NUM_OBJECTS_PER_REGION = 10;
272        private static final int NUM_LINKS = 20; // how many links create for each object
273
274    }
275}
276