1/*
2 * Copyright (c) 2013, 2016, Oracle and/or its affiliates. All rights reserved.
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4 *
5 * This code is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 only, as
7 * published by the Free Software Foundation.
8 *
9 * This code is distributed in the hope that it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
12 * version 2 for more details (a copy is included in the LICENSE file that
13 * accompanied this code).
14 *
15 * You should have received a copy of the GNU General Public License version
16 * 2 along with this work; if not, write to the Free Software Foundation,
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
18 *
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
20 * or visit www.oracle.com if you need additional information or have any
21 * questions.
22 *
23 */
24
25#include "precompiled.hpp"
26#include "ci/ciMethodData.hpp"
27#include "ci/ciReplay.hpp"
28#include "ci/ciSymbol.hpp"
29#include "ci/ciKlass.hpp"
30#include "ci/ciUtilities.hpp"
31#include "compiler/compileBroker.hpp"
32#include "memory/allocation.inline.hpp"
33#include "memory/oopFactory.hpp"
34#include "memory/resourceArea.hpp"
35#include "oops/oop.inline.hpp"
36#include "utilities/copy.hpp"
37#include "utilities/macros.hpp"
38
39#ifndef PRODUCT
40
41// ciReplay
42
43typedef struct _ciMethodDataRecord {
44  const char* _klass_name;
45  const char* _method_name;
46  const char* _signature;
47
48  int _state;
49  int _current_mileage;
50
51  intptr_t* _data;
52  char*     _orig_data;
53  Klass**   _classes;
54  Method**  _methods;
55  int*      _classes_offsets;
56  int*      _methods_offsets;
57  int       _data_length;
58  int       _orig_data_length;
59  int       _classes_length;
60  int       _methods_length;
61} ciMethodDataRecord;
62
63typedef struct _ciMethodRecord {
64  const char* _klass_name;
65  const char* _method_name;
66  const char* _signature;
67
68  int _instructions_size;
69  int _interpreter_invocation_count;
70  int _interpreter_throwout_count;
71  int _invocation_counter;
72  int _backedge_counter;
73} ciMethodRecord;
74
75typedef struct _ciInlineRecord {
76  const char* _klass_name;
77  const char* _method_name;
78  const char* _signature;
79
80  int _inline_depth;
81  int _inline_bci;
82} ciInlineRecord;
83
84class  CompileReplay;
85static CompileReplay* replay_state;
86
87class CompileReplay : public StackObj {
88 private:
89  FILE*   _stream;
90  Thread* _thread;
91  Handle  _protection_domain;
92  Handle  _loader;
93
94  GrowableArray<ciMethodRecord*>     _ci_method_records;
95  GrowableArray<ciMethodDataRecord*> _ci_method_data_records;
96
97  // Use pointer because we may need to return inline records
98  // without destroying them.
99  GrowableArray<ciInlineRecord*>*    _ci_inline_records;
100
101  const char* _error_message;
102
103  char* _bufptr;
104  char* _buffer;
105  int   _buffer_length;
106  int   _buffer_pos;
107
108  // "compile" data
109  ciKlass* _iklass;
110  Method*  _imethod;
111  int      _entry_bci;
112  int      _comp_level;
113
114 public:
115  CompileReplay(const char* filename, TRAPS) {
116    _thread = THREAD;
117    _loader = Handle(_thread, SystemDictionary::java_system_loader());
118    _protection_domain = Handle();
119
120    _stream = fopen(filename, "rt");
121    if (_stream == NULL) {
122      fprintf(stderr, "ERROR: Can't open replay file %s\n", filename);
123    }
124
125    _ci_inline_records = NULL;
126    _error_message = NULL;
127
128    _buffer_length = 32;
129    _buffer = NEW_RESOURCE_ARRAY(char, _buffer_length);
130    _bufptr = _buffer;
131    _buffer_pos = 0;
132
133    _imethod = NULL;
134    _iklass  = NULL;
135    _entry_bci  = 0;
136    _comp_level = 0;
137
138    test();
139  }
140
141  ~CompileReplay() {
142    if (_stream != NULL) fclose(_stream);
143  }
144
145  void test() {
146    strcpy(_buffer, "1 2 foo 4 bar 0x9 \"this is it\"");
147    _bufptr = _buffer;
148    assert(parse_int("test") == 1, "what");
149    assert(parse_int("test") == 2, "what");
150    assert(strcmp(parse_string(), "foo") == 0, "what");
151    assert(parse_int("test") == 4, "what");
152    assert(strcmp(parse_string(), "bar") == 0, "what");
153    assert(parse_intptr_t("test") == 9, "what");
154    assert(strcmp(parse_quoted_string(), "this is it") == 0, "what");
155  }
156
157  bool had_error() {
158    return _error_message != NULL || _thread->has_pending_exception();
159  }
160
161  bool can_replay() {
162    return !(_stream == NULL || had_error());
163  }
164
165  void report_error(const char* msg) {
166    _error_message = msg;
167    // Restore the _buffer contents for error reporting
168    for (int i = 0; i < _buffer_pos; i++) {
169      if (_buffer[i] == '\0') _buffer[i] = ' ';
170    }
171  }
172
173  int parse_int(const char* label) {
174    if (had_error()) {
175      return 0;
176    }
177
178    int v = 0;
179    int read;
180    if (sscanf(_bufptr, "%i%n", &v, &read) != 1) {
181      report_error(label);
182    } else {
183      _bufptr += read;
184    }
185    return v;
186  }
187
188  intptr_t parse_intptr_t(const char* label) {
189    if (had_error()) {
190      return 0;
191    }
192
193    intptr_t v = 0;
194    int read;
195    if (sscanf(_bufptr, INTPTR_FORMAT "%n", &v, &read) != 1) {
196      report_error(label);
197    } else {
198      _bufptr += read;
199    }
200    return v;
201  }
202
203  void skip_ws() {
204    // Skip any leading whitespace
205    while (*_bufptr == ' ' || *_bufptr == '\t') {
206      _bufptr++;
207    }
208  }
209
210
211  char* scan_and_terminate(char delim) {
212    char* str = _bufptr;
213    while (*_bufptr != delim && *_bufptr != '\0') {
214      _bufptr++;
215    }
216    if (*_bufptr != '\0') {
217      *_bufptr++ = '\0';
218    }
219    if (_bufptr == str) {
220      // nothing here
221      return NULL;
222    }
223    return str;
224  }
225
226  char* parse_string() {
227    if (had_error()) return NULL;
228
229    skip_ws();
230    return scan_and_terminate(' ');
231  }
232
233  char* parse_quoted_string() {
234    if (had_error()) return NULL;
235
236    skip_ws();
237
238    if (*_bufptr == '"') {
239      _bufptr++;
240      return scan_and_terminate('"');
241    } else {
242      return scan_and_terminate(' ');
243    }
244  }
245
246  const char* parse_escaped_string() {
247    char* result = parse_quoted_string();
248    if (result != NULL) {
249      unescape_string(result);
250    }
251    return result;
252  }
253
254  // Look for the tag 'tag' followed by an
255  bool parse_tag_and_count(const char* tag, int& length) {
256    const char* t = parse_string();
257    if (t == NULL) {
258      return false;
259    }
260
261    if (strcmp(tag, t) != 0) {
262      report_error(tag);
263      return false;
264    }
265    length = parse_int("parse_tag_and_count");
266    return !had_error();
267  }
268
269  // Parse a sequence of raw data encoded as bytes and return the
270  // resulting data.
271  char* parse_data(const char* tag, int& length) {
272    if (!parse_tag_and_count(tag, length)) {
273      return NULL;
274    }
275
276    char * result = NEW_RESOURCE_ARRAY(char, length);
277    for (int i = 0; i < length; i++) {
278      int val = parse_int("data");
279      result[i] = val;
280    }
281    return result;
282  }
283
284  // Parse a standard chunk of data emitted as:
285  //   'tag' <length> # # ...
286  // Where each # is an intptr_t item
287  intptr_t* parse_intptr_data(const char* tag, int& length) {
288    if (!parse_tag_and_count(tag, length)) {
289      return NULL;
290    }
291
292    intptr_t* result = NEW_RESOURCE_ARRAY(intptr_t, length);
293    for (int i = 0; i < length; i++) {
294      skip_ws();
295      intptr_t val = parse_intptr_t("data");
296      result[i] = val;
297    }
298    return result;
299  }
300
301  // Parse a possibly quoted version of a symbol into a symbolOop
302  Symbol* parse_symbol(TRAPS) {
303    const char* str = parse_escaped_string();
304    if (str != NULL) {
305      Symbol* sym = SymbolTable::lookup(str, (int)strlen(str), CHECK_NULL);
306      return sym;
307    }
308    return NULL;
309  }
310
311  // Parse a valid klass name and look it up
312  Klass* parse_klass(TRAPS) {
313    const char* str = parse_escaped_string();
314    Symbol* klass_name = SymbolTable::lookup(str, (int)strlen(str), CHECK_NULL);
315    if (klass_name != NULL) {
316      Klass* k = NULL;
317      if (_iklass != NULL) {
318        k = (Klass*)_iklass->find_klass(ciSymbol::make(klass_name->as_C_string()))->constant_encoding();
319      } else {
320        k = SystemDictionary::resolve_or_fail(klass_name, _loader, _protection_domain, true, THREAD);
321      }
322      if (HAS_PENDING_EXCEPTION) {
323        oop throwable = PENDING_EXCEPTION;
324        java_lang_Throwable::print(throwable, tty);
325        tty->cr();
326        report_error(str);
327        return NULL;
328      }
329      return k;
330    }
331    return NULL;
332  }
333
334  // Lookup a klass
335  Klass* resolve_klass(const char* klass, TRAPS) {
336    Symbol* klass_name = SymbolTable::lookup(klass, (int)strlen(klass), CHECK_NULL);
337    return SystemDictionary::resolve_or_fail(klass_name, _loader, _protection_domain, true, THREAD);
338  }
339
340  // Parse the standard tuple of <klass> <name> <signature>
341  Method* parse_method(TRAPS) {
342    InstanceKlass* k = (InstanceKlass*)parse_klass(CHECK_NULL);
343    Symbol* method_name = parse_symbol(CHECK_NULL);
344    Symbol* method_signature = parse_symbol(CHECK_NULL);
345    Method* m = k->find_method(method_name, method_signature);
346    if (m == NULL) {
347      report_error("Can't find method");
348    }
349    return m;
350  }
351
352  int get_line(int c) {
353    while(c != EOF) {
354      if (_buffer_pos + 1 >= _buffer_length) {
355        int new_length = _buffer_length * 2;
356        // Next call will throw error in case of OOM.
357        _buffer = REALLOC_RESOURCE_ARRAY(char, _buffer, _buffer_length, new_length);
358        _buffer_length = new_length;
359      }
360      if (c == '\n') {
361        c = getc(_stream); // get next char
362        break;
363      } else if (c == '\r') {
364        // skip LF
365      } else {
366        _buffer[_buffer_pos++] = c;
367      }
368      c = getc(_stream);
369    }
370    // null terminate it, reset the pointer
371    _buffer[_buffer_pos] = '\0'; // NL or EOF
372    _buffer_pos = 0;
373    _bufptr = _buffer;
374    return c;
375  }
376
377  // Process each line of the replay file executing each command until
378  // the file ends.
379  void process(TRAPS) {
380    int line_no = 1;
381    int c = getc(_stream);
382    while(c != EOF) {
383      c = get_line(c);
384      process_command(THREAD);
385      if (had_error()) {
386        tty->print_cr("Error while parsing line %d: %s\n", line_no, _error_message);
387        if (ReplayIgnoreInitErrors) {
388          CLEAR_PENDING_EXCEPTION;
389          _error_message = NULL;
390        } else {
391          return;
392        }
393      }
394      line_no++;
395    }
396  }
397
398  void process_command(TRAPS) {
399    char* cmd = parse_string();
400    if (cmd == NULL) {
401      return;
402    }
403    if (strcmp("#", cmd) == 0) {
404      // ignore
405    } else if (strcmp("compile", cmd) == 0) {
406      process_compile(CHECK);
407    } else if (strcmp("ciMethod", cmd) == 0) {
408      process_ciMethod(CHECK);
409    } else if (strcmp("ciMethodData", cmd) == 0) {
410      process_ciMethodData(CHECK);
411    } else if (strcmp("staticfield", cmd) == 0) {
412      process_staticfield(CHECK);
413    } else if (strcmp("ciInstanceKlass", cmd) == 0) {
414      process_ciInstanceKlass(CHECK);
415    } else if (strcmp("instanceKlass", cmd) == 0) {
416      process_instanceKlass(CHECK);
417#if INCLUDE_JVMTI
418    } else if (strcmp("JvmtiExport", cmd) == 0) {
419      process_JvmtiExport(CHECK);
420#endif // INCLUDE_JVMTI
421    } else {
422      report_error("unknown command");
423    }
424  }
425
426  // validation of comp_level
427  bool is_valid_comp_level(int comp_level) {
428    const int msg_len = 256;
429    char* msg = NULL;
430    if (!is_compile(comp_level)) {
431      msg = NEW_RESOURCE_ARRAY(char, msg_len);
432      jio_snprintf(msg, msg_len, "%d isn't compilation level", comp_level);
433    } else if (!TieredCompilation && (comp_level != CompLevel_highest_tier)) {
434      msg = NEW_RESOURCE_ARRAY(char, msg_len);
435      switch (comp_level) {
436        case CompLevel_simple:
437          jio_snprintf(msg, msg_len, "compilation level %d requires Client VM or TieredCompilation", comp_level);
438          break;
439        case CompLevel_full_optimization:
440          jio_snprintf(msg, msg_len, "compilation level %d requires Server VM", comp_level);
441          break;
442        default:
443          jio_snprintf(msg, msg_len, "compilation level %d requires TieredCompilation", comp_level);
444      }
445    }
446    if (msg != NULL) {
447      report_error(msg);
448      return false;
449    }
450    return true;
451  }
452
453  // compile <klass> <name> <signature> <entry_bci> <comp_level> inline <count> <depth> <bci> <klass> <name> <signature> ...
454  void* process_inline(ciMethod* imethod, Method* m, int entry_bci, int comp_level, TRAPS) {
455    _imethod    = m;
456    _iklass     = imethod->holder();
457    _entry_bci  = entry_bci;
458    _comp_level = comp_level;
459    int line_no = 1;
460    int c = getc(_stream);
461    while(c != EOF) {
462      c = get_line(c);
463      // Expecting only lines with "compile" command in inline replay file.
464      char* cmd = parse_string();
465      if (cmd == NULL || strcmp("compile", cmd) != 0) {
466        return NULL;
467      }
468      process_compile(CHECK_NULL);
469      if (had_error()) {
470        tty->print_cr("Error while parsing line %d: %s\n", line_no, _error_message);
471        tty->print_cr("%s", _buffer);
472        return NULL;
473      }
474      if (_ci_inline_records != NULL && _ci_inline_records->length() > 0) {
475        // Found inlining record for the requested method.
476        return _ci_inline_records;
477      }
478      line_no++;
479    }
480    return NULL;
481  }
482
483  // compile <klass> <name> <signature> <entry_bci> <comp_level> inline <count> <depth> <bci> <klass> <name> <signature> ...
484  void process_compile(TRAPS) {
485    Method* method = parse_method(CHECK);
486    if (had_error()) return;
487    int entry_bci = parse_int("entry_bci");
488    const char* comp_level_label = "comp_level";
489    int comp_level = parse_int(comp_level_label);
490    // old version w/o comp_level
491    if (had_error() && (error_message() == comp_level_label)) {
492      // use highest available tier
493      comp_level = TieredCompilation ? TieredStopAtLevel : CompLevel_highest_tier;
494    }
495    if (!is_valid_comp_level(comp_level)) {
496      return;
497    }
498    if (_imethod != NULL) {
499      // Replay Inlining
500      if (entry_bci != _entry_bci || comp_level != _comp_level) {
501        return;
502      }
503      const char* iklass_name  = _imethod->method_holder()->name()->as_utf8();
504      const char* imethod_name = _imethod->name()->as_utf8();
505      const char* isignature   = _imethod->signature()->as_utf8();
506      const char* klass_name   = method->method_holder()->name()->as_utf8();
507      const char* method_name  = method->name()->as_utf8();
508      const char* signature    = method->signature()->as_utf8();
509      if (strcmp(iklass_name,  klass_name)  != 0 ||
510          strcmp(imethod_name, method_name) != 0 ||
511          strcmp(isignature,   signature)   != 0) {
512        return;
513      }
514    }
515    int inline_count = 0;
516    if (parse_tag_and_count("inline", inline_count)) {
517      // Record inlining data
518      _ci_inline_records = new GrowableArray<ciInlineRecord*>();
519      for (int i = 0; i < inline_count; i++) {
520        int depth = parse_int("inline_depth");
521        int bci = parse_int("inline_bci");
522        if (had_error()) {
523          break;
524        }
525        Method* inl_method = parse_method(CHECK);
526        if (had_error()) {
527          break;
528        }
529        new_ciInlineRecord(inl_method, bci, depth);
530      }
531    }
532    if (_imethod != NULL) {
533      return; // Replay Inlining
534    }
535    InstanceKlass* ik = method->method_holder();
536    ik->initialize(THREAD);
537    if (HAS_PENDING_EXCEPTION) {
538      oop throwable = PENDING_EXCEPTION;
539      java_lang_Throwable::print(throwable, tty);
540      tty->cr();
541      if (ReplayIgnoreInitErrors) {
542        CLEAR_PENDING_EXCEPTION;
543        ik->set_init_state(InstanceKlass::fully_initialized);
544      } else {
545        return;
546      }
547    }
548    // Make sure the existence of a prior compile doesn't stop this one
549    CompiledMethod* nm = (entry_bci != InvocationEntryBci) ? method->lookup_osr_nmethod_for(entry_bci, comp_level, true) : method->code();
550    if (nm != NULL) {
551      nm->make_not_entrant();
552    }
553    replay_state = this;
554    CompileBroker::compile_method(method, entry_bci, comp_level,
555                                  methodHandle(), 0, CompileTask::Reason_Replay, THREAD);
556    replay_state = NULL;
557    reset();
558  }
559
560  // ciMethod <klass> <name> <signature> <invocation_counter> <backedge_counter> <interpreter_invocation_count> <interpreter_throwout_count> <instructions_size>
561  //
562  //
563  void process_ciMethod(TRAPS) {
564    Method* method = parse_method(CHECK);
565    if (had_error()) return;
566    ciMethodRecord* rec = new_ciMethod(method);
567    rec->_invocation_counter = parse_int("invocation_counter");
568    rec->_backedge_counter = parse_int("backedge_counter");
569    rec->_interpreter_invocation_count = parse_int("interpreter_invocation_count");
570    rec->_interpreter_throwout_count = parse_int("interpreter_throwout_count");
571    rec->_instructions_size = parse_int("instructions_size");
572  }
573
574  // ciMethodData <klass> <name> <signature> <state> <current mileage> orig <length> # # ... data <length> # # ... oops <length> # ... methods <length>
575  void process_ciMethodData(TRAPS) {
576    Method* method = parse_method(CHECK);
577    if (had_error()) return;
578    /* just copied from Method, to build interpret data*/
579
580    // To be properly initialized, some profiling in the MDO needs the
581    // method to be rewritten (number of arguments at a call for
582    // instance)
583    method->method_holder()->link_class(CHECK);
584    // methodOopDesc::build_interpreter_method_data(method, CHECK);
585    {
586      // Grab a lock here to prevent multiple
587      // MethodData*s from being created.
588      MutexLocker ml(MethodData_lock, THREAD);
589      if (method->method_data() == NULL) {
590        ClassLoaderData* loader_data = method->method_holder()->class_loader_data();
591        MethodData* method_data = MethodData::allocate(loader_data, method, CHECK);
592        method->set_method_data(method_data);
593      }
594    }
595
596    // collect and record all the needed information for later
597    ciMethodDataRecord* rec = new_ciMethodData(method);
598    rec->_state = parse_int("state");
599    rec->_current_mileage = parse_int("current_mileage");
600
601    rec->_orig_data = parse_data("orig", rec->_orig_data_length);
602    if (rec->_orig_data == NULL) {
603      return;
604    }
605    rec->_data = parse_intptr_data("data", rec->_data_length);
606    if (rec->_data == NULL) {
607      return;
608    }
609    if (!parse_tag_and_count("oops", rec->_classes_length)) {
610      return;
611    }
612    rec->_classes = NEW_RESOURCE_ARRAY(Klass*, rec->_classes_length);
613    rec->_classes_offsets = NEW_RESOURCE_ARRAY(int, rec->_classes_length);
614    for (int i = 0; i < rec->_classes_length; i++) {
615      int offset = parse_int("offset");
616      if (had_error()) {
617        return;
618      }
619      Klass* k = parse_klass(CHECK);
620      rec->_classes_offsets[i] = offset;
621      rec->_classes[i] = k;
622    }
623
624    if (!parse_tag_and_count("methods", rec->_methods_length)) {
625      return;
626    }
627    rec->_methods = NEW_RESOURCE_ARRAY(Method*, rec->_methods_length);
628    rec->_methods_offsets = NEW_RESOURCE_ARRAY(int, rec->_methods_length);
629    for (int i = 0; i < rec->_methods_length; i++) {
630      int offset = parse_int("offset");
631      if (had_error()) {
632        return;
633      }
634      Method* m = parse_method(CHECK);
635      rec->_methods_offsets[i] = offset;
636      rec->_methods[i] = m;
637    }
638  }
639
640  // instanceKlass <name>
641  //
642  // Loads and initializes the klass 'name'.  This can be used to
643  // create particular class loading environments
644  void process_instanceKlass(TRAPS) {
645    // just load the referenced class
646    Klass* k = parse_klass(CHECK);
647  }
648
649  // ciInstanceKlass <name> <is_linked> <is_initialized> <length> tag # # # ...
650  //
651  // Load the klass 'name' and link or initialize it.  Verify that the
652  // constant pool is the same length as 'length' and make sure the
653  // constant pool tags are in the same state.
654  void process_ciInstanceKlass(TRAPS) {
655    InstanceKlass* k = (InstanceKlass *)parse_klass(CHECK);
656    int is_linked = parse_int("is_linked");
657    int is_initialized = parse_int("is_initialized");
658    int length = parse_int("length");
659    if (is_initialized) {
660      k->initialize(THREAD);
661      if (HAS_PENDING_EXCEPTION) {
662        oop throwable = PENDING_EXCEPTION;
663        java_lang_Throwable::print(throwable, tty);
664        tty->cr();
665        if (ReplayIgnoreInitErrors) {
666          CLEAR_PENDING_EXCEPTION;
667          k->set_init_state(InstanceKlass::fully_initialized);
668        } else {
669          return;
670        }
671      }
672    } else if (is_linked) {
673      k->link_class(CHECK);
674    }
675    ConstantPool* cp = k->constants();
676    if (length != cp->length()) {
677      report_error("constant pool length mismatch: wrong class files?");
678      return;
679    }
680
681    int parsed_two_word = 0;
682    for (int i = 1; i < length; i++) {
683      int tag = parse_int("tag");
684      if (had_error()) {
685        return;
686      }
687      switch (cp->tag_at(i).value()) {
688        case JVM_CONSTANT_UnresolvedClass: {
689          if (tag == JVM_CONSTANT_Class) {
690            tty->print_cr("Resolving klass %s at %d", cp->klass_name_at(i)->as_utf8(), i);
691            Klass* k = cp->klass_at(i, CHECK);
692          }
693          break;
694        }
695        case JVM_CONSTANT_Long:
696        case JVM_CONSTANT_Double:
697          parsed_two_word = i + 1;
698
699        case JVM_CONSTANT_ClassIndex:
700        case JVM_CONSTANT_StringIndex:
701        case JVM_CONSTANT_String:
702        case JVM_CONSTANT_UnresolvedClassInError:
703        case JVM_CONSTANT_Fieldref:
704        case JVM_CONSTANT_Methodref:
705        case JVM_CONSTANT_InterfaceMethodref:
706        case JVM_CONSTANT_NameAndType:
707        case JVM_CONSTANT_Utf8:
708        case JVM_CONSTANT_Integer:
709        case JVM_CONSTANT_Float:
710        case JVM_CONSTANT_MethodHandle:
711        case JVM_CONSTANT_MethodType:
712        case JVM_CONSTANT_InvokeDynamic:
713          if (tag != cp->tag_at(i).value()) {
714            report_error("tag mismatch: wrong class files?");
715            return;
716          }
717          break;
718
719        case JVM_CONSTANT_Class:
720          if (tag == JVM_CONSTANT_Class) {
721          } else if (tag == JVM_CONSTANT_UnresolvedClass) {
722            tty->print_cr("Warning: entry was unresolved in the replay data");
723          } else {
724            report_error("Unexpected tag");
725            return;
726          }
727          break;
728
729        case 0:
730          if (parsed_two_word == i) continue;
731
732        default:
733          fatal("Unexpected tag: %d", cp->tag_at(i).value());
734          break;
735      }
736
737    }
738  }
739
740  // Initialize a class and fill in the value for a static field.
741  // This is useful when the compile was dependent on the value of
742  // static fields but it's impossible to properly rerun the static
743  // initiailizer.
744  void process_staticfield(TRAPS) {
745    InstanceKlass* k = (InstanceKlass *)parse_klass(CHECK);
746
747    if (ReplaySuppressInitializers == 0 ||
748        ReplaySuppressInitializers == 2 && k->class_loader() == NULL) {
749      return;
750    }
751
752    assert(k->is_initialized(), "must be");
753
754    const char* field_name = parse_escaped_string();;
755    const char* field_signature = parse_string();
756    fieldDescriptor fd;
757    Symbol* name = SymbolTable::lookup(field_name, (int)strlen(field_name), CHECK);
758    Symbol* sig = SymbolTable::lookup(field_signature, (int)strlen(field_signature), CHECK);
759    if (!k->find_local_field(name, sig, &fd) ||
760        !fd.is_static() ||
761        fd.has_initial_value()) {
762      report_error(field_name);
763      return;
764    }
765
766    oop java_mirror = k->java_mirror();
767    if (field_signature[0] == '[') {
768      int length = parse_int("array length");
769      oop value = NULL;
770
771      if (field_signature[1] == '[') {
772        // multi dimensional array
773        ArrayKlass* kelem = (ArrayKlass *)parse_klass(CHECK);
774        int rank = 0;
775        while (field_signature[rank] == '[') {
776          rank++;
777        }
778        int* dims = NEW_RESOURCE_ARRAY(int, rank);
779        dims[0] = length;
780        for (int i = 1; i < rank; i++) {
781          dims[i] = 1; // These aren't relevant to the compiler
782        }
783        value = kelem->multi_allocate(rank, dims, CHECK);
784      } else {
785        if (strcmp(field_signature, "[B") == 0) {
786          value = oopFactory::new_byteArray(length, CHECK);
787        } else if (strcmp(field_signature, "[Z") == 0) {
788          value = oopFactory::new_boolArray(length, CHECK);
789        } else if (strcmp(field_signature, "[C") == 0) {
790          value = oopFactory::new_charArray(length, CHECK);
791        } else if (strcmp(field_signature, "[S") == 0) {
792          value = oopFactory::new_shortArray(length, CHECK);
793        } else if (strcmp(field_signature, "[F") == 0) {
794          value = oopFactory::new_singleArray(length, CHECK);
795        } else if (strcmp(field_signature, "[D") == 0) {
796          value = oopFactory::new_doubleArray(length, CHECK);
797        } else if (strcmp(field_signature, "[I") == 0) {
798          value = oopFactory::new_intArray(length, CHECK);
799        } else if (strcmp(field_signature, "[J") == 0) {
800          value = oopFactory::new_longArray(length, CHECK);
801        } else if (field_signature[0] == '[' && field_signature[1] == 'L') {
802          KlassHandle kelem = resolve_klass(field_signature + 1, CHECK);
803          value = oopFactory::new_objArray(kelem(), length, CHECK);
804        } else {
805          report_error("unhandled array staticfield");
806        }
807      }
808      java_mirror->obj_field_put(fd.offset(), value);
809    } else {
810      const char* string_value = parse_escaped_string();
811      if (strcmp(field_signature, "I") == 0) {
812        int value = atoi(string_value);
813        java_mirror->int_field_put(fd.offset(), value);
814      } else if (strcmp(field_signature, "B") == 0) {
815        int value = atoi(string_value);
816        java_mirror->byte_field_put(fd.offset(), value);
817      } else if (strcmp(field_signature, "C") == 0) {
818        int value = atoi(string_value);
819        java_mirror->char_field_put(fd.offset(), value);
820      } else if (strcmp(field_signature, "S") == 0) {
821        int value = atoi(string_value);
822        java_mirror->short_field_put(fd.offset(), value);
823      } else if (strcmp(field_signature, "Z") == 0) {
824        int value = atoi(string_value);
825        java_mirror->bool_field_put(fd.offset(), value);
826      } else if (strcmp(field_signature, "J") == 0) {
827        jlong value;
828        if (sscanf(string_value, JLONG_FORMAT, &value) != 1) {
829          fprintf(stderr, "Error parsing long: %s\n", string_value);
830          return;
831        }
832        java_mirror->long_field_put(fd.offset(), value);
833      } else if (strcmp(field_signature, "F") == 0) {
834        float value = atof(string_value);
835        java_mirror->float_field_put(fd.offset(), value);
836      } else if (strcmp(field_signature, "D") == 0) {
837        double value = atof(string_value);
838        java_mirror->double_field_put(fd.offset(), value);
839      } else if (strcmp(field_signature, "Ljava/lang/String;") == 0) {
840        Handle value = java_lang_String::create_from_str(string_value, CHECK);
841        java_mirror->obj_field_put(fd.offset(), value());
842      } else if (field_signature[0] == 'L') {
843        Symbol* klass_name = SymbolTable::lookup(field_signature, (int)strlen(field_signature), CHECK);
844        KlassHandle kelem = resolve_klass(field_signature, CHECK);
845        oop value = InstanceKlass::cast(kelem())->allocate_instance(CHECK);
846        java_mirror->obj_field_put(fd.offset(), value);
847      } else {
848        report_error("unhandled staticfield");
849      }
850    }
851  }
852
853#if INCLUDE_JVMTI
854  void process_JvmtiExport(TRAPS) {
855    const char* field = parse_string();
856    bool value = parse_int("JvmtiExport flag") != 0;
857    if (strcmp(field, "can_access_local_variables") == 0) {
858      JvmtiExport::set_can_access_local_variables(value);
859    } else if (strcmp(field, "can_hotswap_or_post_breakpoint") == 0) {
860      JvmtiExport::set_can_hotswap_or_post_breakpoint(value);
861    } else if (strcmp(field, "can_post_on_exceptions") == 0) {
862      JvmtiExport::set_can_post_on_exceptions(value);
863    } else {
864      report_error("Unrecognized JvmtiExport directive");
865    }
866  }
867#endif // INCLUDE_JVMTI
868
869  // Create and initialize a record for a ciMethod
870  ciMethodRecord* new_ciMethod(Method* method) {
871    ciMethodRecord* rec = NEW_RESOURCE_OBJ(ciMethodRecord);
872    rec->_klass_name =  method->method_holder()->name()->as_utf8();
873    rec->_method_name = method->name()->as_utf8();
874    rec->_signature = method->signature()->as_utf8();
875    _ci_method_records.append(rec);
876    return rec;
877  }
878
879  // Lookup data for a ciMethod
880  ciMethodRecord* find_ciMethodRecord(Method* method) {
881    const char* klass_name =  method->method_holder()->name()->as_utf8();
882    const char* method_name = method->name()->as_utf8();
883    const char* signature = method->signature()->as_utf8();
884    for (int i = 0; i < _ci_method_records.length(); i++) {
885      ciMethodRecord* rec = _ci_method_records.at(i);
886      if (strcmp(rec->_klass_name, klass_name) == 0 &&
887          strcmp(rec->_method_name, method_name) == 0 &&
888          strcmp(rec->_signature, signature) == 0) {
889        return rec;
890      }
891    }
892    return NULL;
893  }
894
895  // Create and initialize a record for a ciMethodData
896  ciMethodDataRecord* new_ciMethodData(Method* method) {
897    ciMethodDataRecord* rec = NEW_RESOURCE_OBJ(ciMethodDataRecord);
898    rec->_klass_name =  method->method_holder()->name()->as_utf8();
899    rec->_method_name = method->name()->as_utf8();
900    rec->_signature = method->signature()->as_utf8();
901    _ci_method_data_records.append(rec);
902    return rec;
903  }
904
905  // Lookup data for a ciMethodData
906  ciMethodDataRecord* find_ciMethodDataRecord(Method* method) {
907    const char* klass_name =  method->method_holder()->name()->as_utf8();
908    const char* method_name = method->name()->as_utf8();
909    const char* signature = method->signature()->as_utf8();
910    for (int i = 0; i < _ci_method_data_records.length(); i++) {
911      ciMethodDataRecord* rec = _ci_method_data_records.at(i);
912      if (strcmp(rec->_klass_name, klass_name) == 0 &&
913          strcmp(rec->_method_name, method_name) == 0 &&
914          strcmp(rec->_signature, signature) == 0) {
915        return rec;
916      }
917    }
918    return NULL;
919  }
920
921  // Create and initialize a record for a ciInlineRecord
922  ciInlineRecord* new_ciInlineRecord(Method* method, int bci, int depth) {
923    ciInlineRecord* rec = NEW_RESOURCE_OBJ(ciInlineRecord);
924    rec->_klass_name =  method->method_holder()->name()->as_utf8();
925    rec->_method_name = method->name()->as_utf8();
926    rec->_signature = method->signature()->as_utf8();
927    rec->_inline_bci = bci;
928    rec->_inline_depth = depth;
929    _ci_inline_records->append(rec);
930    return rec;
931  }
932
933  // Lookup inlining data for a ciMethod
934  ciInlineRecord* find_ciInlineRecord(Method* method, int bci, int depth) {
935    if (_ci_inline_records != NULL) {
936      return find_ciInlineRecord(_ci_inline_records, method, bci, depth);
937    }
938    return NULL;
939  }
940
941  static ciInlineRecord* find_ciInlineRecord(GrowableArray<ciInlineRecord*>*  records,
942                                      Method* method, int bci, int depth) {
943    if (records != NULL) {
944      const char* klass_name  = method->method_holder()->name()->as_utf8();
945      const char* method_name = method->name()->as_utf8();
946      const char* signature   = method->signature()->as_utf8();
947      for (int i = 0; i < records->length(); i++) {
948        ciInlineRecord* rec = records->at(i);
949        if ((rec->_inline_bci == bci) &&
950            (rec->_inline_depth == depth) &&
951            (strcmp(rec->_klass_name, klass_name) == 0) &&
952            (strcmp(rec->_method_name, method_name) == 0) &&
953            (strcmp(rec->_signature, signature) == 0)) {
954          return rec;
955        }
956      }
957    }
958    return NULL;
959  }
960
961  const char* error_message() {
962    return _error_message;
963  }
964
965  void reset() {
966    _error_message = NULL;
967    _ci_method_records.clear();
968    _ci_method_data_records.clear();
969  }
970
971  // Take an ascii string contain \u#### escapes and convert it to utf8
972  // in place.
973  static void unescape_string(char* value) {
974    char* from = value;
975    char* to = value;
976    while (*from != '\0') {
977      if (*from != '\\') {
978        *from++ = *to++;
979      } else {
980        switch (from[1]) {
981          case 'u': {
982            from += 2;
983            jchar value=0;
984            for (int i=0; i<4; i++) {
985              char c = *from++;
986              switch (c) {
987                case '0': case '1': case '2': case '3': case '4':
988                case '5': case '6': case '7': case '8': case '9':
989                  value = (value << 4) + c - '0';
990                  break;
991                case 'a': case 'b': case 'c':
992                case 'd': case 'e': case 'f':
993                  value = (value << 4) + 10 + c - 'a';
994                  break;
995                case 'A': case 'B': case 'C':
996                case 'D': case 'E': case 'F':
997                  value = (value << 4) + 10 + c - 'A';
998                  break;
999                default:
1000                  ShouldNotReachHere();
1001              }
1002            }
1003            UNICODE::convert_to_utf8(&value, 1, to);
1004            to++;
1005            break;
1006          }
1007          case 't': *to++ = '\t'; from += 2; break;
1008          case 'n': *to++ = '\n'; from += 2; break;
1009          case 'r': *to++ = '\r'; from += 2; break;
1010          case 'f': *to++ = '\f'; from += 2; break;
1011          default:
1012            ShouldNotReachHere();
1013        }
1014      }
1015    }
1016    *from = *to;
1017  }
1018};
1019
1020void ciReplay::replay(TRAPS) {
1021  int exit_code = replay_impl(THREAD);
1022
1023  Threads::destroy_vm();
1024
1025  vm_exit(exit_code);
1026}
1027
1028void* ciReplay::load_inline_data(ciMethod* method, int entry_bci, int comp_level) {
1029  if (FLAG_IS_DEFAULT(InlineDataFile)) {
1030    tty->print_cr("ERROR: no inline replay data file specified (use -XX:InlineDataFile=inline_pid12345.txt).");
1031    return NULL;
1032  }
1033
1034  VM_ENTRY_MARK;
1035  // Load and parse the replay data
1036  CompileReplay rp(InlineDataFile, THREAD);
1037  if (!rp.can_replay()) {
1038    tty->print_cr("ciReplay: !rp.can_replay()");
1039    return NULL;
1040  }
1041  void* data = rp.process_inline(method, method->get_Method(), entry_bci, comp_level, THREAD);
1042  if (HAS_PENDING_EXCEPTION) {
1043    Handle throwable(THREAD, PENDING_EXCEPTION);
1044    CLEAR_PENDING_EXCEPTION;
1045    java_lang_Throwable::print_stack_trace(throwable, tty);
1046    tty->cr();
1047    return NULL;
1048  }
1049
1050  if (rp.had_error()) {
1051    tty->print_cr("ciReplay: Failed on %s", rp.error_message());
1052    return NULL;
1053  }
1054  return data;
1055}
1056
1057int ciReplay::replay_impl(TRAPS) {
1058  HandleMark hm;
1059  ResourceMark rm;
1060
1061  if (ReplaySuppressInitializers > 2) {
1062    // ReplaySuppressInitializers > 2 means that we want to allow
1063    // normal VM bootstrap but once we get into the replay itself
1064    // don't allow any intializers to be run.
1065    ReplaySuppressInitializers = 1;
1066  }
1067
1068  if (FLAG_IS_DEFAULT(ReplayDataFile)) {
1069    tty->print_cr("ERROR: no compiler replay data file specified (use -XX:ReplayDataFile=replay_pid12345.txt).");
1070    return 1;
1071  }
1072
1073  // Load and parse the replay data
1074  CompileReplay rp(ReplayDataFile, THREAD);
1075  int exit_code = 0;
1076  if (rp.can_replay()) {
1077    rp.process(THREAD);
1078  } else {
1079    exit_code = 1;
1080    return exit_code;
1081  }
1082
1083  if (HAS_PENDING_EXCEPTION) {
1084    Handle throwable(THREAD, PENDING_EXCEPTION);
1085    CLEAR_PENDING_EXCEPTION;
1086    java_lang_Throwable::print_stack_trace(throwable, tty);
1087    tty->cr();
1088    exit_code = 2;
1089  }
1090
1091  if (rp.had_error()) {
1092    tty->print_cr("Failed on %s", rp.error_message());
1093    exit_code = 1;
1094  }
1095  return exit_code;
1096}
1097
1098void ciReplay::initialize(ciMethodData* m) {
1099  if (replay_state == NULL) {
1100    return;
1101  }
1102
1103  ASSERT_IN_VM;
1104  ResourceMark rm;
1105
1106  Method* method = m->get_MethodData()->method();
1107  ciMethodDataRecord* rec = replay_state->find_ciMethodDataRecord(method);
1108  if (rec == NULL) {
1109    // This indicates some mismatch with the original environment and
1110    // the replay environment though it's not always enough to
1111    // interfere with reproducing a bug
1112    tty->print_cr("Warning: requesting ciMethodData record for method with no data: ");
1113    method->print_name(tty);
1114    tty->cr();
1115  } else {
1116    m->_state = rec->_state;
1117    m->_current_mileage = rec->_current_mileage;
1118    if (rec->_data_length != 0) {
1119      assert(m->_data_size + m->_extra_data_size == rec->_data_length * (int)sizeof(rec->_data[0]) ||
1120             m->_data_size == rec->_data_length * (int)sizeof(rec->_data[0]), "must agree");
1121
1122      // Write the correct ciObjects back into the profile data
1123      ciEnv* env = ciEnv::current();
1124      for (int i = 0; i < rec->_classes_length; i++) {
1125        Klass *k = rec->_classes[i];
1126        // In case this class pointer is is tagged, preserve the tag
1127        // bits
1128        rec->_data[rec->_classes_offsets[i]] =
1129          ciTypeEntries::with_status(env->get_metadata(k)->as_klass(), rec->_data[rec->_classes_offsets[i]]);
1130      }
1131      for (int i = 0; i < rec->_methods_length; i++) {
1132        Method *m = rec->_methods[i];
1133        *(ciMetadata**)(rec->_data + rec->_methods_offsets[i]) =
1134          env->get_metadata(m);
1135      }
1136      // Copy the updated profile data into place as intptr_ts
1137#ifdef _LP64
1138      Copy::conjoint_jlongs_atomic((jlong *)rec->_data, (jlong *)m->_data, rec->_data_length);
1139#else
1140      Copy::conjoint_jints_atomic((jint *)rec->_data, (jint *)m->_data, rec->_data_length);
1141#endif
1142    }
1143
1144    // copy in the original header
1145    Copy::conjoint_jbytes(rec->_orig_data, (char*)&m->_orig, rec->_orig_data_length);
1146  }
1147}
1148
1149
1150bool ciReplay::should_not_inline(ciMethod* method) {
1151  if (replay_state == NULL) {
1152    return false;
1153  }
1154  VM_ENTRY_MARK;
1155  // ciMethod without a record shouldn't be inlined.
1156  return replay_state->find_ciMethodRecord(method->get_Method()) == NULL;
1157}
1158
1159bool ciReplay::should_inline(void* data, ciMethod* method, int bci, int inline_depth) {
1160  if (data != NULL) {
1161    GrowableArray<ciInlineRecord*>*  records = (GrowableArray<ciInlineRecord*>*)data;
1162    VM_ENTRY_MARK;
1163    // Inline record are ordered by bci and depth.
1164    return CompileReplay::find_ciInlineRecord(records, method->get_Method(), bci, inline_depth) != NULL;
1165  } else if (replay_state != NULL) {
1166    VM_ENTRY_MARK;
1167    // Inline record are ordered by bci and depth.
1168    return replay_state->find_ciInlineRecord(method->get_Method(), bci, inline_depth) != NULL;
1169  }
1170  return false;
1171}
1172
1173bool ciReplay::should_not_inline(void* data, ciMethod* method, int bci, int inline_depth) {
1174  if (data != NULL) {
1175    GrowableArray<ciInlineRecord*>*  records = (GrowableArray<ciInlineRecord*>*)data;
1176    VM_ENTRY_MARK;
1177    // Inline record are ordered by bci and depth.
1178    return CompileReplay::find_ciInlineRecord(records, method->get_Method(), bci, inline_depth) == NULL;
1179  } else if (replay_state != NULL) {
1180    VM_ENTRY_MARK;
1181    // Inline record are ordered by bci and depth.
1182    return replay_state->find_ciInlineRecord(method->get_Method(), bci, inline_depth) == NULL;
1183  }
1184  return false;
1185}
1186
1187void ciReplay::initialize(ciMethod* m) {
1188  if (replay_state == NULL) {
1189    return;
1190  }
1191
1192  ASSERT_IN_VM;
1193  ResourceMark rm;
1194
1195  Method* method = m->get_Method();
1196  ciMethodRecord* rec = replay_state->find_ciMethodRecord(method);
1197  if (rec == NULL) {
1198    // This indicates some mismatch with the original environment and
1199    // the replay environment though it's not always enough to
1200    // interfere with reproducing a bug
1201    tty->print_cr("Warning: requesting ciMethod record for method with no data: ");
1202    method->print_name(tty);
1203    tty->cr();
1204  } else {
1205    EXCEPTION_CONTEXT;
1206    // m->_instructions_size = rec->_instructions_size;
1207    m->_instructions_size = -1;
1208    m->_interpreter_invocation_count = rec->_interpreter_invocation_count;
1209    m->_interpreter_throwout_count = rec->_interpreter_throwout_count;
1210    MethodCounters* mcs = method->get_method_counters(CHECK_AND_CLEAR);
1211    guarantee(mcs != NULL, "method counters allocation failed");
1212    mcs->invocation_counter()->_counter = rec->_invocation_counter;
1213    mcs->backedge_counter()->_counter = rec->_backedge_counter;
1214  }
1215}
1216
1217bool ciReplay::is_loaded(Method* method) {
1218  if (replay_state == NULL) {
1219    return true;
1220  }
1221
1222  ASSERT_IN_VM;
1223  ResourceMark rm;
1224
1225  ciMethodRecord* rec = replay_state->find_ciMethodRecord(method);
1226  return rec != NULL;
1227}
1228#endif // PRODUCT
1229