1 /*
   2  * Copyright (c) 2003, 2014, Oracle and/or its affiliates. All rights reserved.
   3  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   4  *
   5  * This code is free software; you can redistribute it and/or modify it
   6  * under the terms of the GNU General Public License version 2 only, as
   7  * published by the Free Software Foundation.
   8  *
   9  * This code is distributed in the hope that it will be useful, but WITHOUT
  10  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  11  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
  12  * version 2 for more details (a copy is included in the LICENSE file that
  13  * accompanied this code).
  14  *
  15  * You should have received a copy of the GNU General Public License version
  16  * 2 along with this work; if not, write to the Free Software Foundation,
  17  * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
  18  *
  19  * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
  20  * or visit www.oracle.com if you need additional information or have any
  21  * questions.
  22  *
  23  */
  24 
  25 #include "precompiled.hpp"
  26 #include "code/codeCache.hpp"
  27 #include "compiler/compileBroker.hpp"
  28 #include "gc_interface/collectedHeap.hpp"
  29 #include "prims/whitebox.hpp"
  30 #include "runtime/arguments.hpp"
  31 #include "runtime/atomic.inline.hpp"
  32 #include "runtime/frame.inline.hpp"
  33 #include "runtime/init.hpp"
  34 #include "runtime/os.hpp"
  35 #include "runtime/thread.inline.hpp"
  36 #include "runtime/vmThread.hpp"
  37 #include "runtime/vm_operations.hpp"
  38 #include "services/memTracker.hpp"
  39 #include "utilities/debug.hpp"
  40 #include "utilities/decoder.hpp"
  41 #include "utilities/defaultStream.hpp"
  42 #include "utilities/errorReporter.hpp"
  43 #include "utilities/events.hpp"
  44 #include "utilities/top.hpp"
  45 #include "utilities/vmError.hpp"
  46 
  47 PRAGMA_FORMAT_MUTE_WARNINGS_FOR_GCC
  48 
  49 // List of environment variables that should be reported in error log file.
  50 const char *env_list[] = {
  51   // All platforms
  52   "JAVA_HOME", "JRE_HOME", "JAVA_TOOL_OPTIONS", "_JAVA_OPTIONS", "CLASSPATH",
  53   "JAVA_COMPILER", "PATH", "USERNAME",
  54 
  55   // Env variables that are defined on Solaris/Linux/BSD
  56   "LD_LIBRARY_PATH", "LD_PRELOAD", "SHELL", "DISPLAY",
  57   "HOSTTYPE", "OSTYPE", "ARCH", "MACHTYPE",
  58 
  59   // defined on Linux
  60   "LD_ASSUME_KERNEL", "_JAVA_SR_SIGNUM",
  61 
  62   // defined on Darwin
  63   "DYLD_LIBRARY_PATH", "DYLD_FALLBACK_LIBRARY_PATH",
  64   "DYLD_FRAMEWORK_PATH", "DYLD_FALLBACK_FRAMEWORK_PATH",
  65   "DYLD_INSERT_LIBRARIES",
  66 
  67   // defined on Windows
  68   "OS", "PROCESSOR_IDENTIFIER", "_ALT_JAVA_HOME_DIR",
  69 
  70   (const char *)0
  71 };
  72 
  73 // Fatal error handler for internal errors and crashes.
  74 //
  75 // The default behavior of fatal error handler is to print a brief message
  76 // to standard out (defaultStream::output_fd()), then save detailed information
  77 // into an error report file (hs_err_pid<pid>.log) and abort VM. If multiple
  78 // threads are having troubles at the same time, only one error is reported.
  79 // The thread that is reporting error will abort VM when it is done, all other
  80 // threads are blocked forever inside report_and_die().
  81 
  82 // Constructor for crashes
  83 VMError::VMError(Thread* thread, unsigned int sig, address pc, void* siginfo, void* context) {
  84     _thread = thread;
  85     _id = sig;
  86     _pc   = pc;
  87     _siginfo = siginfo;
  88     _context = context;
  89 
  90     _verbose = false;
  91     _current_step = 0;
  92     _current_step_info = NULL;
  93 
  94     _message = NULL;
  95     _detail_msg = NULL;
  96     _filename = NULL;
  97     _lineno = 0;
  98 
  99     _size = 0;
 100 }
 101 
 102 // Constructor for internal errors
 103 VMError::VMError(Thread* thread, const char* filename, int lineno,
 104                  const char* message, const char * detail_msg)
 105 {
 106   _thread = thread;
 107   _id = INTERNAL_ERROR;     // Value that's not an OS exception/signal
 108   _filename = filename;
 109   _lineno = lineno;
 110   _message = message;
 111   _detail_msg = detail_msg;
 112 
 113   _verbose = false;
 114   _current_step = 0;
 115   _current_step_info = NULL;
 116 
 117   _pc = NULL;
 118   _siginfo = NULL;
 119   _context = NULL;
 120 
 121   _size = 0;
 122 }
 123 
 124 // Constructor for OOM errors
 125 VMError::VMError(Thread* thread, const char* filename, int lineno, size_t size,
 126                  VMErrorType vm_err_type, const char* message) {
 127     _thread = thread;
 128     _id = vm_err_type; // Value that's not an OS exception/signal
 129     _filename = filename;
 130     _lineno = lineno;
 131     _message = message;
 132     _detail_msg = NULL;
 133 
 134     _verbose = false;
 135     _current_step = 0;
 136     _current_step_info = NULL;
 137 
 138     _pc = NULL;
 139     _siginfo = NULL;
 140     _context = NULL;
 141 
 142     _size = size;
 143 }
 144 
 145 
 146 // Constructor for non-fatal errors
 147 VMError::VMError(const char* message) {
 148     _thread = NULL;
 149     _id = INTERNAL_ERROR;     // Value that's not an OS exception/signal
 150     _filename = NULL;
 151     _lineno = 0;
 152     _message = message;
 153     _detail_msg = NULL;
 154 
 155     _verbose = false;
 156     _current_step = 0;
 157     _current_step_info = NULL;
 158 
 159     _pc = NULL;
 160     _siginfo = NULL;
 161     _context = NULL;
 162 
 163     _size = 0;
 164 }
 165 
 166 // -XX:OnError=<string>, where <string> can be a list of commands, separated
 167 // by ';'. "%p" is replaced by current process id (pid); "%%" is replaced by
 168 // a single "%". Some examples:
 169 //
 170 // -XX:OnError="pmap %p"                // show memory map
 171 // -XX:OnError="gcore %p; dbx - %p"     // dump core and launch debugger
 172 // -XX:OnError="cat hs_err_pid%p.log | mail my_email@sun.com"
 173 // -XX:OnError="kill -9 %p"             // ?#!@#
 174 
 175 // A simple parser for -XX:OnError, usage:
 176 //  ptr = OnError;
 177 //  while ((cmd = next_OnError_command(buffer, sizeof(buffer), &ptr) != NULL)
 178 //     ... ...
 179 static char* next_OnError_command(char* buf, int buflen, const char** ptr) {
 180   if (ptr == NULL || *ptr == NULL) return NULL;
 181 
 182   const char* cmd = *ptr;
 183 
 184   // skip leading blanks or ';'
 185   while (*cmd == ' ' || *cmd == ';') cmd++;
 186 
 187   if (*cmd == '\0') return NULL;
 188 
 189   const char * cmdend = cmd;
 190   while (*cmdend != '\0' && *cmdend != ';') cmdend++;
 191 
 192   Arguments::copy_expand_pid(cmd, cmdend - cmd, buf, buflen);
 193 
 194   *ptr = (*cmdend == '\0' ? cmdend : cmdend + 1);
 195   return buf;
 196 }
 197 
 198 
 199 static void print_bug_submit_message(outputStream *out, Thread *thread) {
 200   if (out == NULL) return;
 201   out->print_raw_cr("# If you would like to submit a bug report, please visit:");
 202   out->print_raw   ("#   ");
 203   out->print_raw_cr(Arguments::java_vendor_url_bug());
 204   // If the crash is in native code, encourage user to submit a bug to the
 205   // provider of that code.
 206   if (thread && thread->is_Java_thread() &&
 207       !thread->is_hidden_from_external_view()) {
 208     JavaThread* jt = (JavaThread*)thread;
 209     if (jt->thread_state() == _thread_in_native) {
 210       out->print_cr("# The crash happened outside the Java Virtual Machine in native code.\n# See problematic frame for where to report the bug.");
 211     }
 212   }
 213   out->print_raw_cr("#");
 214 }
 215 
 216 bool VMError::coredump_status;
 217 char VMError::coredump_message[O_BUFLEN];
 218 
 219 void VMError::report_coredump_status(const char* message, bool status) {
 220   coredump_status = status;
 221   strncpy(coredump_message, message, sizeof(coredump_message));
 222   coredump_message[sizeof(coredump_message)-1] = 0;
 223 }
 224 
 225 
 226 // Return a string to describe the error
 227 char* VMError::error_string(char* buf, int buflen) {
 228   char signame_buf[64];
 229   const char *signame = os::exception_name(_id, signame_buf, sizeof(signame_buf));
 230 
 231   if (signame) {
 232     jio_snprintf(buf, buflen,
 233                  "%s (0x%x) at pc=" PTR_FORMAT ", pid=%d, tid=" UINTX_FORMAT,
 234                  signame, _id, _pc,
 235                  os::current_process_id(), os::current_thread_id());
 236   } else if (_filename != NULL && _lineno > 0) {
 237     // skip directory names
 238     char separator = os::file_separator()[0];
 239     const char *p = strrchr(_filename, separator);
 240     int n = jio_snprintf(buf, buflen,
 241                          "Internal Error at %s:%d, pid=%d, tid=" UINTX_FORMAT,
 242                          p ? p + 1 : _filename, _lineno,
 243                          os::current_process_id(), os::current_thread_id());
 244     if (n >= 0 && n < buflen && _message) {
 245       if (_detail_msg) {
 246         jio_snprintf(buf + n, buflen - n, "%s%s: %s",
 247                      os::line_separator(), _message, _detail_msg);
 248       } else {
 249         jio_snprintf(buf + n, buflen - n, "%sError: %s",
 250                      os::line_separator(), _message);
 251       }
 252     }
 253   } else {
 254     jio_snprintf(buf, buflen,
 255                  "Internal Error (0x%x), pid=%d, tid=" UINTX_FORMAT,
 256                  _id, os::current_process_id(), os::current_thread_id());
 257   }
 258 
 259   return buf;
 260 }
 261 
 262 void VMError::print_stack_trace(outputStream* st, JavaThread* jt,
 263                                 char* buf, int buflen, bool verbose) {
 264 #ifdef ZERO
 265   if (jt->zero_stack()->sp() && jt->top_zero_frame()) {
 266     // StackFrameStream uses the frame anchor, which may not have
 267     // been set up.  This can be done at any time in Zero, however,
 268     // so if it hasn't been set up then we just set it up now and
 269     // clear it again when we're done.
 270     bool has_last_Java_frame = jt->has_last_Java_frame();
 271     if (!has_last_Java_frame)
 272       jt->set_last_Java_frame();
 273     st->print("Java frames:");
 274 
 275     // If the top frame is a Shark frame and the frame anchor isn't
 276     // set up then it's possible that the information in the frame
 277     // is garbage: it could be from a previous decache, or it could
 278     // simply have never been written.  So we print a warning...
 279     StackFrameStream sfs(jt);
 280     if (!has_last_Java_frame && !sfs.is_done()) {
 281       if (sfs.current()->zeroframe()->is_shark_frame()) {
 282         st->print(" (TOP FRAME MAY BE JUNK)");
 283       }
 284     }
 285     st->cr();
 286 
 287     // Print the frames
 288     for(int i = 0; !sfs.is_done(); sfs.next(), i++) {
 289       sfs.current()->zero_print_on_error(i, st, buf, buflen);
 290       st->cr();
 291     }
 292 
 293     // Reset the frame anchor if necessary
 294     if (!has_last_Java_frame)
 295       jt->reset_last_Java_frame();
 296   }
 297 #else
 298   if (jt->has_last_Java_frame()) {
 299     st->print_cr("Java frames: (J=compiled Java code, j=interpreted, Vv=VM code)");
 300     for(StackFrameStream sfs(jt); !sfs.is_done(); sfs.next()) {
 301       sfs.current()->print_on_error(st, buf, buflen, verbose);
 302       st->cr();
 303     }
 304   }
 305 #endif // ZERO
 306 }
 307 
 308 // This is the main function to report a fatal error. Only one thread can
 309 // call this function, so we don't need to worry about MT-safety. But it's
 310 // possible that the error handler itself may crash or die on an internal
 311 // error, for example, when the stack/heap is badly damaged. We must be
 312 // able to handle recursive errors that happen inside error handler.
 313 //
 314 // Error reporting is done in several steps. If a crash or internal error
 315 // occurred when reporting an error, the nested signal/exception handler
 316 // can skip steps that are already (or partially) done. Error reporting will
 317 // continue from the next step. This allows us to retrieve and print
 318 // information that may be unsafe to get after a fatal error. If it happens,
 319 // you may find nested report_and_die() frames when you look at the stack
 320 // in a debugger.
 321 //
 322 // In general, a hang in error handler is much worse than a crash or internal
 323 // error, as it's harder to recover from a hang. Deadlock can happen if we
 324 // try to grab a lock that is already owned by current thread, or if the
 325 // owner is blocked forever (e.g. in os::infinite_sleep()). If possible, the
 326 // error handler and all the functions it called should avoid grabbing any
 327 // lock. An important thing to notice is that memory allocation needs a lock.
 328 //
 329 // We should avoid using large stack allocated buffers. Many errors happen
 330 // when stack space is already low. Making things even worse is that there
 331 // could be nested report_and_die() calls on stack (see above). Only one
 332 // thread can report error, so large buffers are statically allocated in data
 333 // segment.
 334 
 335 void VMError::report(outputStream* st) {
 336 # define BEGIN if (_current_step == 0) { _current_step = 1;
 337 # define STEP(n, s) } if (_current_step < n) { _current_step = n; _current_step_info = s;
 338 # define END }
 339 
 340   // don't allocate large buffer on stack
 341   static char buf[O_BUFLEN];
 342 
 343   BEGIN
 344 
 345   STEP(10, "(printing fatal error message)")
 346 
 347     st->print_cr("#");
 348     if (should_report_bug(_id)) {
 349       st->print_cr("# A fatal error has been detected by the Java Runtime Environment:");
 350     } else {
 351       st->print_cr("# There is insufficient memory for the Java "
 352                    "Runtime Environment to continue.");
 353     }
 354 
 355   STEP(15, "(printing type of error)")
 356 
 357      switch(_id) {
 358        case OOM_MALLOC_ERROR:
 359        case OOM_MMAP_ERROR:
 360          if (_size) {
 361            st->print("# Native memory allocation ");
 362            st->print((_id == (int)OOM_MALLOC_ERROR) ? "(malloc) failed to allocate " :
 363                                                  "(mmap) failed to map ");
 364            jio_snprintf(buf, sizeof(buf), SIZE_FORMAT, _size);
 365            st->print("%s", buf);
 366            st->print(" bytes");
 367            if (_message != NULL) {
 368              st->print(" for ");
 369              st->print("%s", _message);
 370            }
 371            st->cr();
 372          } else {
 373            if (_message != NULL)
 374              st->print("# ");
 375              st->print_cr("%s", _message);
 376          }
 377          // In error file give some solutions
 378          if (_verbose) {
 379            st->print_cr("# Possible reasons:");
 380            st->print_cr("#   The system is out of physical RAM or swap space");
 381            st->print_cr("#   In 32 bit mode, the process size limit was hit");
 382            st->print_cr("# Possible solutions:");
 383            st->print_cr("#   Reduce memory load on the system");
 384            st->print_cr("#   Increase physical memory or swap space");
 385            st->print_cr("#   Check if swap backing store is full");
 386            st->print_cr("#   Use 64 bit Java on a 64 bit OS");
 387            st->print_cr("#   Decrease Java heap size (-Xmx/-Xms)");
 388            st->print_cr("#   Decrease number of Java threads");
 389            st->print_cr("#   Decrease Java thread stack sizes (-Xss)");
 390            st->print_cr("#   Set larger code cache with -XX:ReservedCodeCacheSize=");
 391            st->print_cr("# This output file may be truncated or incomplete.");
 392          } else {
 393            return;  // that's enough for the screen
 394          }
 395          break;
 396        case INTERNAL_ERROR:
 397        default:
 398          break;
 399      }
 400 
 401   STEP(20, "(printing exception/signal name)")
 402 
 403      st->print_cr("#");
 404      st->print("#  ");
 405      // Is it an OS exception/signal?
 406      if (os::exception_name(_id, buf, sizeof(buf))) {
 407        st->print("%s", buf);
 408        st->print(" (0x%x)", _id);                // signal number
 409        st->print(" at pc=" PTR_FORMAT, _pc);
 410      } else {
 411        if (should_report_bug(_id)) {
 412          st->print("Internal Error");
 413        } else {
 414          st->print("Out of Memory Error");
 415        }
 416        if (_filename != NULL && _lineno > 0) {
 417 #ifdef PRODUCT
 418          // In product mode chop off pathname?
 419          char separator = os::file_separator()[0];
 420          const char *p = strrchr(_filename, separator);
 421          const char *file = p ? p+1 : _filename;
 422 #else
 423          const char *file = _filename;
 424 #endif
 425          size_t len = strlen(file);
 426          size_t buflen = sizeof(buf);
 427 
 428          strncpy(buf, file, buflen);
 429          if (len + 10 < buflen) {
 430            sprintf(buf + len, ":%d", _lineno);
 431          }
 432          st->print(" (%s)", buf);
 433        } else {
 434          st->print(" (0x%x)", _id);
 435        }
 436      }
 437 
 438   STEP(30, "(printing current thread and pid)")
 439 
 440      // process id, thread id
 441      st->print(", pid=%d", os::current_process_id());
 442      st->print(", tid=" UINTX_FORMAT, os::current_thread_id());
 443      st->cr();
 444 
 445   STEP(40, "(printing error message)")
 446 
 447      if (should_report_bug(_id)) {  // already printed the message.
 448        // error message
 449        if (_detail_msg) {
 450          st->print_cr("#  %s: %s", _message ? _message : "Error", _detail_msg);
 451        } else if (_message) {
 452          st->print_cr("#  Error: %s", _message);
 453        }
 454     }
 455 
 456   STEP(50, "(printing Java version string)")
 457 
 458      // VM version
 459      st->print_cr("#");
 460      JDK_Version::current().to_string(buf, sizeof(buf));
 461      const char* runtime_name = JDK_Version::runtime_name() != NULL ?
 462                                   JDK_Version::runtime_name() : "";
 463      const char* runtime_version = JDK_Version::runtime_version() != NULL ?
 464                                   JDK_Version::runtime_version() : "";
 465      st->print_cr("# JRE version: %s (%s) (build %s)", runtime_name, buf, runtime_version);
 466      st->print_cr("# Java VM: %s (%s %s %s %s)",
 467                    Abstract_VM_Version::vm_name(),
 468                    Abstract_VM_Version::vm_release(),
 469                    Abstract_VM_Version::vm_info_string(),
 470                    Abstract_VM_Version::vm_platform_string(),
 471                    UseCompressedOops ? "compressed oops" : ""
 472                  );
 473 
 474   STEP(60, "(printing problematic frame)")
 475 
 476      // Print current frame if we have a context (i.e. it's a crash)
 477      if (_context) {
 478        st->print_cr("# Problematic frame:");
 479        st->print("# ");
 480        frame fr = os::fetch_frame_from_context(_context);
 481        fr.print_on_error(st, buf, sizeof(buf));
 482        st->cr();
 483        st->print_cr("#");
 484      }
 485   STEP(63, "(printing core file information)")
 486     st->print("# ");
 487     if (coredump_status) {
 488       st->print("Core dump written. Default location: %s", coredump_message);
 489     } else {
 490       st->print("Failed to write core dump. %s", coredump_message);
 491     }
 492     st->cr();
 493     st->print_cr("#");
 494 
 495   STEP(65, "(printing bug submit message)")
 496 
 497      if (should_report_bug(_id) && _verbose) {
 498        print_bug_submit_message(st, _thread);
 499      }
 500 
 501   STEP(70, "(printing thread)" )
 502 
 503      if (_verbose) {
 504        st->cr();
 505        st->print_cr("---------------  T H R E A D  ---------------");
 506        st->cr();
 507      }
 508 
 509   STEP(80, "(printing current thread)" )
 510 
 511      // current thread
 512      if (_verbose) {
 513        if (_thread) {
 514          st->print("Current thread (" PTR_FORMAT "):  ", _thread);
 515          _thread->print_on_error(st, buf, sizeof(buf));
 516          st->cr();
 517        } else {
 518          st->print_cr("Current thread is native thread");
 519        }
 520        st->cr();
 521      }
 522 
 523   STEP(90, "(printing siginfo)" )
 524 
 525      // signal no, signal code, address that caused the fault
 526      if (_verbose && _siginfo) {
 527        os::print_siginfo(st, _siginfo);
 528        st->cr();
 529      }
 530 
 531   STEP(100, "(printing registers, top of stack, instructions near pc)")
 532 
 533      // registers, top of stack, instructions near pc
 534      if (_verbose && _context) {
 535        os::print_context(st, _context);
 536        st->cr();
 537      }
 538 
 539   STEP(105, "(printing register info)")
 540 
 541      // decode register contents if possible
 542      if (_verbose && _context && Universe::is_fully_initialized()) {
 543        os::print_register_info(st, _context);
 544        st->cr();
 545      }
 546 
 547   STEP(110, "(printing stack bounds)" )
 548 
 549      if (_verbose) {
 550        st->print("Stack: ");
 551 
 552        address stack_top;
 553        size_t stack_size;
 554 
 555        if (_thread) {
 556           stack_top = _thread->stack_base();
 557           stack_size = _thread->stack_size();
 558        } else {
 559           stack_top = os::current_stack_base();
 560           stack_size = os::current_stack_size();
 561        }
 562 
 563        address stack_bottom = stack_top - stack_size;
 564        st->print("[" PTR_FORMAT "," PTR_FORMAT "]", stack_bottom, stack_top);
 565 
 566        frame fr = _context ? os::fetch_frame_from_context(_context)
 567                            : os::current_frame();
 568 
 569        if (fr.sp()) {
 570          st->print(",  sp=" PTR_FORMAT, fr.sp());
 571          size_t free_stack_size = pointer_delta(fr.sp(), stack_bottom, 1024);
 572          st->print(",  free space=" SIZE_FORMAT "k", free_stack_size);
 573        }
 574 
 575        st->cr();
 576      }
 577 
 578   STEP(120, "(printing native stack)" )
 579 
 580    if (_verbose) {
 581      if (os::platform_print_native_stack(st, _context, buf, sizeof(buf))) {
 582        // We have printed the native stack in platform-specific code
 583        // Windows/x64 needs special handling.
 584      } else {
 585        frame fr = _context ? os::fetch_frame_from_context(_context)
 586                            : os::current_frame();
 587 
 588        print_native_stack(st, fr, _thread, buf, sizeof(buf));
 589      }
 590    }
 591 
 592   STEP(130, "(printing Java stack)" )
 593 
 594      if (_verbose && _thread && _thread->is_Java_thread()) {
 595        print_stack_trace(st, (JavaThread*)_thread, buf, sizeof(buf));
 596      }
 597 
 598   STEP(135, "(printing target Java thread stack)" )
 599 
 600      // printing Java thread stack trace if it is involved in GC crash
 601      if (_verbose && _thread && (_thread->is_Named_thread())) {
 602        JavaThread*  jt = ((NamedThread *)_thread)->processed_thread();
 603        if (jt != NULL) {
 604          st->print_cr("JavaThread " PTR_FORMAT " (nid = " UINTX_FORMAT ") was being processed", jt, jt->osthread()->thread_id());
 605          print_stack_trace(st, jt, buf, sizeof(buf), true);
 606        }
 607      }
 608 
 609   STEP(140, "(printing VM operation)" )
 610 
 611      if (_verbose && _thread && _thread->is_VM_thread()) {
 612         VMThread* t = (VMThread*)_thread;
 613         VM_Operation* op = t->vm_operation();
 614         if (op) {
 615           op->print_on_error(st);
 616           st->cr();
 617           st->cr();
 618         }
 619      }
 620 
 621   STEP(150, "(printing current compile task)" )
 622 
 623      if (_verbose && _thread && _thread->is_Compiler_thread()) {
 624         CompilerThread* t = (CompilerThread*)_thread;
 625         if (t->task()) {
 626            st->cr();
 627            st->print_cr("Current CompileTask:");
 628            t->task()->print_line_on_error(st, buf, sizeof(buf));
 629            st->cr();
 630         }
 631      }
 632 
 633   STEP(160, "(printing process)" )
 634 
 635      if (_verbose) {
 636        st->cr();
 637        st->print_cr("---------------  P R O C E S S  ---------------");
 638        st->cr();
 639      }
 640 
 641   STEP(170, "(printing all threads)" )
 642 
 643      // all threads
 644      if (_verbose && _thread) {
 645        Threads::print_on_error(st, _thread, buf, sizeof(buf));
 646        st->cr();
 647      }
 648 
 649   STEP(175, "(printing VM state)" )
 650 
 651      if (_verbose) {
 652        // Safepoint state
 653        st->print("VM state:");
 654 
 655        if (SafepointSynchronize::is_synchronizing()) st->print("synchronizing");
 656        else if (SafepointSynchronize::is_at_safepoint()) st->print("at safepoint");
 657        else st->print("not at safepoint");
 658 
 659        // Also see if error occurred during initialization or shutdown
 660        if (!Universe::is_fully_initialized()) {
 661          st->print(" (not fully initialized)");
 662        } else if (VM_Exit::vm_exited()) {
 663          st->print(" (shutting down)");
 664        } else {
 665          st->print(" (normal execution)");
 666        }
 667        st->cr();
 668        st->cr();
 669      }
 670 
 671   STEP(180, "(printing owned locks on error)" )
 672 
 673      // mutexes/monitors that currently have an owner
 674      if (_verbose) {
 675        print_owned_locks_on_error(st);
 676        st->cr();
 677      }
 678 
 679   STEP(190, "(printing heap information)" )
 680 
 681      if (_verbose && Universe::is_fully_initialized()) {
 682        Universe::heap()->print_on_error(st);
 683        st->cr();
 684 
 685        st->print_cr("Polling page: " INTPTR_FORMAT, os::get_polling_page());
 686        st->cr();
 687      }
 688 
 689   STEP(195, "(printing code cache information)" )
 690 
 691      if (_verbose && Universe::is_fully_initialized()) {
 692        // print code cache information before vm abort
 693        CodeCache::print_summary(st);
 694        st->cr();
 695      }
 696 
 697   STEP(200, "(printing ring buffers)" )
 698 
 699      if (_verbose) {
 700        Events::print_all(st);
 701        st->cr();
 702      }
 703 
 704   STEP(205, "(printing dynamic libraries)" )
 705 
 706      if (_verbose) {
 707        // dynamic libraries, or memory map
 708        os::print_dll_info(st);
 709        st->cr();
 710      }
 711 
 712   STEP(210, "(printing VM options)" )
 713 
 714      if (_verbose) {
 715        // VM options
 716        Arguments::print_on(st);
 717        st->cr();
 718      }
 719 
 720   STEP(215, "(printing warning if internal testing API used)" )
 721 
 722      if (WhiteBox::used()) {
 723        st->print_cr("Unsupported internal testing APIs have been used.");
 724        st->cr();
 725      }
 726 
 727   STEP(220, "(printing environment variables)" )
 728 
 729      if (_verbose) {
 730        os::print_environment_variables(st, env_list, buf, sizeof(buf));
 731        st->cr();
 732      }
 733 
 734   STEP(225, "(printing signal handlers)" )
 735 
 736      if (_verbose) {
 737        os::print_signal_handlers(st, buf, sizeof(buf));
 738        st->cr();
 739      }
 740 
 741   STEP(228, "(Native Memory Tracking)" )
 742      if (_verbose) {
 743        MemTracker::final_report(st);
 744      }
 745 
 746   STEP(230, "" )
 747 
 748      if (_verbose) {
 749        st->cr();
 750        st->print_cr("---------------  S Y S T E M  ---------------");
 751        st->cr();
 752      }
 753 
 754   STEP(240, "(printing OS information)" )
 755 
 756      if (_verbose) {
 757        os::print_os_info(st);
 758        st->cr();
 759      }
 760 
 761   STEP(250, "(printing CPU info)" )
 762      if (_verbose) {
 763        os::print_cpu_info(st);
 764        st->cr();
 765      }
 766 
 767   STEP(260, "(printing memory info)" )
 768 
 769      if (_verbose) {
 770        os::print_memory_info(st);
 771        st->cr();
 772      }
 773 
 774   STEP(270, "(printing internal vm info)" )
 775 
 776      if (_verbose) {
 777        st->print_cr("vm_info: %s", Abstract_VM_Version::internal_vm_info_string());
 778        st->cr();
 779      }
 780 
 781   STEP(280, "(printing date and time)" )
 782 
 783      if (_verbose) {
 784        os::print_date_and_time(st);
 785        st->cr();
 786      }
 787 
 788   END
 789 
 790 # undef BEGIN
 791 # undef STEP
 792 # undef END
 793 }
 794 
 795 VMError* volatile VMError::first_error = NULL;
 796 volatile jlong VMError::first_error_tid = -1;
 797 
 798 // An error could happen before tty is initialized or after it has been
 799 // destroyed. Here we use a very simple unbuffered fdStream for printing.
 800 // Only out.print_raw() and out.print_raw_cr() should be used, as other
 801 // printing methods need to allocate large buffer on stack. To format a
 802 // string, use jio_snprintf() with a static buffer or use staticBufferStream.
 803 fdStream VMError::out(defaultStream::output_fd());
 804 fdStream VMError::log; // error log used by VMError::report_and_die()
 805 
 806 /** Expand a pattern into a buffer starting at pos and open a file using constructed path */
 807 static int expand_and_open(const char* pattern, char* buf, size_t buflen, size_t pos) {
 808   int fd = -1;
 809   if (Arguments::copy_expand_pid(pattern, strlen(pattern), &buf[pos], buflen - pos)) {
 810     fd = open(buf, O_RDWR | O_CREAT | O_TRUNC, 0666);
 811   }
 812   return fd;
 813 }
 814 
 815 /**
 816  * Construct file name for a log file and return it's file descriptor.
 817  * Name and location depends on pattern, default_pattern params and access
 818  * permissions.
 819  */
 820 static int prepare_log_file(const char* pattern, const char* default_pattern, char* buf, size_t buflen) {
 821   int fd = -1;
 822 
 823   // If possible, use specified pattern to construct log file name
 824   if (pattern != NULL) {
 825     fd = expand_and_open(pattern, buf, buflen, 0);
 826   }
 827 
 828   // Either user didn't specify, or the user's location failed,
 829   // so use the default name in the current directory
 830   if (fd == -1) {
 831     const char* cwd = os::get_current_directory(buf, buflen);
 832     if (cwd != NULL) {
 833       size_t pos = strlen(cwd);
 834       int fsep_len = jio_snprintf(&buf[pos], buflen-pos, "%s", os::file_separator());
 835       pos += fsep_len;
 836       if (fsep_len > 0) {
 837         fd = expand_and_open(default_pattern, buf, buflen, pos);
 838       }
 839     }
 840   }
 841 
 842    // try temp directory if it exists.
 843    if (fd == -1) {
 844      const char* tmpdir = os::get_temp_directory();
 845      if (tmpdir != NULL && strlen(tmpdir) > 0) {
 846        int pos = jio_snprintf(buf, buflen, "%s%s", tmpdir, os::file_separator());
 847        if (pos > 0) {
 848          fd = expand_and_open(default_pattern, buf, buflen, pos);
 849        }
 850      }
 851    }
 852 
 853   return fd;
 854 }
 855 
 856 void VMError::report_and_die() {
 857   // Don't allocate large buffer on stack
 858   static char buffer[O_BUFLEN];
 859 
 860   // How many errors occurred in error handler when reporting first_error.
 861   static int recursive_error_count;
 862 
 863   // We will first print a brief message to standard out (verbose = false),
 864   // then save detailed information in log file (verbose = true).
 865   static bool out_done = false;         // done printing to standard out
 866   static bool log_done = false;         // done saving error log
 867   static bool transmit_report_done = false; // done error reporting
 868 
 869   if (SuppressFatalErrorMessage) {
 870       os::abort();
 871   }
 872   jlong mytid = os::current_thread_id();
 873   if (first_error == NULL &&
 874       Atomic::cmpxchg_ptr(this, &first_error, NULL) == NULL) {
 875 
 876     // first time
 877     first_error_tid = mytid;
 878     set_error_reported();
 879 
 880     if (ShowMessageBoxOnError || PauseAtExit) {
 881       show_message_box(buffer, sizeof(buffer));
 882 
 883       // User has asked JVM to abort. Reset ShowMessageBoxOnError so the
 884       // WatcherThread can kill JVM if the error handler hangs.
 885       ShowMessageBoxOnError = false;
 886     }
 887 
 888     // Write a minidump on Windows, check core dump limits on Linux/Solaris
 889     os::check_or_create_dump(_siginfo, _context, buffer, sizeof(buffer));
 890 
 891     // reset signal handlers or exception filter; make sure recursive crashes
 892     // are handled properly.
 893     reset_signal_handlers();
 894 
 895   } else {
 896     // If UseOsErrorReporting we call this for each level of the call stack
 897     // while searching for the exception handler.  Only the first level needs
 898     // to be reported.
 899     if (UseOSErrorReporting && log_done) return;
 900 
 901     // This is not the first error, see if it happened in a different thread
 902     // or in the same thread during error reporting.
 903     if (first_error_tid != mytid) {
 904       char msgbuf[64];
 905       jio_snprintf(msgbuf, sizeof(msgbuf),
 906                    "[thread " INT64_FORMAT " also had an error]",
 907                    mytid);
 908       out.print_raw_cr(msgbuf);
 909 
 910       // error reporting is not MT-safe, block current thread
 911       os::infinite_sleep();
 912 
 913     } else {
 914       if (recursive_error_count++ > 30) {
 915         out.print_raw_cr("[Too many errors, abort]");
 916         os::die();
 917       }
 918 
 919       jio_snprintf(buffer, sizeof(buffer),
 920                    "[error occurred during error reporting %s, id 0x%x]",
 921                    first_error ? first_error->_current_step_info : "",
 922                    _id);
 923       if (log.is_open()) {
 924         log.cr();
 925         log.print_raw_cr(buffer);
 926         log.cr();
 927       } else {
 928         out.cr();
 929         out.print_raw_cr(buffer);
 930         out.cr();
 931       }
 932     }
 933   }
 934 
 935   // print to screen
 936   if (!out_done) {
 937     first_error->_verbose = false;
 938 
 939     staticBufferStream sbs(buffer, sizeof(buffer), &out);
 940     first_error->report(&sbs);
 941 
 942     out_done = true;
 943 
 944     first_error->_current_step = 0;         // reset current_step
 945     first_error->_current_step_info = "";   // reset current_step string
 946   }
 947 
 948   // print to error log file
 949   if (!log_done) {
 950     first_error->_verbose = true;
 951 
 952     // see if log file is already open
 953     if (!log.is_open()) {
 954       // open log file
 955       int fd = prepare_log_file(ErrorFile, "hs_err_pid%p.log", buffer, sizeof(buffer));
 956       if (fd != -1) {
 957         out.print_raw("# An error report file with more information is saved as:\n# ");
 958         out.print_raw_cr(buffer);
 959 
 960         log.set_fd(fd);
 961       } else {
 962         out.print_raw_cr("# Can not save log file, dump to screen..");
 963         log.set_fd(defaultStream::output_fd());
 964         /* Error reporting currently needs dumpfile.
 965          * Maybe implement direct streaming in the future.*/
 966         transmit_report_done = true;
 967       }
 968     }
 969 
 970     staticBufferStream sbs(buffer, O_BUFLEN, &log);
 971     first_error->report(&sbs);
 972     first_error->_current_step = 0;         // reset current_step
 973     first_error->_current_step_info = "";   // reset current_step string
 974 
 975     // Run error reporting to determine whether or not to report the crash.
 976     if (!transmit_report_done && should_report_bug(first_error->_id)) {
 977       transmit_report_done = true;
 978       FILE* hs_err = os::open(log.fd(), "r");
 979       if (NULL != hs_err) {
 980         ErrorReporter er;
 981         er.call(hs_err, buffer, O_BUFLEN);
 982       }
 983     }
 984 
 985     if (log.fd() != defaultStream::output_fd()) {
 986       close(log.fd());
 987     }
 988 
 989     log.set_fd(-1);
 990     log_done = true;
 991   }
 992 
 993 
 994   static bool skip_OnError = false;
 995   if (!skip_OnError && OnError && OnError[0]) {
 996     skip_OnError = true;
 997 
 998     out.print_raw_cr("#");
 999     out.print_raw   ("# -XX:OnError=\"");
1000     out.print_raw   (OnError);
1001     out.print_raw_cr("\"");
1002 
1003     char* cmd;
1004     const char* ptr = OnError;
1005     while ((cmd = next_OnError_command(buffer, sizeof(buffer), &ptr)) != NULL){
1006       out.print_raw   ("#   Executing ");
1007 #if defined(LINUX) || defined(_ALLBSD_SOURCE)
1008       out.print_raw   ("/bin/sh -c ");
1009 #elif defined(SOLARIS)
1010       out.print_raw   ("/usr/bin/sh -c ");
1011 #endif
1012       out.print_raw   ("\"");
1013       out.print_raw   (cmd);
1014       out.print_raw_cr("\" ...");
1015 
1016       os::fork_and_exec(cmd);
1017     }
1018 
1019     // done with OnError
1020     OnError = NULL;
1021   }
1022 
1023   static bool skip_replay = ReplayCompiles; // Do not overwrite file during replay
1024   if (DumpReplayDataOnError && _thread && _thread->is_Compiler_thread() && !skip_replay) {
1025     skip_replay = true;
1026     ciEnv* env = ciEnv::current();
1027     if (env != NULL) {
1028       int fd = prepare_log_file(ReplayDataFile, "replay_pid%p.log", buffer, sizeof(buffer));
1029       if (fd != -1) {
1030         FILE* replay_data_file = os::open(fd, "w");
1031         if (replay_data_file != NULL) {
1032           fileStream replay_data_stream(replay_data_file, /*need_close=*/true);
1033           env->dump_replay_data_unsafe(&replay_data_stream);
1034           out.print_raw("#\n# Compiler replay data is saved as:\n# ");
1035           out.print_raw_cr(buffer);
1036         } else {
1037           out.print_raw("#\n# Can't open file to dump replay data. Error: ");
1038           out.print_raw_cr(strerror(os::get_last_error()));
1039         }
1040       }
1041     }
1042   }
1043 
1044   static bool skip_bug_url = !should_report_bug(first_error->_id);
1045   if (!skip_bug_url) {
1046     skip_bug_url = true;
1047 
1048     out.print_raw_cr("#");
1049     print_bug_submit_message(&out, _thread);
1050   }
1051 
1052   if (!UseOSErrorReporting) {
1053     // os::abort() will call abort hooks, try it first.
1054     static bool skip_os_abort = false;
1055     if (!skip_os_abort) {
1056       skip_os_abort = true;
1057       bool dump_core = should_report_bug(first_error->_id);
1058       os::abort(dump_core);
1059     }
1060 
1061     // if os::abort() doesn't abort, try os::die();
1062     os::die();
1063   }
1064 }
1065 
1066 /*
1067  * OnOutOfMemoryError scripts/commands executed while VM is a safepoint - this
1068  * ensures utilities such as jmap can observe the process is a consistent state.
1069  */
1070 class VM_ReportJavaOutOfMemory : public VM_Operation {
1071  private:
1072   VMError *_err;
1073  public:
1074   VM_ReportJavaOutOfMemory(VMError *err) { _err = err; }
1075   VMOp_Type type() const                 { return VMOp_ReportJavaOutOfMemory; }
1076   void doit();
1077 };
1078 
1079 void VM_ReportJavaOutOfMemory::doit() {
1080   // Don't allocate large buffer on stack
1081   static char buffer[O_BUFLEN];
1082 
1083   tty->print_cr("#");
1084   tty->print_cr("# java.lang.OutOfMemoryError: %s", _err->message());
1085   tty->print_cr("# -XX:OnOutOfMemoryError=\"%s\"", OnOutOfMemoryError);
1086 
1087   // make heap parsability
1088   Universe::heap()->ensure_parsability(false);  // no need to retire TLABs
1089 
1090   char* cmd;
1091   const char* ptr = OnOutOfMemoryError;
1092   while ((cmd = next_OnError_command(buffer, sizeof(buffer), &ptr)) != NULL){
1093     tty->print("#   Executing ");
1094 #if defined(LINUX)
1095     tty->print  ("/bin/sh -c ");
1096 #elif defined(SOLARIS)
1097     tty->print  ("/usr/bin/sh -c ");
1098 #endif
1099     tty->print_cr("\"%s\"...", cmd);
1100 
1101     os::fork_and_exec(cmd);
1102   }
1103 }
1104 
1105 void VMError::report_java_out_of_memory() {
1106   if (OnOutOfMemoryError && OnOutOfMemoryError[0]) {
1107     MutexLocker ml(Heap_lock);
1108     VM_ReportJavaOutOfMemory op(this);
1109     VMThread::execute(&op);
1110   }
1111 }