/* Function re-ordering plugin for gold. Copyright (C) 2011 Free Software Foundation, Inc. Contributed by Sriraman Tallam (tmsriram@google.com). This program is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation; either version 3, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program; see the file COPYING3. If not see . */ /* This plugin should be invoked only when callgraph edge profile information is available in the object files generated using the compiler flag -fcallgraph-profiles-sections. The callgraph edge profiles are stored in special sections marked .gnu.callgraph.* This plugin reads the callgraph sections and constructs an annotated callgraph. It then repeatedly groups sections that are connected by hot edges and passes the new function layout to the linker. The layout is based on the procedure reordering algorithm described in the paper : "Profile guided code positioning", K. Pettis, R. Hansen Proceedings of PLDI 1990. This plugin dumps the final layout order of the functions in a file called "final_layout.txt". To change the output file, pass the new file name with --plugin-opt. To dump to stderr instead, just pass stderr to --plugin-opt. */ #if HAVE_STDINT_H #include #endif #include #include #include #include #include #if defined (__ELF__) #include #endif #include "config.h" #include "plugin-api.h" #include "callgraph.h" /* #include Not available on Darwin. Rather than dealing with cross-compilation includes, hard code the values we need, as these will not change. */ #ifndef SHT_NULL #define SHT_NULL 0 #endif #ifndef SHT_PROGBITS #define SHT_PROGBITS 1 #endif enum ld_plugin_status claim_file_hook (const struct ld_plugin_input_file *file, int *claimed); enum ld_plugin_status all_symbols_read_hook (); static ld_plugin_get_input_section_count get_input_section_count = NULL; static ld_plugin_get_input_section_type get_input_section_type = NULL; static ld_plugin_get_input_section_name get_input_section_name = NULL; static ld_plugin_get_input_section_contents get_input_section_contents = NULL; static ld_plugin_update_section_order update_section_order = NULL; static ld_plugin_allow_section_ordering allow_section_ordering = NULL; /* The file where the final function order will be stored. It is "./final_layout.txt". It can be changed by passing new name to --plugin-opt */ char *out_file = "./final_layout.txt"; int is_api_exist = 0; /* Copies new output file name out_file */ void get_filename (const char *name) { if (strcmp (name, "stderr") == 0) { out_file = NULL; return; } out_file = (char *) malloc (strlen (name) + 1); strcpy (out_file, name); } /* Plugin entry point. */ enum ld_plugin_status onload (struct ld_plugin_tv *tv) { struct ld_plugin_tv *entry; for (entry = tv; entry->tv_tag != LDPT_NULL; ++entry) { switch (entry->tv_tag) { case LDPT_API_VERSION: break; case LDPT_GOLD_VERSION: break; case LDPT_OPTION: get_filename (entry->tv_u.tv_string); break; case LDPT_REGISTER_CLAIM_FILE_HOOK: assert ((*entry->tv_u.tv_register_claim_file) (claim_file_hook) == LDPS_OK); break; case LDPT_REGISTER_ALL_SYMBOLS_READ_HOOK: assert ((*entry->tv_u.tv_register_all_symbols_read) (all_symbols_read_hook) == LDPS_OK); break; case LDPT_GET_INPUT_SECTION_COUNT: get_input_section_count = *entry->tv_u.tv_get_input_section_count; break; case LDPT_GET_INPUT_SECTION_TYPE: get_input_section_type = *entry->tv_u.tv_get_input_section_type; break; case LDPT_GET_INPUT_SECTION_NAME: get_input_section_name = *entry->tv_u.tv_get_input_section_name; break; case LDPT_GET_INPUT_SECTION_CONTENTS: get_input_section_contents = *entry->tv_u.tv_get_input_section_contents; break; case LDPT_UPDATE_SECTION_ORDER: update_section_order = *entry->tv_u.tv_update_section_order; break; case LDPT_ALLOW_SECTION_ORDERING: allow_section_ordering = *entry->tv_u.tv_allow_section_ordering; break; default: break; } } if (get_input_section_count != NULL && get_input_section_type != NULL && get_input_section_name != NULL && get_input_section_contents != NULL && update_section_order != NULL && allow_section_ordering != NULL) is_api_exist = 1; return LDPS_OK; } static int is_ordering_specified = 0; /* This function is called by the linker for every new object it encounters. */ enum ld_plugin_status claim_file_hook (const struct ld_plugin_input_file *file, int *claimed) { unsigned int count = 0; struct ld_plugin_section section; unsigned int shndx; (void) claimed; /* Silently return if the plugin APIs are not supported. */ if (!is_api_exist) return LDPS_OK; if (is_ordering_specified == 0) { /* Inform the linker to prepare for section reordering. */ (*allow_section_ordering) (); is_ordering_specified = 1; } (*get_input_section_count) (file->handle, &count); for (shndx = 0; shndx < count; ++shndx) { unsigned int type = SHT_NULL; char *name = NULL; section.handle = file->handle; section.shndx = shndx; (*get_input_section_type) (section, &type); (*get_input_section_name) (section, &name); if (type == SHT_PROGBITS && is_prefix_of (".text.", name)) { map_section_name_to_index (name, file->handle, shndx); } else if (is_prefix_of (".gnu.callgraph.text", name)) { /* Process callgraph sections. */ unsigned char *section_contents_ptr = NULL; size_t length; (*get_input_section_contents) (section, (const unsigned char **)§ion_contents_ptr, &length); unsigned char *section_contents; section_contents = (unsigned char *) malloc (length); memcpy (section_contents, section_contents_ptr, length); parse_callgraph_section_contents (section_contents, (unsigned int)length); } else if (name != NULL) free (name); } return LDPS_OK; } /* This function is called by the linker after all the symbols have been read. At this stage, it is fine to tell the linker the desired function order. */ enum ld_plugin_status all_symbols_read_hook (void) { unsigned int num_entries; unsigned int i; struct ld_plugin_section *section_list; void **handles; unsigned int *shndx; FILE *fp; /* Silently return if the plugin APIs are not supported. */ if (!is_api_exist) return LDPS_OK; if (is_callgraph_empty ()) return LDPS_OK; /* Open the file to write the final layout */ if (out_file == NULL) fp = stderr; else fp = fopen (out_file, "w"); fprintf (fp, "# Remove lines starting with \'#\' to" " pass to --section-ordering-file\n"); fprintf (fp, "# Lines starting with \'#\' are the edge profiles\n"); find_pettis_hansen_function_layout (fp); num_entries = get_layout (fp, &handles, &shndx); section_list = (struct ld_plugin_section *) malloc (num_entries * sizeof (struct ld_plugin_section)); for (i = 0; i < num_entries; i++) { section_list[i].handle = handles[i]; section_list[i].shndx = shndx[i]; } if (out_file != NULL) fclose (fp); /* Pass the new order of functions to the linker. */ update_section_order (section_list, num_entries); free (section_list); free (handles); free (shndx); cleanup (); return LDPS_OK; }