// readsyms.cc -- read input file symbols for gold // Copyright (C) 2006-2014 Free Software Foundation, Inc. // Written by Ian Lance Taylor . // This file is part of gold. // This program is free software; you can redistribute it and/or modify // it under the terms of the GNU General Public License as published by // the Free Software Foundation; either version 3 of the License, or // (at your option) any later version. // This program is distributed in the hope that it will be useful, // but WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the // GNU General Public License for more details. // You should have received a copy of the GNU General Public License // along with this program; if not, write to the Free Software // Foundation, Inc., 51 Franklin Street - Fifth Floor, Boston, // MA 02110-1301, USA. #include "gold.h" #include #include "elfcpp.h" #include "options.h" #include "dirsearch.h" #include "symtab.h" #include "object.h" #include "archive.h" #include "script.h" #include "readsyms.h" #include "plugin.h" #include "layout.h" #include "incremental.h" namespace gold { // If we fail to open the object, then we won't create an Add_symbols // task. However, we still need to unblock the token, or else the // link won't proceed to generate more error messages. We can only // unblock tokens when the workqueue lock is held, so we need a dummy // task to do that. The dummy task has to maintain the right sequence // of blocks, so we need both this_blocker and next_blocker. class Unblock_token : public Task { public: Unblock_token(Task_token* this_blocker, Task_token* next_blocker) : this_blocker_(this_blocker), next_blocker_(next_blocker) { } ~Unblock_token() { if (this->this_blocker_ != NULL) delete this->this_blocker_; } Task_token* is_runnable() { if (this->this_blocker_ != NULL && this->this_blocker_->is_blocked()) return this->this_blocker_; return NULL; } void locks(Task_locker* tl) { tl->add(this, this->next_blocker_); } void run(Workqueue*) { } std::string get_name() const { return "Unblock_token"; } private: Task_token* this_blocker_; Task_token* next_blocker_; }; // Class read_symbols. Read_symbols::~Read_symbols() { // The this_blocker_ and next_blocker_ pointers are passed on to the // Add_symbols task. } // If appropriate, issue a warning about skipping an incompatible // file. void Read_symbols::incompatible_warning(const Input_argument* input_argument, const Input_file* input_file) { if (parameters->options().warn_search_mismatch()) gold_warning("skipping incompatible %s while searching for %s", input_file->filename().c_str(), input_argument->file().name()); } // Requeue a Read_symbols task to search for the next object with the // same name. void Read_symbols::requeue(Workqueue* workqueue, Input_objects* input_objects, Symbol_table* symtab, Layout* layout, Dirsearch* dirpath, int dirindex, Mapfile* mapfile, const Input_argument* input_argument, Input_group* input_group, Task_token* next_blocker) { // Bump the directory search index. ++dirindex; // We don't need to worry about this_blocker, since we already // reached it. However, we are removing the blocker on next_blocker // because the calling task is completing. So we need to add a new // blocker. Since next_blocker may be shared by several tasks, we // need to increment the count with the workqueue lock held. workqueue->add_blocker(next_blocker); workqueue->queue(new Read_symbols(input_objects, symtab, layout, dirpath, dirindex, mapfile, input_argument, input_group, NULL, NULL, next_blocker)); } // Return whether a Read_symbols task is runnable. We can read an // ordinary input file immediately. For an archive specified using // -l, we have to wait until the search path is complete. Task_token* Read_symbols::is_runnable() { if (this->input_argument_->is_file() && this->input_argument_->file().may_need_search() && this->dirpath_->token()->is_blocked()) return this->dirpath_->token(); return NULL; } // Return a Task_locker for a Read_symbols task. We don't need any // locks here. void Read_symbols::locks(Task_locker* tl) { if (this->member_ != NULL) tl->add(this, this->next_blocker_); } // Run a Read_symbols task. void Read_symbols::run(Workqueue* workqueue) { // If we didn't queue a new task, then we need to explicitly unblock // the token. If the object is a member of a lib group, however, // the token was already added to the list of locks for the task, // and it will be unblocked automatically at the end of the task. if (!this->do_read_symbols(workqueue) && this->member_ == NULL) workqueue->queue_soon(new Unblock_token(this->this_blocker_, this->next_blocker_)); } // Handle a whole lib group. Other than collecting statistics, this just // mimics what we do for regular object files in the command line. bool Read_symbols::do_whole_lib_group(Workqueue* workqueue) { const Input_file_lib* lib_group = this->input_argument_->lib(); ++Lib_group::total_lib_groups; Task_token* this_blocker = this->this_blocker_; for (Input_file_lib::const_iterator i = lib_group->begin(); i != lib_group->end(); ++i) { ++Lib_group::total_members; ++Lib_group::total_members_loaded; const Input_argument* arg = &*i; Task_token* next_blocker; if (i != lib_group->end() - 1) { next_blocker = new Task_token(true); next_blocker->add_blocker(); } else next_blocker = this->next_blocker_; workqueue->queue_soon(new Read_symbols(this->input_objects_, this->symtab_, this->layout_, this->dirpath_, this->dirindex_, this->mapfile_, arg, NULL, NULL, this_blocker, next_blocker)); this_blocker = next_blocker; } return true; } // Handle a lib group. We set Read_symbols Tasks as usual, but have them // just record the symbol data instead of adding the objects. We also start // a Add_lib_group_symbols Task which runs after we've read all the symbols. // In that task we process the members in a loop until we are done. bool Read_symbols::do_lib_group(Workqueue* workqueue) { const Input_file_lib* lib_group = this->input_argument_->lib(); if (lib_group->options().whole_archive()) return this->do_whole_lib_group(workqueue); Lib_group* lib = new Lib_group(lib_group, this); Add_lib_group_symbols* add_lib_group_symbols = new Add_lib_group_symbols(this->symtab_, this->layout_, this->input_objects_, lib, this->next_blocker_); Task_token* next_blocker = new Task_token(true); int j = 0; for (Input_file_lib::const_iterator i = lib_group->begin(); i != lib_group->end(); ++i, ++j) { const Input_argument* arg = &*i; Archive_member* m = lib->get_member(j); next_blocker->add_blocker(); // Since this Read_symbols will not create an Add_symbols, // just pass NULL as this_blocker. workqueue->queue_soon(new Read_symbols(this->input_objects_, this->symtab_, this->layout_, this->dirpath_, this->dirindex_, this->mapfile_, arg, NULL, m, NULL, next_blocker)); } add_lib_group_symbols->set_blocker(next_blocker, this->this_blocker_); workqueue->queue_soon(add_lib_group_symbols); return true; } // Open the file and read the symbols. Return true if a new task was // queued, false if that could not happen due to some error. bool Read_symbols::do_read_symbols(Workqueue* workqueue) { if (this->input_argument_->is_group()) { gold_assert(this->input_group_ == NULL); this->do_group(workqueue); return true; } if (this->input_argument_->is_lib()) return this->do_lib_group(workqueue); Input_file* input_file = new Input_file(&this->input_argument_->file()); if (!input_file->open(*this->dirpath_, this, &this->dirindex_)) return false; // Read enough of the file to pick up the entire ELF header. off_t filesize = input_file->file().filesize(); if (filesize == 0) { gold_error(_("%s: file is empty"), input_file->file().filename().c_str()); return false; } const unsigned char* ehdr; int read_size; bool is_elf = is_elf_object(input_file, 0, &ehdr, &read_size); if (read_size >= Archive::sarmag) { bool is_thin_archive = memcmp(ehdr, Archive::armagt, Archive::sarmag) == 0; if (is_thin_archive || memcmp(ehdr, Archive::armag, Archive::sarmag) == 0) { // This is an archive. Archive* arch = new Archive(this->input_argument_->file().name(), input_file, is_thin_archive, this->dirpath_, this); arch->setup(); // Unlock the archive so it can be used in the next task. arch->unlock(this); workqueue->queue_next(new Add_archive_symbols(this->symtab_, this->layout_, this->input_objects_, this->dirpath_, this->dirindex_, this->mapfile_, this->input_argument_, arch, this->input_group_, this->this_blocker_, this->next_blocker_)); return true; } } Object* elf_obj = NULL; bool unconfigured; bool* punconfigured = NULL; if (is_elf) { // This is an ELF object. unconfigured = false; punconfigured = (input_file->will_search_for() ? &unconfigured : NULL); elf_obj = make_elf_object(input_file->filename(), input_file, 0, ehdr, read_size, punconfigured); } if (parameters->options().has_plugins()) { Pluginobj* obj = parameters->options().plugins()->claim_file(input_file, 0, filesize, elf_obj); if (obj != NULL) { // Delete the elf_obj, this file has been claimed. if (elf_obj != NULL) delete elf_obj; // The input file was claimed by a plugin, and its symbols // have been provided by the plugin. // We are done with the file at this point, so unlock it. obj->unlock(this); if (this->member_ != NULL) { this->member_->sd_ = NULL; this->member_->obj_ = obj; return true; } workqueue->queue_next(new Add_symbols(this->input_objects_, this->symtab_, this->layout_, this->dirpath_, this->dirindex_, this->mapfile_, this->input_argument_, obj, NULL, NULL, this->this_blocker_, this->next_blocker_)); return true; } } if (is_elf) { // This is an ELF object. if (elf_obj == NULL) { if (unconfigured) { Read_symbols::incompatible_warning(this->input_argument_, input_file); input_file->file().release(); input_file->file().unlock(this); delete input_file; ++this->dirindex_; return this->do_read_symbols(workqueue); } return false; } Read_symbols_data* sd = new Read_symbols_data; elf_obj->read_symbols(sd); // Opening the file locked it, so now we need to unlock it. We // need to unlock it before queuing the Add_symbols task, // because the workqueue doesn't know about our lock on the // file. If we queue the Add_symbols task first, it will be // stuck on the end of the file lock, but since the workqueue // doesn't know about that lock, it will never release the // Add_symbols task. input_file->file().unlock(this); if (this->member_ != NULL) { this->member_->sd_ = sd; this->member_->obj_ = elf_obj; this->member_->arg_serial_ = this->input_argument_->file().arg_serial(); return true; } // We use queue_next because everything is cached for this // task to run right away if possible. workqueue->queue_next(new Add_symbols(this->input_objects_, this->symtab_, this->layout_, this->dirpath_, this->dirindex_, this->mapfile_, this->input_argument_, elf_obj, NULL, sd, this->this_blocker_, this->next_blocker_)); return true; } // Queue up a task to try to parse this file as a script. We use a // separate task so that the script will be read in order with other // objects named on the command line. Also so that we don't try to // read multiple scripts simultaneously, which could lead to // unpredictable changes to the General_options structure. workqueue->queue_soon(new Read_script(this->symtab_, this->layout_, this->dirpath_, this->dirindex_, this->input_objects_, this->mapfile_, this->input_group_, this->input_argument_, input_file, this->this_blocker_, this->next_blocker_)); return true; } // Handle a group. We need to walk through the arguments over and // over until we don't see any new undefined symbols. We do this by // setting off Read_symbols Tasks as usual, but recording the archive // entries instead of deleting them. We also start a Finish_group // Task which runs after we've read all the symbols. In that task we // process the archives in a loop until we are done. void Read_symbols::do_group(Workqueue* workqueue) { Input_group* input_group = new Input_group(); const Input_file_group* group = this->input_argument_->group(); Task_token* this_blocker = this->this_blocker_; Finish_group* finish_group = new Finish_group(this->input_objects_, this->symtab_, this->layout_, this->mapfile_, input_group, this->next_blocker_); Task_token* next_blocker = new Task_token(true); next_blocker->add_blocker(); workqueue->queue_soon(new Start_group(this->symtab_, finish_group, this_blocker, next_blocker)); this_blocker = next_blocker; for (Input_file_group::const_iterator p = group->begin(); p != group->end(); ++p) { const Input_argument* arg = &*p; gold_assert(arg->is_file()); next_blocker = new Task_token(true); next_blocker->add_blocker(); workqueue->queue_soon(new Read_symbols(this->input_objects_, this->symtab_, this->layout_, this->dirpath_, this->dirindex_, this->mapfile_, arg, input_group, NULL, this_blocker, next_blocker)); this_blocker = next_blocker; } finish_group->set_blocker(this_blocker); workqueue->queue_soon(finish_group); } // Return a debugging name for a Read_symbols task. std::string Read_symbols::get_name() const { if (this->input_argument_->is_group()) { std::string ret("Read_symbols group ("); bool add_space = false; const Input_file_group* group = this->input_argument_->group(); for (Input_file_group::const_iterator p = group->begin(); p != group->end(); ++p) { if (add_space) ret += ' '; ret += p->file().name(); add_space = true; } return ret + ')'; } else if (this->input_argument_->is_lib()) { std::string ret("Read_symbols lib ("); bool add_space = false; const Input_file_lib* lib = this->input_argument_->lib(); for (Input_file_lib::const_iterator p = lib->begin(); p != lib->end(); ++p) { if (add_space) ret += ' '; ret += p->file().name(); add_space = true; } return ret + ')'; } else { std::string ret("Read_symbols "); if (this->input_argument_->file().is_lib()) ret += "-l"; else if (this->input_argument_->file().is_searched_file()) ret += "-l:"; ret += this->input_argument_->file().name(); return ret; } } // Class Add_symbols. Add_symbols::~Add_symbols() { if (this->this_blocker_ != NULL) delete this->this_blocker_; // next_blocker_ is deleted by the task associated with the next // input file. } // We are blocked by this_blocker_. We block next_blocker_. We also // lock the file. Task_token* Add_symbols::is_runnable() { if (this->this_blocker_ != NULL && this->this_blocker_->is_blocked()) return this->this_blocker_; if (this->object_->is_locked()) return this->object_->token(); return NULL; } void Add_symbols::locks(Task_locker* tl) { tl->add(this, this->next_blocker_); Task_token* token = this->object_->token(); if (token != NULL) tl->add(this, token); } // Add the symbols in the object to the symbol table. void Add_symbols::run(Workqueue*) { Pluginobj* pluginobj = this->object_->pluginobj(); if (pluginobj != NULL) { this->object_->add_symbols(this->symtab_, this->sd_, this->layout_); return; } if (!this->input_objects_->add_object(this->object_)) { this->object_->discard_decompressed_sections(); gold_assert(this->sd_ != NULL); delete this->sd_; this->sd_ = NULL; this->object_->release(); delete this->object_; } else { Incremental_inputs* incremental_inputs = this->layout_->incremental_inputs(); if (incremental_inputs != NULL) { if (this->library_ != NULL && !this->library_->is_reported()) { Incremental_binary* ibase = this->layout_->incremental_base(); gold_assert(ibase != NULL); unsigned int lib_serial = this->library_->arg_serial(); unsigned int lib_index = this->library_->input_file_index(); Script_info* lib_script_info = ibase->get_script_info(lib_index); incremental_inputs->report_archive_begin(this->library_, lib_serial, lib_script_info); } unsigned int arg_serial = this->input_argument_->file().arg_serial(); Script_info* script_info = this->input_argument_->script_info(); incremental_inputs->report_object(this->object_, arg_serial, this->library_, script_info); } this->object_->layout(this->symtab_, this->layout_, this->sd_); this->object_->add_symbols(this->symtab_, this->sd_, this->layout_); this->object_->discard_decompressed_sections(); delete this->sd_; this->sd_ = NULL; this->object_->release(); } } // Class Read_member. Read_member::~Read_member() { if (this->this_blocker_ != NULL) delete this->this_blocker_; // next_blocker_ is deleted by the task associated with the next // input file. } // Return whether a Read_member task is runnable. Task_token* Read_member::is_runnable() { if (this->this_blocker_ != NULL && this->this_blocker_->is_blocked()) return this->this_blocker_; return NULL; } void Read_member::locks(Task_locker* tl) { tl->add(this, this->next_blocker_); } // Run a Read_member task. void Read_member::run(Workqueue*) { // This task doesn't need to do anything for now. The Read_symbols task // that is queued for the archive library will cause the archive to be // processed from scratch. } // Class Check_script. Check_script::~Check_script() { if (this->this_blocker_ != NULL) delete this->this_blocker_; // next_blocker_ is deleted by the task associated with the next // input file. } // Return whether a Check_script task is runnable. Task_token* Check_script::is_runnable() { if (this->this_blocker_ != NULL && this->this_blocker_->is_blocked()) return this->this_blocker_; return NULL; } void Check_script::locks(Task_locker* tl) { tl->add(this, this->next_blocker_); } // Run a Check_script task. void Check_script::run(Workqueue*) { Incremental_inputs* incremental_inputs = this->layout_->incremental_inputs(); gold_assert(incremental_inputs != NULL); unsigned int arg_serial = this->input_reader_->arg_serial(); Script_info* script_info = this->ibase_->get_script_info(this->input_file_index_); Timespec mtime = this->input_reader_->get_mtime(); incremental_inputs->report_script(script_info, arg_serial, mtime); } // Class Check_library. Check_library::~Check_library() { if (this->this_blocker_ != NULL) delete this->this_blocker_; // next_blocker_ is deleted by the task associated with the next // input file. } // Return whether a Check_library task is runnable. Task_token* Check_library::is_runnable() { if (this->this_blocker_ != NULL && this->this_blocker_->is_blocked()) return this->this_blocker_; return NULL; } void Check_library::locks(Task_locker* tl) { tl->add(this, this->next_blocker_); } // Run a Check_library task. void Check_library::run(Workqueue*) { Incremental_inputs* incremental_inputs = this->layout_->incremental_inputs(); gold_assert(incremental_inputs != NULL); Incremental_library* lib = this->ibase_->get_library(this->input_file_index_); gold_assert(lib != NULL); lib->copy_unused_symbols(); // FIXME: Check that unused symbols remain unused. if (!lib->is_reported()) { unsigned int lib_serial = lib->arg_serial(); unsigned int lib_index = lib->input_file_index(); Script_info* script_info = this->ibase_->get_script_info(lib_index); incremental_inputs->report_archive_begin(lib, lib_serial, script_info); } incremental_inputs->report_archive_end(lib); } // Class Input_group. // When we delete an Input_group we can delete the archive // information. Input_group::~Input_group() { for (Input_group::const_iterator p = this->begin(); p != this->end(); ++p) delete *p; } // Class Start_group. Start_group::~Start_group() { if (this->this_blocker_ != NULL) delete this->this_blocker_; // next_blocker_ is deleted by the task associated with the first // file in the group. } // We need to wait for THIS_BLOCKER_ and unblock NEXT_BLOCKER_. Task_token* Start_group::is_runnable() { if (this->this_blocker_ != NULL && this->this_blocker_->is_blocked()) return this->this_blocker_; return NULL; } void Start_group::locks(Task_locker* tl) { tl->add(this, this->next_blocker_); } // Store the number of undefined symbols we see now. void Start_group::run(Workqueue*) { this->finish_group_->set_saw_undefined(this->symtab_->saw_undefined()); } // Class Finish_group. Finish_group::~Finish_group() { if (this->this_blocker_ != NULL) delete this->this_blocker_; // next_blocker_ is deleted by the task associated with the next // input file following the group. } // We need to wait for THIS_BLOCKER_ and unblock NEXT_BLOCKER_. Task_token* Finish_group::is_runnable() { if (this->this_blocker_ != NULL && this->this_blocker_->is_blocked()) return this->this_blocker_; return NULL; } void Finish_group::locks(Task_locker* tl) { tl->add(this, this->next_blocker_); } // Loop over the archives until there are no new undefined symbols. void Finish_group::run(Workqueue*) { size_t saw_undefined = this->saw_undefined_; while (saw_undefined != this->symtab_->saw_undefined()) { saw_undefined = this->symtab_->saw_undefined(); for (Input_group::const_iterator p = this->input_group_->begin(); p != this->input_group_->end(); ++p) { Task_lock_obj tl(this, *p); (*p)->add_symbols(this->symtab_, this->layout_, this->input_objects_, this->mapfile_); } } // Now that we're done with the archives, record the incremental // layout information. for (Input_group::const_iterator p = this->input_group_->begin(); p != this->input_group_->end(); ++p) { // For an incremental link, finish recording the layout information. Incremental_inputs* incremental_inputs = this->layout_->incremental_inputs(); if (incremental_inputs != NULL) incremental_inputs->report_archive_end(*p); } if (parameters->options().has_plugins()) parameters->options().plugins()->save_input_group(this->input_group_); else delete this->input_group_; } // Class Read_script Read_script::~Read_script() { if (this->this_blocker_ != NULL) delete this->this_blocker_; // next_blocker_ is deleted by the task associated with the next // input file. } // We are blocked by this_blocker_. Task_token* Read_script::is_runnable() { if (this->this_blocker_ != NULL && this->this_blocker_->is_blocked()) return this->this_blocker_; return NULL; } // We don't unlock next_blocker_ here. If the script names any input // files, then the last file will be responsible for unlocking it. void Read_script::locks(Task_locker*) { } // Read the script, if it is a script. void Read_script::run(Workqueue* workqueue) { bool used_next_blocker; if (!read_input_script(workqueue, this->symtab_, this->layout_, this->dirpath_, this->dirindex_, this->input_objects_, this->mapfile_, this->input_group_, this->input_argument_, this->input_file_, this->next_blocker_, &used_next_blocker)) { // Here we have to handle any other input file types we need. gold_error(_("%s: not an object or archive"), this->input_file_->file().filename().c_str()); } if (!used_next_blocker) { // Queue up a task to unlock next_blocker. We can't just unlock // it here, as we don't hold the workqueue lock. workqueue->queue_soon(new Unblock_token(NULL, this->next_blocker_)); } } // Return a debugging name for a Read_script task. std::string Read_script::get_name() const { std::string ret("Read_script "); if (this->input_argument_->file().is_lib()) ret += "-l"; else if (this->input_argument_->file().is_searched_file()) ret += "-l:"; ret += this->input_argument_->file().name(); return ret; } } // End namespace gold.