process.cc

Go to the documentation of this file.

/*
 * Copyright (c) 2014-2016 Advanced Micro Devices, Inc.
 * Copyright (c) 2012 ARM Limited
 * All rights reserved
 *
 * The license below extends only to copyright in the software and shall
 * not be construed as granting a license to any other intellectual
 * property including but not limited to intellectual property relating
 * to a hardware implementation of the functionality of the software
 * licensed hereunder.  You may use the software subject to the license
 * terms below provided that you ensure that this notice is replicated
 * unmodified and in its entirety in all distributions of the software,
 * modified or unmodified, in source code or in binary form.
 *
 * Copyright (c) 2001-2005 The Regents of The University of Michigan
 * All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions are
 * met: redistributions of source code must retain the above copyright
 * notice, this list of conditions and the following disclaimer;
 * redistributions in binary form must reproduce the above copyright
 * notice, this list of conditions and the following disclaimer in the
 * documentation and/or other materials provided with the distribution;
 * neither the name of the copyright holders nor the names of its
 * contributors may be used to endorse or promote products derived from
 * this software without specific prior written permission.
 *
 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 */
 
#include "sim/process.hh"
 
#include <fcntl.h>
#include <unistd.h>
 
#include <array>
#include <climits>
#include <csignal>
#include <map>
#include <string>
#include <vector>
 
#include "base/intmath.hh"
#include "base/loader/object_file.hh"
#include "base/loader/symtab.hh"
#include "base/statistics.hh"
#include "cpu/thread_context.hh"
#include "mem/page_table.hh"
#include "mem/se_translating_port_proxy.hh"
#include "params/Process.hh"
#include "sim/emul_driver.hh"
#include "sim/fd_array.hh"
#include "sim/fd_entry.hh"
#include "sim/redirect_path.hh"
#include "sim/se_workload.hh"
#include "sim/syscall_desc.hh"
#include "sim/system.hh"
 
namespace gem5
{
 
namespace
{
 
typedef std::vector<Process::Loader *> LoaderList;
 
LoaderList &
process_loaders()
{
    static LoaderList loaders;
    return loaders;
}
 
} // anonymous namespace
 
Process::Loader::Loader()
{
    process_loaders().emplace_back(this);
}
 
Process *
Process::tryLoaders(const ProcessParams &params,
                    loader::ObjectFile *obj_file)
{
    for (auto &loader_it : process_loaders()) {
        Process *p = loader_it->load(params, obj_file);
        if (p)
            return p;
    }
 
    return nullptr;
}
 
static std::string
normalize(const std::string& directory)
{
    if (directory.back() != '/')
        return directory + '/';
    return directory;
}
 
Process::Process(const ProcessParams &params, EmulationPageTable *pTable,
                 loader::ObjectFile *obj_file)
    : SimObject(params), system(params.system),
      seWorkload(dynamic_cast<SEWorkload *>(system->workload)),
      useArchPT(params.useArchPT),
      kvmInSE(params.kvmInSE),
      useForClone(false),
      zeroPages(params.zeroPages),
      pTable(pTable),
      objFile(obj_file),
      argv(params.cmd), envp(params.env),
      executable(params.executable == "" ? params.cmd[0] : params.executable),
      tgtCwd(normalize(params.cwd)),
      hostCwd(checkPathRedirect(tgtCwd)),
      release(params.release),
      _uid(params.uid), _euid(params.euid),
      _gid(params.gid), _egid(params.egid),
      _pid(params.pid), _ppid(params.ppid),
      _pgid(params.pgid), drivers(params.drivers),
      fds(std::make_shared<FDArray>(
                  params.input, params.output, params.errout)),
      childClearTID(0),
      ADD_STAT(numSyscalls, statistics::units::Count::get(),
               "Number of system calls")
{
    fatal_if(!seWorkload, "Couldn't find appropriate workload object.");
    fatal_if(_pid >= System::maxPID, "_pid is too large: %d", _pid);
 
    auto ret_pair = system->PIDs.emplace(_pid);
    fatal_if(!ret_pair.second, "_pid %d is already used", _pid);

    _tgid = params.pid;
 
    exitGroup = new bool();
    sigchld = new bool();
 
    image = objFile->buildImage();
 
    if (loader::debugSymbolTable.empty())
        loader::debugSymbolTable = objFile->symtab();
}
 
void
Process::clone(ThreadContext *otc, ThreadContext *ntc,
               Process *np, RegVal flags)
{
#ifndef CLONE_VM
#define CLONE_VM 0
#endif
#ifndef CLONE_FILES
#define CLONE_FILES 0
#endif
#ifndef CLONE_THREAD
#define CLONE_THREAD 0
#endif
#ifndef CLONE_VFORK
#define CLONE_VFORK 0
#endif
    if (CLONE_VM & flags) {
        delete np->pTable;
        np->pTable = pTable;
 
        np->memState = memState;
    } else {
        typedef std::vector<std::pair<Addr,Addr>> MapVec;
        MapVec mappings;
        pTable->getMappings(&mappings);
 
        for (auto map : mappings) {
            Addr paddr, vaddr = map.first;
            bool alloc_page = !(np->pTable->translate(vaddr, paddr));
            np->replicatePage(vaddr, paddr, otc, ntc, alloc_page);
        }
 
        *np->memState = *memState;
    }
 
    if (CLONE_FILES & flags) {
        np->fds = fds;
    } else {
        std::shared_ptr<FDArray> nfds = np->fds;
        for (int tgt_fd = 0; tgt_fd < fds->getSize(); tgt_fd++) {
            std::shared_ptr<FDEntry> this_fde = (*fds)[tgt_fd];
            if (!this_fde) {
                nfds->setFDEntry(tgt_fd, nullptr);
                continue;
            }
            nfds->setFDEntry(tgt_fd, this_fde->clone());
 
            auto this_hbfd = std::dynamic_pointer_cast<HBFDEntry>(this_fde);
            if (!this_hbfd)
                continue;
 
            int this_sim_fd = this_hbfd->getSimFD();
            if (this_sim_fd <= 2)
                continue;
 
            int np_sim_fd = dup(this_sim_fd);
            assert(np_sim_fd != -1);
 
            auto nhbfd = std::dynamic_pointer_cast<HBFDEntry>((*nfds)[tgt_fd]);
            nhbfd->setSimFD(np_sim_fd);
        }
    }
 
    if (CLONE_THREAD & flags) {
        np->_tgid = _tgid;
        delete np->exitGroup;
        np->exitGroup = exitGroup;
    }
 
    if (CLONE_VFORK & flags) {
        np->vforkContexts.push_back(otc->contextId());
    }
 
    np->argv.insert(np->argv.end(), argv.begin(), argv.end());
    np->envp.insert(np->envp.end(), envp.begin(), envp.end());
}
 
void
Process::revokeThreadContext(int context_id)
{
    std::vector<ContextID>::iterator it;
    for (it = contextIds.begin(); it != contextIds.end(); it++) {
        if (*it == context_id) {
            contextIds.erase(it);
            return;
        }
    }
    warn("Unable to find thread context to revoke");
}
 
void
Process::init()
{
    // Patch the ld_bias for dynamic executables.
    updateBias();
 
    if (objFile->getInterpreter())
        interpImage = objFile->getInterpreter()->buildImage();
}
 
void
Process::initState()
{
    if (contextIds.empty())
        fatal("Process %s is not associated with any HW contexts!\n", name());
 
    // first thread context for this process... initialize & enable
    ThreadContext *tc = system->threads[contextIds[0]];
 
    // mark this context as active so it will start ticking.
    tc->activate();
 
    pTable->initState();
 
    initVirtMem.reset(new SETranslatingPortProxy(
                tc, SETranslatingPortProxy::Always));
 
    // load object file into target memory
    image.write(*initVirtMem);
    interpImage.write(*initVirtMem);
}
 
DrainState
Process::drain()
{
    fds->updateFileOffsets();
    return DrainState::Drained;
}
 
void
Process::allocateMem(Addr vaddr, int64_t size, bool clobber)
{
    const auto page_size = pTable->pageSize();
 
    const Addr page_addr = roundDown(vaddr, page_size);
 
    // Check if the page has been mapped by other cores if not to clobber.
    // When running multithreaded programs in SE-mode with DerivO3CPU model,
    // there are cases where two or more cores have page faults on the same
    // page in nearby ticks. When the cores try to handle the faults at the
    // commit stage (also in nearby ticks/cycles), the first core will ask for
    // a physical page frame to map with the virtual page. Other cores can
    // return if the page has been mapped and `!clobber`.
    if (!clobber) {
        const EmulationPageTable::Entry *pte = pTable->lookup(page_addr);
        if (pte) {
            warn("Process::allocateMem: addr %#x already mapped\n", vaddr);
            return;
        }
    }
 
    const int npages = divCeil(size, page_size);
    const Addr paddr = seWorkload->allocPhysPages(npages);
    const Addr pages_size = npages * page_size;
    pTable->map(page_addr, paddr, pages_size,
                clobber ? EmulationPageTable::Clobber :
                          EmulationPageTable::MappingFlags(0));
}
 
void
Process::deallocateMem(Addr vaddr, int64_t size)
{
    const auto page_size = pTable->pageSize();
    const Addr page_vbase = roundDown(vaddr, page_size);
    const Addr page_vend = roundUp(vaddr + size, page_size);
    const int npages = (page_vend - page_vbase) / page_size;
 
    // Free any physical pages that were mapped to by this virtual
    // address range.
    for (int i = 0; i < npages; ++i) {
        const Addr page_vaddr = page_vbase + page_size * i;
        Addr page_paddr;
        if (pTable->translate(page_vaddr, page_paddr)) {
            if (zeroPages) {
                // Zero out the physical page upon deallocation.
                // Pages that have never been allocated before are already
                // zero-filled. Zeroing out deallocated pages ensures that
                // if they're ever reallocated, they will be zero-filled.
                // Note that zeroing out pages before allocation would
                // achieve the same result, but would be more expensive
                // because it would unnecessarily zero out pages that
                // were allocated for the first time.
                SETranslatingPortProxy virt_mem(
                    system->threads[0], SETranslatingPortProxy::Always);
                const std::vector<uint8_t> zero_page(page_size, 0);
                virt_mem.writeBlob(page_vaddr, zero_page.data(), page_size);
            }
 
            // Unmap the virtual page.
            pTable->unmap(page_vaddr, page_size);
 
            // Deallocate the physical page.
            seWorkload->deallocPhysPage(page_paddr);
        }
    }
}
 
void
Process::replicatePage(Addr vaddr, Addr new_paddr, ThreadContext *old_tc,
                       ThreadContext *new_tc, bool allocate_page)
{
    if (allocate_page)
        new_paddr = seWorkload->allocPhysPages(1);
 
    // Read from old physical page.
    const size_t buf_size = pTable->pageSize();
    auto buf_p = std::make_unique<uint8_t[]>(buf_size);
    SETranslatingPortProxy(old_tc).readBlob(vaddr, buf_p.get(), buf_size);
 
    // Create new mapping in process address space by clobbering existing
    // mapping (if any existed) and then write to the new physical page.
    bool clobber = true;
    pTable->map(vaddr, new_paddr, buf_size, clobber);
    SETranslatingPortProxy(new_tc).writeBlob(vaddr, buf_p.get(), buf_size);
}
 
bool
Process::fixupFault(Addr vaddr)
{
    return memState->fixupFault(vaddr);
}
 
void
Process::serialize(CheckpointOut &cp) const
{
    memState->serialize(cp);
    pTable->serialize(cp);
    fds->serialize(cp);

 
    warn("Checkpoints for pipes, device drivers and sockets do not work.");
}
 
void
Process::unserialize(CheckpointIn &cp)
{
    memState->unserialize(cp);
    pTable->unserialize(cp);
    fds->unserialize(cp, this);

    warn("Checkpoints for pipes, device drivers and sockets do not work.");
    // The above returns a bool so that you could do something if you don't
    // find the param in the checkpoint if you wanted to, like set a default
    // but in this case we'll just stick with the instantiated value if not
    // found.
}
 
bool
Process::map(Addr vaddr, Addr paddr, int64_t size, bool cacheable)
{
    pTable->map(vaddr, paddr, size,
                cacheable ? EmulationPageTable::MappingFlags(0) :
                            EmulationPageTable::Uncacheable);
    return true;
}
 
EmulatedDriver *
Process::findDriver(std::string filename)
{
    for (EmulatedDriver *d : drivers) {
        if (d->match(filename))
            return d;
    }
 
    return nullptr;
}
 
std::string
Process::checkPathRedirect(const std::string &filename)
{
    // If the input parameter contains a relative path, convert it.
    // The target version of the current working directory is fine since
    // we immediately convert it using redirect paths into a host version.
    auto abs_path = absolutePath(filename, false);
 
    for (auto path : system->redirectPaths) {
        // Search through the redirect paths to see if a starting substring of
        // our path falls into any buckets which need to redirected.
        if (startswith(abs_path, path->appPath())) {
            std::string tail = abs_path.substr(path->appPath().size());
 
            // If this path needs to be redirected, search through a list
            // of targets to see if we can match a valid file (or directory).
            for (auto host_path : path->hostPaths()) {
                if (access((host_path + tail).c_str(), R_OK) == 0) {
                    // Return the valid match.
                    return host_path + tail;
                }
            }
            // The path needs to be redirected, but the file or directory
            // does not exist on the host filesystem. Return the first
            // host path as a default.
            return path->hostPaths()[0] + tail;
        }
    }
 
    // The path does not need to be redirected.
    return abs_path;
}
 
void
Process::updateBias()
{
    auto *interp = objFile->getInterpreter();
 
    if (!interp || !interp->relocatable())
        return;
 
    // Determine how large the interpreters footprint will be in the process
    // address space.
    Addr interp_mapsize = roundUp(interp->mapSize(), pTable->pageSize());
 
    // We are allocating the memory area; set the bias to the lowest address
    // in the allocated memory region.
    Addr mmap_end = memState->getMmapEnd();
    Addr ld_bias = mmapGrowsDown() ? mmap_end - interp_mapsize : mmap_end;
 
    // Adjust the process mmap area to give the interpreter room; the real
    // execve system call would just invoke the kernel's internal mmap
    // functions to make these adjustments.
    mmap_end = mmapGrowsDown() ? ld_bias : mmap_end + interp_mapsize;
    memState->setMmapEnd(mmap_end);
 
    interp->updateBias(ld_bias);
}
 
loader::ObjectFile *
Process::getInterpreter()
{
    return objFile->getInterpreter();
}
 
Addr
Process::getBias()
{
    auto *interp = getInterpreter();
 
    return interp ? interp->bias() : objFile->bias();
}
 
Addr
Process::getStartPC()
{
    auto *interp = getInterpreter();
 
    return interp ? interp->entryPoint() : objFile->entryPoint();
}
 
std::string
Process::absolutePath(const std::string &filename, bool host_filesystem)
{
    if (filename.empty() || startswith(filename, "/"))
        return filename;
 
    // Construct the absolute path given the current working directory for
    // either the host filesystem or target filesystem. The distinction only
    // matters if filesystem redirection is utilized in the simulation.
    auto path_base = std::string();
    if (host_filesystem) {
        path_base = hostCwd;
        assert(!hostCwd.empty());
    } else {
        path_base = tgtCwd;
        assert(!tgtCwd.empty());
    }
 
    // Add a trailing '/' if the current working directory did not have one.
    path_base = normalize(path_base);
 
    // Append the filename onto the current working path.
    auto absolute_path = path_base + filename;
 
    return absolute_path;
}
 
Process *
ProcessParams::create() const
{
    // If not specified, set the executable parameter equal to the
    // simulated system's zeroth command line parameter
    const std::string &exec = (executable == "") ? cmd[0] : executable;
 
    auto *obj_file = loader::createObjectFile(exec);
    fatal_if(!obj_file, "Cannot load object file %s.", exec);
 
    Process *process = Process::tryLoaders(*this, obj_file);
    fatal_if(!process, "Unknown error creating process object.");
 
    return process;
}
 
} // namespace gem5