/* * Copyright (c) 2012, 2017 ARM Limited * All rights reserved * * The license below extends only to copyright in the software and shall * not be construed as granting a license to any other intellectual * property including but not limited to intellectual property relating * to a hardware implementation of the functionality of the software * licensed hereunder. You may use the software subject to the license * terms below provided that you ensure that this notice is replicated * unmodified and in its entirety in all distributions of the software, * modified or unmodified, in source code or in binary form. * * Copyright (c) 2000-2005 The Regents of The University of Michigan * Copyright (c) 2008 The Hewlett-Packard Development Company * All rights reserved. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions are * met: redistributions of source code must retain the above copyright * notice, this list of conditions and the following disclaimer; * redistributions in binary form must reproduce the above copyright * notice, this list of conditions and the following disclaimer in the * documentation and/or other materials provided with the distribution; * neither the name of the copyright holders nor the names of its * contributors may be used to endorse or promote products derived from * this software without specific prior written permission. * * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ #include #include "sim/init.hh" #include #include #include #include #include #include #include "base/compiler.hh" #include "base/cprintf.hh" #include "base/logging.hh" #include "base/types.hh" #include "config/have_protobuf.hh" #include "python/pybind11/pybind.hh" #include "sim/async.hh" #if HAVE_PROTOBUF #include #endif namespace py = pybind11; namespace gem5 { // The python library is totally messed up with respect to constness, // so make a simple macro to make life a little easier #define PyCC(x) (const_cast(x)) EmbeddedPython::EmbeddedPython(const char *abspath, const char *modpath, const unsigned char *code, int zlen, int len) : abspath(abspath), modpath(modpath), code(code), zlen(zlen), len(len) { getList().push_back(this); } std::list & EmbeddedPython::getList() { static std::list the_list; return the_list; } /* * Uncompress and unmarshal the code object stored in the * EmbeddedPython */ PyObject * EmbeddedPython::getCode() const { Bytef marshalled[len]; uLongf unzlen = len; int ret = uncompress(marshalled, &unzlen, (const Bytef *)code, zlen); if (ret != Z_OK) panic("Could not uncompress code: %s\n", zError(ret)); assert(unzlen == (uLongf)len); return PyMarshal_ReadObjectFromString((char *)marshalled, len); } bool EmbeddedPython::addModule() const { auto code = py::reinterpret_borrow(getCode()); // Ensure that "code" is not garbage collected. code.inc_ref(); auto importer = py::module_::import("importer"); importer.attr("add_module")(abspath, modpath, code); return true; } /* * Load and initialize all of the python parts of M5. */ int EmbeddedPython::initAll() { // Load the embedded python files into the embedded python importer. for (auto *embedded: getList()) { if (!embedded->addModule()) return 1; } return 0; } EmbeddedPyBind::EmbeddedPyBind(const char *_name, void (*init_func)(py::module_ &), const char *_base) : initFunc(init_func), registered(false), name(_name), base(_base) { getMap()[_name] = this; } EmbeddedPyBind::EmbeddedPyBind(const char *_name, void (*init_func)(py::module_ &)) : initFunc(init_func), registered(false), name(_name), base("") { getMap()[_name] = this; } void EmbeddedPyBind::init(py::module_ &m) { if (!registered) { initFunc(m); registered = true; } else { cprintf("Warning: %s already registered.\n", name); } } bool EmbeddedPyBind::depsReady() const { return base.empty() || getMap()[base]->registered; } std::map & EmbeddedPyBind::getMap() { static std::map objs; return objs; } PyObject * EmbeddedPyBind::initAll() { std::list pending; // The PyModuleDef structure needs to live as long as the module it // defines, so we'll leak it here so it lives forever. This is what // pybind11 does internally in the module_ constructor we were using. We // could theoretically keep track of the lifetime of the _m5 module // somehow and clean this up when it goes away, but that doesn't seem // worth the effort. The docs recommend statically allocating it, but that // could be unsafe on the very slim chance this method is called more than // once. auto *py_mod_def = new py::module_::module_def; py::module_ m_m5 = py::module_::create_extension_module( "_m5", nullptr, py_mod_def); m_m5.attr("__package__") = py::cast("_m5"); pybind_init_core(m_m5); pybind_init_debug(m_m5); pybind_init_event(m_m5); pybind_init_stats(m_m5); for (auto &kv : getMap()) { auto &obj = kv.second; if (obj->base.empty()) { obj->init(m_m5); } else { pending.push_back(obj); } } while (!pending.empty()) { for (auto it = pending.begin(); it != pending.end(); ) { EmbeddedPyBind &obj = **it; if (obj.depsReady()) { obj.init(m_m5); it = pending.erase(it); } else { ++it; } } } return m_m5.ptr(); } void registerNativeModules() { auto result = PyImport_AppendInittab("_m5", EmbeddedPyBind::initAll); if (result == -1) panic("Failed to add _m5 to Python's inittab\n"); } /* * Start up the M5 simulator. This mostly vectors into the python * main function. */ int m5Main(int argc, char **_argv) { #if HAVE_PROTOBUF // Verify that the version of the protobuf library that we linked // against is compatible with the version of the headers we // compiled against. GOOGLE_PROTOBUF_VERIFY_VERSION; #endif typedef std::unique_ptr WArgUPtr; std::vector v_argv; std::vector vp_argv; v_argv.reserve(argc); vp_argv.reserve(argc); for (int i = 0; i < argc; i++) { v_argv.emplace_back(Py_DecodeLocale(_argv[i], NULL), &PyMem_RawFree); vp_argv.emplace_back(v_argv.back().get()); } wchar_t **argv = vp_argv.data(); PySys_SetArgv(argc, argv); try { py::module_::import("m5").attr("main")(); } catch (py::error_already_set &e) { if (e.matches(PyExc_SystemExit)) return e.value().attr("code").cast(); std::cerr << e.what(); return 1; } #if HAVE_PROTOBUF google::protobuf::ShutdownProtobufLibrary(); #endif return 0; } } // namespace gem5