#include "Python.h"

#include "Python-ast.h"

#undef Yield /* undefine macro conflicting with winbase.h */

#include "errcode.h"

#include "marshal.h"

#include "code.h"

#include "osdefs.h"

#include "importdl.h"

#ifdef HAVE_FCNTL_H

#include <fcntl.h>

#ifdef __cplusplus

extern "C" {

#ifdef MS_WINDOWS

typedef unsigned short mode_t;

#include <direct.h>

#define MAGIC (3180 | ((long)'\r'<<16) | ((long)'\n'<<24))

#define TAG "cpython-32"

#define CACHEDIR "__pycache__"

static long pyc_magic = MAGIC;

static const char *pyc_tag = TAG;

static PyObject *extensions = NULL;

extern struct _inittab _PyImport_Inittab[];

extern char * PyTokenizer_FindEncoding(int);

struct _inittab *PyImport_Inittab = _PyImport_Inittab;

struct filedescr * _PyImport_Filetab = NULL;

static const struct filedescr _PyImport_StandardFiletab[] = {

{".py", "U", PY_SOURCE},

#ifdef MS_WINDOWS

{".pyw", "U", PY_SOURCE},

{".pyc", "rb", PY_COMPILED},

{0, 0}

};

_PyImport_Init(void)

{

const struct filedescr *scan;

struct filedescr *filetab;

int countD = 0;

int countS = 0;

/* prepare _PyImport_Filetab: copy entries from

#ifdef HAVE_DYNAMIC_LOADING

for (scan = _PyImport_DynLoadFiletab; scan->suffix != NULL; ++scan)

++countD;

for (scan = _PyImport_StandardFiletab; scan->suffix != NULL; ++scan)

++countS;

filetab = PyMem_NEW(struct filedescr, countD + countS + 1);

if (filetab == NULL)

Py_FatalError("Can't initialize import file table.");

#ifdef HAVE_DYNAMIC_LOADING

memcpy(filetab, _PyImport_DynLoadFiletab,

countD * sizeof(struct filedescr));

memcpy(filetab + countD, _PyImport_StandardFiletab,

countS * sizeof(struct filedescr));

filetab[countD + countS].suffix = NULL;

_PyImport_Filetab = filetab;

if (Py_OptimizeFlag) {

/* Replace ".pyc" with ".pyo" in _PyImport_Filetab */

for (; filetab->suffix != NULL; filetab++) {

if (strcmp(filetab->suffix, ".pyc") == 0)

filetab->suffix = ".pyo";

}

}

}

_PyImportHooks_Init(void)

{

PyObject *v, *path_hooks = NULL, *zimpimport;

int err = 0;

/* adding sys.path_hooks and sys.path_importer_cache, setting up

if (PyType_Ready(&PyNullImporter_Type) < 0)

goto error;

if (Py_VerboseFlag)

PySys_WriteStderr("# installing zipimport hook\n");

v = PyList_New(0);

if (v == NULL)

goto error;

err = PySys_SetObject("meta_path", v);

Py_DECREF(v);

if (err)

goto error;

v = PyDict_New();

if (v == NULL)

goto error;

err = PySys_SetObject("path_importer_cache", v);

Py_DECREF(v);

if (err)

goto error;

path_hooks = PyList_New(0);

if (path_hooks == NULL)

goto error;

err = PySys_SetObject("path_hooks", path_hooks);

if (err) {

error:

PyErr_Print();

Py_FatalError("initializing sys.meta_path, sys.path_hooks, "

"path_importer_cache, or NullImporter failed"

);

}

zimpimport = PyImport_ImportModule("zipimport");

if (zimpimport == NULL) {

PyErr_Clear(); /* No zip import module -- okay */

if (Py_VerboseFlag)

PySys_WriteStderr("# can't import zipimport\n");

}

else {

PyObject *zipimporter = PyObject_GetAttrString(zimpimport,

"zipimporter");

Py_DECREF(zimpimport);

if (zipimporter == NULL) {

PyErr_Clear(); /* No zipimporter object -- okay */

if (Py_VerboseFlag)

PySys_WriteStderr(

"# can't import zipimport.zipimporter\n");

}

else {

/* sys.path_hooks.append(zipimporter) */

err = PyList_Append(path_hooks, zipimporter);

Py_DECREF(zipimporter);

if (err)

goto error;

if (Py_VerboseFlag)

PySys_WriteStderr(

"# installed zipimport hook\n");

}

}

Py_DECREF(path_hooks);

}

#ifdef WITH_THREAD

#include "pythread.h"

static PyThread_type_lock import_lock = 0;

static long import_lock_thread = -1;

static int import_lock_level = 0;

_PyImport_AcquireLock(void)

{

long me = PyThread_get_thread_ident();

if (me == -1)

return; /* Too bad */

if (import_lock == NULL) {

import_lock = PyThread_allocate_lock();

if (import_lock == NULL)

return; /* Nothing much we can do. */

}

if (import_lock_thread == me) {

import_lock_level++;

return;

}

if (import_lock_thread != -1 || !PyThread_acquire_lock(import_lock, 0))

{

PyThreadState *tstate = PyEval_SaveThread();

PyThread_acquire_lock(import_lock, 1);

PyEval_RestoreThread(tstate);

}

import_lock_thread = me;

import_lock_level = 1;

}

_PyImport_ReleaseLock(void)

{

long me = PyThread_get_thread_ident();

if (me == -1 || import_lock == NULL)

return 0; /* Too bad */

if (import_lock_thread != me)

return -1;

import_lock_level--;

if (import_lock_level == 0) {

import_lock_thread = -1;

PyThread_release_lock(import_lock);

}

return 1;

}

_PyImport_ReInitLock(void)

{

if (import_lock != NULL)

import_lock = PyThread_allocate_lock();

if (import_lock_level > 1) {

/* Forked as a side effect of import */

long me = PyThread_get_thread_ident();

PyThread_acquire_lock(import_lock, 0);

/* XXX: can the previous line fail? */

import_lock_thread = me;

import_lock_level--;

} else {

import_lock_thread = -1;

import_lock_level = 0;

}

}

static PyObject *

imp_lock_held(PyObject *self, PyObject *noargs)

{

#ifdef WITH_THREAD

return PyBool_FromLong(import_lock_thread != -1);

return PyBool_FromLong(0);

}

static PyObject *

imp_acquire_lock(PyObject *self, PyObject *noargs)

{

#ifdef WITH_THREAD

_PyImport_AcquireLock();

Py_INCREF(Py_None);

return Py_None;

}

static PyObject *

imp_release_lock(PyObject *self, PyObject *noargs)

{

#ifdef WITH_THREAD

if (_PyImport_ReleaseLock() < 0) {

PyErr_SetString(PyExc_RuntimeError,

"not holding the import lock");

return NULL;

}

Py_INCREF(Py_None);

return Py_None;

}

_PyImport_Fini(void)

{

Py_XDECREF(extensions);

extensions = NULL;

PyMem_DEL(_PyImport_Filetab);

_PyImport_Filetab = NULL;

#ifdef WITH_THREAD

if (import_lock != NULL) {

PyThread_free_lock(import_lock);

import_lock = NULL;

}

}

static void

imp_modules_reloading_clear(void)

{

PyInterpreterState *interp = PyThreadState_Get()->interp;

if (interp->modules_reloading != NULL)

PyDict_Clear(interp->modules_reloading);

}

PyObject *

PyImport_GetModuleDict(void)

{

PyInterpreterState *interp = PyThreadState_GET()->interp;

if (interp->modules == NULL)

Py_FatalError("PyImport_GetModuleDict: no module dictionary!");

return interp->modules;

}

static char* sys_deletes[] = {

"path", "argv", "ps1", "ps2",

"last_type", "last_value", "last_traceback",

"path_hooks", "path_importer_cache", "meta_path",

/* misc stuff */

"flags", "float_info",

NULL

};

static char* sys_files[] = {

"stdin", "__stdin__",

"stdout", "__stdout__",

"stderr", "__stderr__",

NULL

};

PyImport_Cleanup(void)

{

Py_ssize_t pos, ndone;

char *name;

PyObject *key, *value, *dict;

PyInterpreterState *interp = PyThreadState_GET()->interp;

PyObject *modules = interp->modules;

if (modules == NULL)

return; /* Already done */

/* Delete some special variables first. These are common

value = PyDict_GetItemString(modules, "builtins");

if (value != NULL && PyModule_Check(value)) {

dict = PyModule_GetDict(value);

if (Py_VerboseFlag)

PySys_WriteStderr("# clear builtins._\n");

PyDict_SetItemString(dict, "_", Py_None);

}

value = PyDict_GetItemString(modules, "sys");

if (value != NULL && PyModule_Check(value)) {

char **p;

PyObject *v;

dict = PyModule_GetDict(value);

for (p = sys_deletes; *p != NULL; p++) {

if (Py_VerboseFlag)

PySys_WriteStderr("# clear sys.%s\n", *p);

PyDict_SetItemString(dict, *p, Py_None);

}

for (p = sys_files; *p != NULL; p+=2) {

if (Py_VerboseFlag)

PySys_WriteStderr("# restore sys.%s\n", *p);

v = PyDict_GetItemString(dict, *(p+1));

if (v == NULL)

v = Py_None;

PyDict_SetItemString(dict, *p, v);

}

}

/* First, delete __main__ */

value = PyDict_GetItemString(modules, "__main__");

if (value != NULL && PyModule_Check(value)) {

if (Py_VerboseFlag)

PySys_WriteStderr("# cleanup __main__\n");

_PyModule_Clear(value);

PyDict_SetItemString(modules, "__main__", Py_None);

}

/* The special treatment of "builtins" here is because even

/* Next, repeatedly delete modules with a reference count of

do {

ndone = 0;

pos = 0;

while (PyDict_Next(modules, &pos, &key, &value)) {

if (value->ob_refcnt != 1)

continue;

if (PyUnicode_Check(key) && PyModule_Check(value)) {

name = _PyUnicode_AsString(key);

if (strcmp(name, "builtins") == 0)

continue;

if (strcmp(name, "sys") == 0)

continue;

if (Py_VerboseFlag)

PySys_WriteStderr(

"# cleanup[1] %s\n", name);

_PyModule_Clear(value);

PyDict_SetItem(modules, key, Py_None);

ndone++;

}

}

} while (ndone > 0);

/* Next, delete all modules (still skipping builtins and sys) */

pos = 0;

while (PyDict_Next(modules, &pos, &key, &value)) {

if (PyUnicode_Check(key) && PyModule_Check(value)) {

name = _PyUnicode_AsString(key);

if (strcmp(name, "builtins") == 0)

continue;

if (strcmp(name, "sys") == 0)

continue;

if (Py_VerboseFlag)

PySys_WriteStderr("# cleanup[2] %s\n", name);

_PyModule_Clear(value);

PyDict_SetItem(modules, key, Py_None);

}

}

/* Next, delete sys and builtins (in that order) */

value = PyDict_GetItemString(modules, "sys");

if (value != NULL && PyModule_Check(value)) {

if (Py_VerboseFlag)

PySys_WriteStderr("# cleanup sys\n");

_PyModule_Clear(value);

PyDict_SetItemString(modules, "sys", Py_None);

}

value = PyDict_GetItemString(modules, "builtins");

if (value != NULL && PyModule_Check(value)) {

if (Py_VerboseFlag)

PySys_WriteStderr("# cleanup builtins\n");

_PyModule_Clear(value);

PyDict_SetItemString(modules, "builtins", Py_None);

}

/* Finally, clear and delete the modules directory */

PyDict_Clear(modules);

interp->modules = NULL;

Py_DECREF(modules);

Py_CLEAR(interp->modules_reloading);

}

PyImport_GetMagicNumber(void)

{

return pyc_magic;

}

const char *

PyImport_GetMagicTag(void)

{

return pyc_tag;

}

_PyImport_FixupExtensionUnicode(PyObject *mod, char *name, PyObject *filename)

{

PyObject *modules, *dict;

struct PyModuleDef *def;

if (extensions == NULL) {

extensions = PyDict_New();

if (extensions == NULL)

return -1;

}

if (mod == NULL || !PyModule_Check(mod)) {

PyErr_BadInternalCall();

return -1;

}

def = PyModule_GetDef(mod);

if (!def) {

PyErr_BadInternalCall();

return -1;

}

modules = PyImport_GetModuleDict();

if (PyDict_SetItemString(modules, name, mod) < 0)

return -1;

if (_PyState_AddModule(mod, def) < 0) {

PyDict_DelItemString(modules, name);

return -1;

}

if (def->m_size == -1) {

if (def->m_base.m_copy) {

/* Somebody already imported the module,

Py_DECREF(def->m_base.m_copy);

def->m_base.m_copy = NULL;

}

dict = PyModule_GetDict(mod);

if (dict == NULL)

return -1;

def->m_base.m_copy = PyDict_Copy(dict);

if (def->m_base.m_copy == NULL)

return -1;

}

PyDict_SetItem(extensions, filename, (PyObject*)def);

return 0;

}

_PyImport_FixupBuiltin(PyObject *mod, char *name)

{

int res;

PyObject *filename;

filename = PyUnicode_FromString(name);

if (filename == NULL)

return -1;

res = _PyImport_FixupExtensionUnicode(mod, name, filename);

Py_DECREF(filename);

return res;

}

PyObject *

_PyImport_FindExtensionUnicode(char *name, PyObject *filename)

{

PyObject *mod, *mdict;

PyModuleDef* def;

if (extensions == NULL)

return NULL;

def = (PyModuleDef*)PyDict_GetItem(extensions, filename);

if (def == NULL)

return NULL;

if (def->m_size == -1) {

/* Module does not support repeated initialization */

if (def->m_base.m_copy == NULL)

return NULL;

mod = PyImport_AddModule(name);

if (mod == NULL)

return NULL;

mdict = PyModule_GetDict(mod);

if (mdict == NULL)

return NULL;

if (PyDict_Update(mdict, def->m_base.m_copy))

return NULL;

}

else {

if (def->m_base.m_init == NULL)

return NULL;

mod = def->m_base.m_init();

if (mod == NULL)

return NULL;

PyDict_SetItemString(PyImport_GetModuleDict(), name, mod);

Py_DECREF(mod);

}

if (_PyState_AddModule(mod, def) < 0) {

PyDict_DelItemString(PyImport_GetModuleDict(), name);

Py_DECREF(mod);

return NULL;

}

if (Py_VerboseFlag)

PySys_FormatStderr("import %s # previously loaded (%U)\n",

name, filename);

return mod;

}

PyObject *

_PyImport_FindBuiltin(char *name)

{

PyObject *res, *filename;

filename = PyUnicode_FromString(name);

if (filename == NULL)

return NULL;

res = _PyImport_FindExtensionUnicode(name, filename);

Py_DECREF(filename);

return res;

}

PyObject *

PyImport_AddModule(const char *name)

{

PyObject *modules = PyImport_GetModuleDict();

PyObject *m;

if ((m = PyDict_GetItemString(modules, name)) != NULL &&

PyModule_Check(m))

return m;

m = PyModule_New(name);

if (m == NULL)

return NULL;

if (PyDict_SetItemString(modules, name, m) != 0) {

Py_DECREF(m);

return NULL;

}

Py_DECREF(m); /* Yes, it still exists, in modules! */

return m;

}

static void

remove_module(const char *name)

{

PyObject *modules = PyImport_GetModuleDict();

if (PyDict_GetItemString(modules, name) == NULL)

return;

if (PyDict_DelItemString(modules, name) < 0)

Py_FatalError("import: deleting existing key in"

"sys.modules failed");

}

static PyObject * get_sourcefile(char *file);

static char *make_source_pathname(char *pathname, char *buf);

static char *make_compiled_pathname(char *pathname, char *buf, size_t buflen,

int debug);

PyObject *

PyImport_ExecCodeModule(char *name, PyObject *co)

{

return PyImport_ExecCodeModuleWithPathnames(

name, co, (char *)NULL, (char *)NULL);

}

PyObject *

PyImport_ExecCodeModuleEx(char *name, PyObject *co, char *pathname)

{

return PyImport_ExecCodeModuleWithPathnames(

name, co, pathname, (char *)NULL);

}

PyObject *

PyImport_ExecCodeModuleWithPathnames(char *name, PyObject *co, char *pathname,

char *cpathname)

{

PyObject *modules = PyImport_GetModuleDict();

PyObject *m, *d, *v;

m = PyImport_AddModule(name);

if (m == NULL)

return NULL;

/* If the module is being reloaded, we get the old module back

d = PyModule_GetDict(m);

if (PyDict_GetItemString(d, "__builtins__") == NULL) {

if (PyDict_SetItemString(d, "__builtins__",

PyEval_GetBuiltins()) != 0)

goto error;

}

/* Remember the filename as the __file__ attribute */

v = NULL;

if (pathname != NULL) {

v = get_sourcefile(pathname);

if (v == NULL)

PyErr_Clear();

}

if (v == NULL) {

v = ((PyCodeObject *)co)->co_filename;

Py_INCREF(v);

}

if (PyDict_SetItemString(d, "__file__", v) != 0)

PyErr_Clear(); /* Not important enough to report */

Py_DECREF(v);

/* Remember the pyc path name as the __cached__ attribute. */

if (cpathname == NULL) {

v = Py_None;

Py_INCREF(v);

}

else if ((v = PyUnicode_FromString(cpathname)) == NULL) {

PyErr_Clear(); /* Not important enough to report */

v = Py_None;

Py_INCREF(v);

}

if (PyDict_SetItemString(d, "__cached__", v) != 0)

PyErr_Clear(); /* Not important enough to report */

Py_DECREF(v);

v = PyEval_EvalCode(co, d, d);

if (v == NULL)

goto error;

Py_DECREF(v);

if ((m = PyDict_GetItemString(modules, name)) == NULL) {

PyErr_Format(PyExc_ImportError,

"Loaded module %.200s not found in sys.modules",

name);

return NULL;

}

Py_INCREF(m);

return m;

error:

remove_module(name);

return NULL;

}

static char *

rightmost_sep(char *s)

{

char *found, c;

for (found = NULL; (c = *s); s++) {

if (c == SEP

#ifdef ALTSEP

|| c == ALTSEP

)

{

found = s;

}

}

return found;

}

static char *

make_compiled_pathname(char *pathname, char *buf, size_t buflen, int debug)

{

/* foo.py -> __pycache__/foo.<tag>.pyc */

size_t len = strlen(pathname);

size_t i, save;

char *pos;

int sep = SEP;

/* Sanity check that the buffer has roughly enough space to hold what

if (len + strlen(CACHEDIR) + strlen(pyc_tag) + 5 > buflen)

return NULL;

/* Find the last path separator and copy everything from the start of

if ((pos = rightmost_sep(pathname)) == NULL) {

i = 0;

}

else {

sep = *pos;

i = pos - pathname + 1;

strncpy(buf, pathname, i);

}

save = i;

buf[i++] = '\0';

/* Add __pycache__/ */

strcat(buf, CACHEDIR);

i += strlen(CACHEDIR) - 1;

buf[i++] = sep;

buf[i++] = '\0';

/* Add the base filename, but remove the .py or .pyw extension, since

strcat(buf, pathname + save);

if ((pos = strrchr(buf, '.')) != NULL)

*++pos = '\0';

strcat(buf, pyc_tag);

/* The length test above assumes that we're only adding one character

#if 0

printf("strlen(buf): %d; buflen: %d\n", (int)strlen(buf), (int)buflen);

if (strlen(buf) + 5 > buflen)

return NULL;

strcat(buf, debug ? ".pyc" : ".pyo");

assert(strlen(buf) < buflen);

return buf;

}

static char *

make_source_pathname(char *pathname, char *buf)

{

/* __pycache__/foo.<tag>.pyc -> foo.py */

size_t i, j;

char *left, *right, *dot0, *dot1, sep;

/* Look back two slashes from the end. In between these two slashes

if ((right = rightmost_sep(pathname)) == NULL)

return NULL;

sep = *right;

*right = '\0';

left = rightmost_sep(pathname);

*right = sep;

if (left == NULL)

left = pathname;

else

left++;

if (right-left != strlen(CACHEDIR) ||

strncmp(left, CACHEDIR, right-left) != 0)

return NULL;

/* Now verify that the path component to the right of the last slash

if ((dot0 = strchr(right + 1, '.')) == NULL)