// Copyright (c) Corporation for National Research Initiatives
package org.python.core;

import java.lang.reflect.*;
import java.io.*;
import java.util.Hashtable;
import java.util.Properties;
import java.util.zip.*;

/**
 * Utility functions for "import" support.
 */
public class imp
{
    public static final int APIVersion = 12;

    private imp() { ; }

    public static PyModule addModule(String name) {
        PyObject modules = Py.getSystemState().modules;
        PyModule module = (PyModule)modules.__finditem__(name);
        if (module != null) {
            return module;
        }
        module = new PyModule(name, null);
        modules.__setitem__(name, module);
        return module;
    }

    private static byte[] readBytes(InputStream fp) {
        try {
            byte[] buf = FileUtil.readBytes( fp );
            fp.close();
            return buf;
        } catch (IOException ioe) {
            throw Py.IOError(ioe);
        }
    }

    private static InputStream makeStream(File file) {
        try {
            return new FileInputStream(file);
        } catch (IOException ioe) {
            throw Py.IOError(ioe);
        }
    }

    private static PyObject createFromPyClass(String name, InputStream fp,
                                              boolean testing,
                                              String fileName)
    {
        byte[] data = readBytes(fp);
        int n = data.length;

        int api = (data[n-4]<<24)+(data[n-3]<<16)+(data[n-2]<<8)+data[n-1];
        if (api != APIVersion) {
            if (testing) {
                return null;
            } else {
                throw Py.ImportError("invalid api version("+api+" != "+
                                     APIVersion+") in: "+name);
            }
        }
        //System.err.println("APIVersion: "+api);
        PyCode code;
        try {
            code = BytecodeLoader.makeCode(name+"$py", data);
        } catch (Throwable t) {
            if (testing)
                return null;
            else
                throw Py.JavaError(t);
        }

        Py.writeComment("import", "'" + name + "' as " + fileName);

        return createFromCode(name, code);
    }

    public static byte[] compileSource(String name, File file) {
        return compileSource(name, file, null, null);
    }

    public static byte[] compileSource(String name, File file,
                                       String filename, String outFilename)
    {
        if (filename == null) {
            filename = file.toString();
        }

        if (outFilename == null) {
            outFilename = filename.substring(0,filename.length()-3)+
                "$py.class";
        }

        return compileSource(name, makeStream(file), filename, outFilename);
    }

    static byte[] compileSource(String name, InputStream fp,
                                String filename)
    {
        String outFilename = null;
        if (filename != null) {
            outFilename = filename.substring(0,filename.length()-3)+
                "$py.class";
        }
        return compileSource(name, fp, filename, outFilename);
    }

    static byte[] compileSource(String name, InputStream fp, String filename,
                                String outFilename)
    {
        try {
            ByteArrayOutputStream ofp = new ByteArrayOutputStream();

            if (filename == null)
                filename = "<unknown>";
            org.python.parser.ast.modType node = null; //*Forte*
            try {
                node = parser.parse(fp, "exec", filename, null);
            } finally {
                fp.close();
            }
            org.python.compiler.Module.compile(node, ofp, name+"$py",
                                               filename, true, false, true,
                                               null);

            if (outFilename != null) {
                File classFile = new File(outFilename);
                try {
                    FileOutputStream fop = new FileOutputStream(classFile);
                    ofp.writeTo(fop);
                    fop.close();
                } catch (IOException exc) {
                    // If we can't write the cache file, just fail silently
                }
            }

            return ofp.toByteArray();
        } catch (Throwable t) {
            throw parser.fixParseError(null, t, filename);
        }
    }

    private static PyObject createFromSource(String name, InputStream fp,
                                             String filename)
    {
        byte[] bytes = compileSource(name, fp, filename);

        Py.writeComment("import", "'" + name + "' as " + filename);

        PyCode code = BytecodeLoader.makeCode(name+"$py", bytes);
        return createFromCode(name, code);
    }

    private static PyObject createFromSource(String name, InputStream fp,
                                             String filename,
                                             String outFilename)
    {
        byte[] bytes = compileSource(name, fp, filename, outFilename);

        Py.writeComment("import", "'" + name + "' as " + filename);

        PyCode code = BytecodeLoader.makeCode(name+"$py", bytes);
        return createFromCode(name, code);
    }


    static PyObject createFromCode(String name, PyCode c) {
        PyModule module = addModule(name);

        PyTableCode code = null;
        if (c instanceof PyTableCode)
            code = (PyTableCode)c;
        PyFrame f = new PyFrame(code, module.__dict__, module.__dict__, null);
        code.call(f);

        return module;
    }

    private static Object syspathJavaLoaderLock = new Object();
    private static ClassLoader syspathJavaLoader = null;

    public static ClassLoader getSyspathJavaLoader() {
        synchronized (syspathJavaLoaderLock) {
            if (syspathJavaLoader == null) {
                syspathJavaLoader = new SyspathJavaLoader();
            }
        }
        return syspathJavaLoader;
    }

    private static PyObject createFromClass(String name, Class c) {
        //Two choices.  c implements PyRunnable or c is Java package
        //System.err.println("create from class: "+name+", "+c);
        Class interfaces[] = c.getInterfaces();
        for (int i=0; i<interfaces.length; i++) {
            if (interfaces[i] == PyRunnable.class) {
                //System.err.println("is runnable");
                try {
                    PyObject o = createFromCode(
                        name, ((PyRunnable)c.newInstance()).getMain());
                    return o;
                } catch (InstantiationException e) {
                    throw Py.JavaError(e);
                } catch (IllegalAccessException e) {
                    throw Py.JavaError(e);
                }
            }
        }
        return PyJavaClass.lookup(c);
    }

    private static PyObject loadBuiltin(String name, PyList path) {
        if (name == "sys") {
            Py.writeComment("import", "'" + name + "' as sys in " +
                            "builtin modules");
            return Py.java2py(Py.getSystemState());
        }
        String mod = PySystemState.getBuiltin(name);
        if (mod != null) {
            Class c = Py.findClassEx(mod, "builtin modules");
            if (c != null) {
                Py.writeComment("import", "'" + name + "' as " + mod +
                                " in builtin modules");
                try {
                    return createFromClass(name, c);
                }
                catch (NoClassDefFoundError e) {
                    throw Py.ImportError("Cannot import " + name +
                                         ", missing class " +
                                         c.getName());
                }
            }
        }
        return null;
    }

    private static Class findPyClass(String modName) {
        if (Py.frozenPackage != null) {
            modName = Py.frozenPackage+"."+modName;
        }
        return Py.findClassEx(modName+"$_PyInner", "precompiled");
    }

    private static PyObject loadPrecompiled(String name, String modName,
                                            PyList path)
    {
        if (Py.frozenModules != null) {
            //System.out.println("precomp: "+name+", "+modName);
            Class c;

            if (Py.frozenModules.get(modName+".__init__") != null) {
                //System.err.println("trying: "+modName+".__init__$_PyInner");
                c = findPyClass(modName+".__init__");
                if (c == null) return null;
                Py.writeComment("import", "'" + modName + "' as " +
                                "precompiled package");

                //System.err.println("found: "+modName+".__init__$_PyInner");
                PyModule m = addModule(modName);
                m.__dict__.__setitem__("__path__", new PyList());
            }
            else if (Py.frozenModules.get(modName) != null) {
                c = findPyClass(modName);
                if (c == null) return null;
                Py.writeComment("import", "'" + modName + "' as " +
                                "precompiled module");
            }
            else return null;

            //System.err.println("creating: "+modName+", "+c);
            return createFromClass(modName, c);
        }
        return null;
    }

    static PyObject loadFromZipFile(String name, String modName,
                                    SyspathArchive zipArchive) {
        PyObject o = null;
        ZipEntry pkgEntry = null;
        String entryName = name;

        String pyName = entryName +".py";
        String className = entryName +"$py.class";

        try {
            String sourceName = entryName + "/__init__.py";
            String compledName = entryName + "/__init__$py.class";
            ZipEntry sourceEntry = zipArchive.getEntry(sourceName);
            ZipEntry compiledEntry = zipArchive.getEntry(compledName);
            if (sourceEntry != null || compiledEntry != null) {
                Py.writeDebug("import", "trying package: " + modName +
                            " in jar/zip file " + zipArchive);
                PyModule m = addModule(modName);

                SyspathArchive subArchive = zipArchive.makeSubfolder(name);
                PyList zipPath = new PyList(new PyObject[] { subArchive });
                m.__dict__.__setitem__("__path__", zipPath);
                o = loadFromZipFile("__init__", modName, subArchive);
                if (o != null) {
                    return m;
                }
            }

            ZipEntry pyEntry = zipArchive.getEntry(pyName);
            ZipEntry classEntry = zipArchive.getEntry(className);
            if (pyEntry != null) {
                Py.writeDebug("import", "trying source entry: " + pyName +
                              " from jar/zip file " + zipArchive);
                if (classEntry != null) {
                    Py.writeDebug("import", "trying precompiled entry " +
                                  className + " from jar/zip file " +
                                  zipArchive);
                    long pyTime = pyEntry.getTime();
                    long classTime = classEntry.getTime();
                    if (classTime >= pyTime) {
                        InputStream is =
                                    zipArchive.getInputStream(classEntry);
                        o = createFromPyClass(modName, is, true,
                                              classEntry.getName());
                        if (o != null) {
                            return o;
                        }
                    }
                }
                InputStream is = zipArchive.getInputStream(pyEntry);
                return createFromSource(modName, is, pyEntry.getName(), null);
            }
        } catch (Exception e) {
            Py.writeDebug("import", "loadFromZipFile exception: " +
                          e.toString());
            e.printStackTrace();
        }
        return null;
    }

    private static boolean isSyspathArchive(PyObject entry, boolean isDir) {
        if (entry instanceof SyspathArchive)
            return true;
        if (isDir)
            return false;
        return SyspathArchive.getArchiveName(entry.toString()) != null;
    }

    static PyObject loadFromPath(String name, PyList path) {
        return loadFromPath(name, name, path);
    }

    static PyObject loadFromPath(String name, String modName, PyList path) {
        //System.err.println("load-from-path:"+name+" "+modName+" "+path);
        PyObject o = loadPrecompiled(name, modName, path);
        if (o != null) return o;

        int nlen = name.length();
        String pyName = name+".py";
        String className = name+"$py.class";

        int n = path.__len__();

        for (int i=0; i<n; i++) {
            PyObject entry = path.__getitem__(i);
            String dirName = entry.toString();

            // The empty string translates into the current working
            // directory, which is usually provided on the system property
            // "user.dir".  Don't rely on File's constructor to provide
            // this correctly.
            if (dirName.length() == 0) {
                dirName = null;
            }

            // First check for packages
            File dir = new File(dirName, name);
            boolean isDir = dir.isDirectory();

            if (isSyspathArchive(entry, isDir)) {
                Py.writeDebug("import", "trying " + modName +
                              " in jar/zip file " + dirName);
                if (!(entry instanceof SyspathArchive)) {
                    try {
                        entry = new SyspathArchive(dirName);
                        path.__setitem__(i, entry);
                    } catch (IOException exc) {
                        // Silently ignore corrupt and missing .zip files.
                        continue;
                    }
                }

                PyObject ret = loadFromZipFile(name, modName,
                                              (SyspathArchive)entry);
                // Not found in zip/jar file check next item in path
                if (ret != null) {
                    return ret;
                }
            }

            if (isDir && caseok(dir, name, nlen) &&
                (new File(dir, "__init__.py").isFile() ||
                 new File(dir, "__init__$py.class").isFile()))
            {
                PyList pkgPath = new PyList();
                PyModule m = addModule(modName);
                pkgPath.append(new PyString(dir.toString()));
                m.__dict__.__setitem__("__path__", pkgPath);
                o = loadFromPath("__init__", modName, pkgPath);
                if (o == null)
                    continue;
                return m;
            }

            // Now check for source
            File pyFile = new File(dirName, pyName);
            File classFile = new File(dirName, className);
            Py.writeDebug("import", "trying source " + pyFile.getPath());

            if (pyFile.isFile() && caseok(pyFile, pyName, nlen)) {
                if (classFile.isFile() &&
                                    caseok(classFile, className, nlen)) {
                    Py.writeDebug("import", "trying precompiled " +
                                  classFile.getPath());
                    long pyTime = pyFile.lastModified();
                    long classTime = classFile.lastModified();
                    if (classTime >= pyTime) {
                        PyObject ret = createFromPyClass(
                               modName, makeStream(classFile), true,
                               classFile.getPath());
                        if (ret != null)
                            return ret;
                    }
                }
                return createFromSource(modName, makeStream(pyFile),
                                        pyFile.getAbsolutePath());
            }

            // If no source, try loading precompiled
            Py.writeDebug("import", "trying " + classFile.getPath());
            if (classFile.isFile() && caseok(classFile, className, nlen)) {
                return createFromPyClass(modName, makeStream(classFile),
                                         false, classFile.getPath());
            }
        }
        return null;
    }

    static boolean caseok(File file, String filename, int namelen) {
        if (Options.caseok)
            return true;
        try {
            File canFile = new File(file.getCanonicalPath());
            return filename.regionMatches(0, canFile.getName(), 0, namelen);
        } catch (IOException exc) {
            return false;
        }
    }

    static PyObject loadFromClassLoader(String name,
                                        ClassLoader classLoader)
    {
        PyObject ret;
        String path = name.replace('.', '/');
        InputStream istream;

        // First check to see if a package exists (look for name/__init__.py)
        boolean loadCompiled = false;
        boolean loadSource = false;

        istream = classLoader.getResourceAsStream(path+"/__init__.py");
        if (istream != null) {
            PyModule m = addModule(name);
            m.__dict__.__setitem__("__path__", Py.None);
            return createFromSource(name, istream, null);
        }

        // Finally, try to load from source
        istream = classLoader.getResourceAsStream(path+".py");
        if (istream != null) return createFromSource(name, istream, null);

        return null;
    }

    private static PyObject load(String name, PyList path) {
        PyObject ret = loadBuiltin(name, path);
        if (ret != null) return ret;

        ret = loadFromPath(name, path);
        if (ret != null) return ret;

        Py.writeDebug("import", "trying " + name + " in packagemanager");
        ret = PySystemState.packageManager.lookupName(name);
        if (ret != null) {
            Py.writeComment("import", "'" + name + "' as java package");
            return ret;
        }

        Py.writeComment("import", "'" + name +
                        "' not found (=> ImportError)");
        return null;
    }

    public static PyObject load(String name) {
        return import_first(name,new StringBuffer(""));
    }

    private static String getParent(PyObject dict) {
        PyObject tmp = dict.__finditem__("__name__");
        if (tmp == null) return null;
        String name = tmp.toString();

        tmp = dict.__finditem__("__path__");
        if (tmp != null && tmp instanceof PyList) {
            return name.intern();
        } else {
            int dot = name.lastIndexOf('.');
            if (dot == -1) return null;
            return name.substring(0, dot).intern();
        }
    }

    // can return null, None
    private static PyObject import_next(PyObject mod,
                                        StringBuffer parentNameBuffer,
                                        String name)
    {
        if (parentNameBuffer.length()>0) parentNameBuffer.append('.');
        parentNameBuffer.append(name);
        String fullName = parentNameBuffer.toString().intern();
        PyObject modules = Py.getSystemState().modules;
        PyObject ret = modules.__finditem__(fullName);
        if (ret != null) return ret;
        if (mod == null) {
            // ?? intern superfluous?
            ret = load(name.intern(),  Py.getSystemState().path);
        } else {
            ret = mod.impAttr(name.intern());
        }
        if (ret == null || ret == Py.None) return ret;
        if (modules.__finditem__(fullName) == null)
            modules.__setitem__(fullName, ret);
        else
            ret = modules.__finditem__(fullName);
        return ret;
    }

    // never returns null or None
    private static PyObject import_first(String name,
                                         StringBuffer parentNameBuffer)
    {
        PyObject ret = import_next(null,parentNameBuffer,name);
        if (ret == null || ret == Py.None)
            throw Py.ImportError("no module named "+name);
        return ret;
    }

    // Hierarchy-recursively search for dotted name in mod;
    // never returns null or None
    // ??pending: check if result is really a module/jpkg/jclass?
    private static PyObject import_logic(PyObject mod,
                                         StringBuffer parentNameBuffer,
                                         String dottedName)
    {
        int dot = 0;
        int last_dot= 0;

        do {
            String name;
            dot = dottedName.indexOf('.', last_dot);
            if (dot == -1) {
                name = dottedName.substring(last_dot);
            } else {
                name = dottedName.substring(last_dot, dot);
            }
            mod = import_next(mod,parentNameBuffer,name);
            if (mod == null || mod == Py.None)
            throw Py.ImportError("No module named " + name);
            last_dot = dot + 1;
        } while (dot != -1);

        return mod;
    }

    public static PyObject import_name(String name, boolean top,
                                       PyObject modDict)
    {
        if (name.length() == 0)
            throw Py.ValueError("Empty module name");
        PyObject modules = Py.getSystemState().modules;
        PyObject pkgMod = null;
        String pkgName = null;
        if (modDict != null) {
            pkgName = getParent(modDict);
            pkgMod = modules.__finditem__(pkgName);
            if (pkgMod != null && !(pkgMod instanceof PyModule))
                pkgMod = null;
        }
        int dot = name.indexOf('.');
        String firstName;
        if (dot == -1)
            firstName = name;
        else
            firstName = name.substring(0,dot);
        StringBuffer parentNameBuffer = new StringBuffer(
                pkgMod != null ? pkgName : "");
        PyObject topMod = import_next(pkgMod, parentNameBuffer, firstName);
        if (topMod == Py.None || topMod == null) {
            if (topMod == null) {
                modules.__setitem__(parentNameBuffer.toString().intern(),
                                    Py.None);
            }
            parentNameBuffer = new StringBuffer("");
            // could throw ImportError
            topMod = import_first(firstName,parentNameBuffer);
        }
        PyObject mod = topMod;
        if (dot != -1) {
            // could throw ImportError
            mod = import_logic(topMod,parentNameBuffer,name.substring(dot+1));
        }
        if (top)
            return topMod;
        else
            return mod;
    }

    public static PyObject importName(String name, boolean top) {
        return import_name(name,top,null);
    }

    public synchronized static PyObject importName(String name, boolean top,
                                                   PyObject modDict) {
        return import_name(name,top,modDict);
    }

    /**
     * Called from jpython generated code when a statement like "import spam"
     * is executed.
     */
    public static PyObject importOne(String mod, PyFrame frame) {
        //System.out.println("importOne(" + mod + ")");
        PyObject module = __builtin__.__import__(mod,
                                                 frame.f_globals,
                                                 frame.getf_locals(),
                                                 Py.EmptyTuple);
        /*int dot = mod.indexOf('.');
        if (dot != -1) {
            mod = mod.substring(0, dot).intern();
        }*/
        //System.err.println("mod: "+mod+", "+dot);
        return module;
    }

    /**
     * Called from jpython generated code when a statement like
     * "import spam as foo" is executed.
     */
    public static PyObject importOneAs(String mod, PyFrame frame) {
        //System.out.println("importOne(" + mod + ")");
        PyObject module = __builtin__.__import__(mod,
                                                 frame.f_globals,
                                                 frame.getf_locals(),
                                                 getStarArg());
        // frame.setlocal(asname, module);
        return module;
    }

    /**
     * Called from jpython generated code when a stamenet like
     * "from spam.eggs import foo, bar" is executed.
     */
    public static PyObject[] importFrom(String mod, String[] names,
                                        PyFrame frame)
    {
        return importFromAs(mod, names, null, frame);
    }

    /**
     * Called from jpython generated code when a stamenet like
     * "from spam.eggs import foo as spam" is executed.
     */
    public static PyObject[] importFromAs(String mod, String[] names,
                                    String[] asnames, PyFrame frame)
    {
        //StringBuffer sb = new StringBuffer();
        //for(int i=0; i<names.length; i++)
        //    sb.append(names[i] + " ");
        //System.out.println("importFrom(" + mod + ", [" + sb + "]");

        PyObject[] pynames = new PyObject[names.length];
        for (int i=0; i<names.length; i++)
            pynames[i] = Py.newString(names[i]);

        PyObject module = __builtin__.__import__(mod,
                                                 frame.f_globals,
                                                 frame.getf_locals(),
                                                 new PyTuple(pynames));
        PyObject[] submods = new PyObject[names.length];
        for (int i=0; i<names.length; i++) {
            PyObject submod = module.__findattr__(names[i]);
            if (submod == null)
                throw Py.ImportError("cannot import name " + names[i]);
            submods[i] = submod;
        }
        return submods;
    }

    private static PyTuple all = null;

    private synchronized static PyTuple getStarArg() {
        if (all == null)
            all = new PyTuple(new PyString[] { Py.newString('*') });
        return all;
    }

    /**
     * Called from jpython generated code when a statement like
     * "from spam.eggs import *" is executed.
     */
    public static void importAll(String mod, PyFrame frame) {
        //System.out.println("importAll(" + mod + ")");
        PyObject module = __builtin__.__import__(mod,
                                                 frame.f_globals,
                                                 frame.getf_locals(),
                                                 getStarArg());
        PyObject names;
        boolean filter = true;
        if (module instanceof PyJavaPackage)
            names = ((PyJavaPackage)module).fillDir();
        else {
            PyObject __all__ = module.__findattr__("__all__");
            if (__all__ != null) {
                names = __all__;
                filter = false;
            } else names =  module.__dir__();
        }

        loadNames(names, module, frame.getf_locals(), filter);
    }

    private static void loadNames(PyObject names, PyObject module,
                                  PyObject locals, boolean filter)
    {
        PyObject iter = names.__iter__();
        for (PyObject name; (name = iter.__iternext__()) != null; ) {
            String sname = ((PyString)name).internedString();
            if (filter && sname.startsWith("_")) {
                continue;
            } else {
                try {
                    locals.__setitem__(sname, module.__getattr__(sname));
                } catch (Exception exc) {
                    continue;
                }
            }
        }
    }

    static PyObject reload(PyJavaClass c) {
        // This is a dummy placeholder for the feature that allow
        // reloading of java classes. But this feature does not yet
        // work.
        return c;
    }

    static PyObject reload(PyModule m) {
        String name = m.__getattr__("__name__").toString().intern();

        PyObject modules = Py.getSystemState().modules;
        PyModule nm = (PyModule)modules.__finditem__(name);

        if (nm == null || !nm.__getattr__("__name__").toString()
                                                     .equals(name)) {
            throw Py.ImportError("reload(): module "+name+
                                 " not in sys.modules");
        }

        PyList path = Py.getSystemState().path;
        String modName = name;
        int dot = name.lastIndexOf('.');
        if (dot != -1) {
            String iname = name.substring(0, dot).intern();
            PyObject pkg = modules.__finditem__(iname);
            if (pkg == null) {
                throw Py.ImportError("reload(): parent not in sys.modules");
            }
            path = (PyList)pkg.__getattr__("__path__");
            name = name.substring(dot+1, name.length()).intern();
        }

        // This should be better "protected"
        //((PyStringMap)nm.__dict__).clear();

        nm.__setattr__("__name__", new PyString(modName));
        PyObject ret = loadFromPath(name, modName, path);
        modules.__setitem__(modName, ret);
        return ret;
    }
}