LayeredEngine.java

/*
   Copyright 2014-now by Alain Stalder. Made in Switzerland.

   Licensed under the Apache License, Version 2.0 (the "License");
   you may not use this file except in compliance with the License.
   You may obtain a copy of the License at

       https://www.apache.org/licenses/LICENSE-2.0

   Unless required by applicable law or agreed to in writing, software
   distributed under the License is distributed on an "AS IS" BASIS,
   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
   See the License for the specific language governing permissions and
   limitations under the License.
*/

package ch.grengine.engine;

import ch.grengine.except.ClassNameConflictException;
import ch.grengine.except.LoadException;
import ch.grengine.load.DefaultClassReleaser;
import ch.grengine.load.DefaultTopCodeCacheFactory;
import ch.grengine.source.Source;
import ch.grengine.code.ClassNameConflictAnalyzer;
import ch.grengine.code.Code;
import ch.grengine.load.ClassReleaser;
import ch.grengine.load.LayeredClassLoader;
import ch.grengine.load.LoadMode;
import ch.grengine.load.SourceClassLoader;
import ch.grengine.load.TopCodeCache;
import ch.grengine.load.TopCodeCacheFactory;
import ch.grengine.sources.Sources;

import java.util.HashMap;
import java.util.HashSet;
import java.util.LinkedList;
import java.util.List;
import java.util.Map;
import java.util.Set;
import java.util.WeakHashMap;
import java.util.concurrent.locks.Lock;
import java.util.concurrent.locks.ReadWriteLock;
import java.util.concurrent.locks.ReentrantReadWriteLock;

import static java.util.Objects.requireNonNull;


/**
 * Engine based on instances of {@link LayeredClassLoader}.
 * 
 * @since 1.0
 * 
 * @author Alain Stalder
 * @author Made in Switzerland.
 */
public class LayeredEngine implements Engine {
    
    private final Builder builder;

    private final EngineId engineId = new EngineId();
    
    private final boolean isWithTopCodeCache;
    private final TopCodeCache topCodeCache;
    
    // default loader (number 0)
    private final Loader loader;
    // next loader number to use
    private long nextLoaderNumber;
    // map of all attached loaders created by this engine,
    // except that loaders that are no longer referenced outside this map
    // can be garbage collected by the VM, since this is a WeakHashMap
    // (note that the map value is not used at all and does not matter
    // for garbage collection of map entries, only the map key does)
    private final Map<Loader,EngineId> attachedLoaders = new WeakHashMap<>();
    // map of all detached loaders created by this engine,
    // only needed for closing classes
    private final Map<Loader,EngineId> detachedLoaders = new WeakHashMap<>();
    
    private final Lock read;
    private final Lock write;
    
    /**
     * constructor from builder.
     *
     * @param builder builder
     * 
     * @since 1.0
     */
    protected LayeredEngine(final Builder builder) {
        this.builder = builder.commit();
        
        isWithTopCodeCache = builder.isWithTopCodeCache();
        if (isWithTopCodeCache) {
            topCodeCache = builder.getTopCodeCacheFactory().newTopCodeCache(null);
        } else {
            topCodeCache = null;
        }
        final LayeredClassLoader layeredClassLoader = newLayeredClassLoaderFromCodeLayers(new LinkedList<>());
        if (isWithTopCodeCache) {
            topCodeCache.setParent(layeredClassLoader);
        }
        
        nextLoaderNumber = 0;
        loader = new Loader(engineId, nextLoaderNumber++, true, builder.getClassReleaser(), layeredClassLoader);
        attachedLoaders.put(loader, engineId);

        final ReadWriteLock lock = new ReentrantReadWriteLock();
        read = lock.readLock();
        write = lock.writeLock();
    }
    
    private LayeredClassLoader newLayeredClassLoaderFromCodeLayers(final List<Code> codeLayers) {
        return new LayeredClassLoader.Builder()
                .setParent(builder.getParent())
                .setLoadMode(builder.getLoadMode())
                .setCodeLayers(codeLayers)
                .setWithTopCodeCache(isWithTopCodeCache, topCodeCache)
                .setTopLoadMode(builder.getTopLoadMode())
                .buildFromCodeLayers();
    }
    
    private LayeredClassLoader newLayeredClassLoaderFromSourceSetLayers(final List<Sources> sourcesLayers) {
        return new LayeredClassLoader.Builder()
                .setParent(builder.getParent())
                .setLoadMode(builder.getLoadMode())
                .setSourcesLayers(sourcesLayers)
                .setWithTopCodeCache(isWithTopCodeCache, topCodeCache)
                .setTopLoadMode(builder.getTopLoadMode())
                .buildFromSourcesLayers();
    }

    @Override
    public Loader getLoader() {
        return loader;
    }
    
    /**
     * creates and gets a new attached loader, backed by the same bytecode
     * as all other shared loaders created by this engine,
     * with a top code cache shared with all other attached loaders
     * of this engine and automatically updated if code layers are set.
     * 
     * @since 1.0
     */
    @Override
    public Loader newAttachedLoader() {
        write.lock();
        try {
            final Loader newLoader = new Loader(engineId, nextLoaderNumber++, true,
                    builder.getClassReleaser(), loader.getSourceClassLoader(engineId).clone());
            attachedLoaders.put(newLoader, engineId);
            return newLoader;
        } finally {
            write.unlock();
        }
    }
    
    /**
     * creates and gets a new detached loader, backed initially by the same
     * bytecode as all attached loaders created by this engine (code layers
     * and top code cache), but not updated if code layers are set
     * and with a separate top code cache instance.
     * <p>
     * For example, a web application might create a detached loader for
     * each new HTTP session: A new loader in order to separate static
     * variables of scripts between sessions (security feature); a detached
     * loader in order to keep code layers constant during the lifetime
     * of the session (consistent behavior of Groovy script calls).
     * 
     * @since 1.0
     */
    @Override
    public Loader newDetachedLoader() {
        write.lock();
        try {
            final LayeredClassLoader layeredClassLoader = ((LayeredClassLoader)loader.getSourceClassLoader(engineId));
            final Loader newLoader = new Loader(engineId, nextLoaderNumber++, false,
                    builder.getClassReleaser(), layeredClassLoader.cloneWithSeparateTopCodeCache());
            detachedLoaders.put(newLoader, engineId);
            return newLoader;
        } finally {
            write.unlock();
        }
    }
    
    private SourceClassLoader getSourceClassLoader(final Loader loader) {
        read.lock();
        try {
            return loader.getSourceClassLoader(engineId);
        } finally {
            read.unlock();
        }
        
    }
    
    @Override
    public Class<?> loadMainClass(final Loader loader, final Source source) {
        return getSourceClassLoader(loader).loadMainClass(source);
    }
    
    @Override
    public Class<?> loadClass(final Loader loader, final Source source, final String name) {
        return getSourceClassLoader(loader).loadClass(source, name);
    }
    
    @Override
    public Class<?> loadClass(final Loader loader, final String name) {
        try {
            return getSourceClassLoader(loader).loadClass(name);
        } catch (Throwable t) {
            throw new LoadException("Could not load class '" + name + "'.", t);
        }
    }
            
    @Override
    public void setCodeLayers(final List<Code> codeLayers) {
        requireNonNull(codeLayers, "Code layers are null.");

        int nConflicts = 0;
        Map<String,List<Code>> sameClassNamesInMultipleCodeLayersMap = null;
        if (!builder.isAllowSameClassNamesInMultipleCodeLayers()) {
            sameClassNamesInMultipleCodeLayersMap =
                    ClassNameConflictAnalyzer.getSameClassNamesInMultipleCodeLayersMap(codeLayers);
            nConflicts += sameClassNamesInMultipleCodeLayersMap.size();
        }
        Map<String,List<Code>> sameClassNamesInParentAndCodeLayersMap = null;
        if (!builder.isAllowSameClassNamesInParentAndCodeLayers()) {
            sameClassNamesInParentAndCodeLayersMap =
                    ClassNameConflictAnalyzer.getSameClassNamesInParentAndCodeLayersMap(builder.getParent(), codeLayers);
            nConflicts += sameClassNamesInParentAndCodeLayersMap.size();
        }
        if (nConflicts > 0) {
            throw new ClassNameConflictException("Found " + nConflicts + " class name conflict(s).",
                    sameClassNamesInMultipleCodeLayersMap, sameClassNamesInParentAndCodeLayersMap);
        }
        
        write.lock();
        try {
            final Map<Loader,EngineId> attachedLoadersNonWeak = new HashMap<>(attachedLoaders);
            attachedLoadersNonWeak.keySet().forEach(loader ->
                    loader.setSourceClassLoader(engineId, newLayeredClassLoaderFromCodeLayers(codeLayers)
            ));
            if (isWithTopCodeCache) {
                topCodeCache.setParent(loader.getSourceClassLoader(engineId));
            }
        } finally {
            write.unlock();
        }
    }
    
    @Override
    public void setCodeLayersBySource(final List<Sources> sourcesLayers) {
        requireNonNull(sourcesLayers, "Sources layers are null.");
        setCodeLayers(newLayeredClassLoaderFromSourceSetLayers(sourcesLayers).getCodeLayers());
    }

    @Override
    public void close() {
        write.lock();
        try {
            final Set<Loader> loaders = new HashSet<>();
            loaders.addAll(attachedLoaders.keySet());
            loaders.addAll(detachedLoaders.keySet());
            loaders.forEach(Loader::close);
        } finally {
            write.unlock();
        }
    }

    @Override
    public ClassLoader asClassLoader(final Loader loader) {
        return new LoaderBasedClassLoader(loader);
    }
    
    // class loader based on a loader of this engine
    private class LoaderBasedClassLoader extends ClassLoader {

        private final Loader loader;

        private LoaderBasedClassLoader(final Loader loader) {
            super(builder.getParent());
            requireNonNull(loader, "Loader is null.");
            // verify that engine ID matches
            loader.getSourceClassLoader(engineId);
            this.loader = loader;
        }

        @Override
        protected Class<?> findClass(final String name) throws ClassNotFoundException {
            return loader.getSourceClassLoader(engineId).loadClass(name);
        }

        @Override
        protected Class<?> loadClass(final String name, final boolean resolve) throws ClassNotFoundException {
            return loader.getSourceClassLoader(engineId).loadClass(name);
        }

    }

    /**
     * gets the builder.
     *
     * @return builder
     *
     * @since 1.0
     */
    public Builder getBuilder() {
        return builder;
    }

    /**
     * Builder for instances of {@link LayeredEngine}.
     * 
     * @since 1.0
     * 
     * @author Alain Stalder
     * @author Made in Switzerland.
     */
    public static class Builder {
        
        private boolean isCommitted;
        
        private ClassLoader parent;
        private LoadMode loadMode;
        
        private boolean isWithTopCodeCache = true;
        private TopCodeCacheFactory topCodeCacheFactory;  
        private LoadMode topLoadMode;

        private ClassReleaser classReleaser;
        
        private boolean allowSameClassNamesInMultipleCodeLayers = true;
        private boolean allowSameClassNamesInParentAndCodeLayers = true;
        
        /**
         * constructor.
         * 
         * @since 1.0
         */
        public Builder() { isCommitted = false; }

        /**
         * sets the parent class loader, default is the context class loader
         * of the current thread.
         *
         * @param parent parent class loader
         * 
         * @return this, for chaining calls
         * @throws IllegalStateException if the builder had already been used to build an instance
         * 
         * @since 1.0
         */
        public Builder setParent(final ClassLoader parent) {
            check();
            this.parent = parent;
            return this;
        }
        
        /**
         * sets the load mode for the (static) code layers, default is "current first".
         *
         * @param loadMode load mode for the (static) code layers
         *
         * @return this, for chaining calls
         * @throws IllegalStateException if the builder had already been used to build an instance
         * 
         * @since 1.0
         */
        public Builder setLoadMode(final LoadMode loadMode) {
            check();
            this.loadMode = loadMode;
            return this;
        }
        
        /**
         * sets whether to use the a top code cache or not,
         * default is true.
         * <p>
         * Note that the default is the opposite in the {@link LayeredClassLoader}.
         *
         * @param isWithTopCodeCache whether to use the a top code cache or not
         * 
         * @return this, for chaining calls
         * @throws IllegalStateException if the builder had already been used to build an instance
         * 
         * @since 1.0
         */
        public Builder setWithTopCodeCache(final boolean isWithTopCodeCache) {
            check();
            this.isWithTopCodeCache = isWithTopCodeCache;
            return this;
        }

        /**
         * sets the top code cache factory,
         * default is a new instance of {@link DefaultTopCodeCacheFactory} with default settings.
         *
         * @param topCodeCacheFactory top code cache factory
         * 
         * @return this, for chaining calls
         * @throws IllegalStateException if the builder had already been used to build an instance
         * 
         * @since 1.0
         */
        public Builder setTopCodeCacheFactory(final TopCodeCacheFactory topCodeCacheFactory) {
            check();
            this.topCodeCacheFactory = topCodeCacheFactory;
            return this;
        }

        /**
         * sets the load mode for the top code cache, default is "parent first".
         *
         * @param topLoadMode load mode for the top code cache
         * 
         * @return this, for chaining calls
         * @throws IllegalStateException if the builder had already been used to build an instance
         * 
         * @since 1.0
         */
        public Builder setTopLoadMode(final LoadMode topLoadMode) {
            check();
            this.topLoadMode = topLoadMode;
            return this;
        }

        /**
         * sets the class releaser, default is the {@link DefaultClassReleaser} singleton instance.
         *
         * @param classReleaser class releaser
         *
         * @return this, for chaining calls
         *
         * @since 1.1
         */
        public Builder setClassReleaser(final ClassReleaser classReleaser) {
            check();
            this.classReleaser = classReleaser;
            return this;
        }
        
        /**
         * sets whether to allow the same class names in multiple code layers, default is true.
         *
         * @param allowSameClassNamesInMultipleCodeLayers
         *        whether to allow the same class names in multiple code layers
         * @return this, for chaining calls
         * @throws IllegalStateException if the builder had already been used to build an instance
         * 
         * @since 1.0
         */
        public Builder setAllowSameClassNamesInMultipleCodeLayers(
                final boolean allowSameClassNamesInMultipleCodeLayers) {
            check();
            this.allowSameClassNamesInMultipleCodeLayers = allowSameClassNamesInMultipleCodeLayers;
            return this;
        }
        
        /**
         * sets whether to allow the same class names in code layers and parent class loader, default is true.
         *
         * @param allowSameClassNamesInParentAndCodeLayers
         *        whether to allow the same class names in code layers and parent class loader
         * @return this, for chaining calls
         * @throws IllegalStateException if the builder had already been used to build an instance
         * 
         * @since 1.0
         */
        public Builder setAllowSameClassNamesInParentAndCodeLayers(
                final boolean allowSameClassNamesInParentAndCodeLayers) {
            check();
            this.allowSameClassNamesInParentAndCodeLayers = allowSameClassNamesInParentAndCodeLayers;
            return this;
        }

        /**
         * gets the parent class loader.
         *
         * @return parent class loader
         * 
         * @since 1.0
         */
        public ClassLoader getParent() {
            return parent;
        }
        
        /**
         * gets the load mode for the (static) code layers.
         *
         * @return load mode for the (static) code layers
         * 
         * @since 1.0
         */
        public LoadMode getLoadMode() {
            return loadMode;
        }
        
        /**
         * gets whether to use the a top code cache or not.
         *
         * @return whether to use the a top code cache or not
         * 
         * @since 1.0
         */
        public boolean isWithTopCodeCache() {
            return isWithTopCodeCache;
        }
        
        /**
         * gets the load mode for the top code cache.
         *
         * @return load mode for the top code cache
         * 
         * @since 1.0
         */
        public LoadMode getTopLoadMode() {
            return topLoadMode;
        }

        /**
         * gets the class releaser.
         *
         * @return class releaser
         *
         * @since 1.1
         */
        public ClassReleaser getClassReleaser() {
            return classReleaser;
        }

        /**
         * gets the top code cache factory.
         *
         * @return top code cache factory
         * 
         * @since 1.0
         */
        public TopCodeCacheFactory getTopCodeCacheFactory() {
            return topCodeCacheFactory;
        }
        
        /**
         * gets whether to allow the same class names in multiple code layers.
         *
         * @return whether to allow the same class names in multiple code layers
         * 
         * @since 1.0
         */
        public boolean isAllowSameClassNamesInMultipleCodeLayers() {
            return allowSameClassNamesInMultipleCodeLayers;
        }

        /**
         * gets whether to allow the same class names in code layers and parent class loader.
         *
         * @return whether to allow the same class names in code layers and parent class loader
         * 
         * @since 1.0
         */
        public boolean isAllowSameClassNamesInParentAndCodeLayers() {
            return allowSameClassNamesInParentAndCodeLayers;
        }
        
        private Builder commit() {
            if (!isCommitted) {
                if (parent == null) {
                    parent = Thread.currentThread().getContextClassLoader();
                }
                if (loadMode == null) {
                    loadMode = LoadMode.CURRENT_FIRST;
                }
                if (topLoadMode == null) {
                    topLoadMode = LoadMode.PARENT_FIRST;
                }
                if (topCodeCacheFactory == null) {
                    topCodeCacheFactory = new DefaultTopCodeCacheFactory.Builder().build();
                }
                if (classReleaser == null) {
                    classReleaser = DefaultClassReleaser.getInstance();
                }
                isCommitted = true;
            }
            return this;
        }
        
        /**
         * builds a new instance of {@link LayeredEngine}.
         *
         * @return new instance
         * 
         * @since 1.0
         */
        public LayeredEngine build() {
            commit();
            return new LayeredEngine(this);
        }
                
        private void check() {
            if (isCommitted) {
                throw new IllegalStateException("Builder already used.");
            }
        }

    }

}