Application: gvSIG desktop » gvSIG raster

package org.gvsig.raster.tilecache.app.mainplugin;

import java.io.File;

import java.io.IOException;

import java.security.MessageDigest;

import java.security.NoSuchAlgorithmException;

import java.util.ArrayList;

import java.util.HashMap;

import java.util.List;

import java.util.Map;

import javax.xml.parsers.DocumentBuilder;

import javax.xml.parsers.DocumentBuilderFactory;

import javax.xml.parsers.ParserConfigurationException;

import javax.xml.transform.Transformer;

import javax.xml.transform.TransformerException;

import javax.xml.transform.TransformerFactory;

import javax.xml.transform.dom.DOMSource;

import javax.xml.transform.stream.StreamResult;

import org.slf4j.Logger;

import org.slf4j.LoggerFactory;

import org.w3c.dom.Attr;

import org.w3c.dom.Document;

import org.w3c.dom.Element;

import org.gvsig.andami.IconThemeHelper;

import org.gvsig.andami.Launcher;

import org.gvsig.andami.plugins.Extension;

import org.gvsig.app.ApplicationLocator;

import org.gvsig.app.ApplicationManager;

import org.gvsig.app.project.documents.view.ViewDocument;

import org.gvsig.app.project.documents.view.gui.IView;

import org.gvsig.fmap.crs.CRSFactory;

import org.gvsig.fmap.dal.DALLocator;

import org.gvsig.fmap.dal.DataManager;

import org.gvsig.fmap.dal.DataServerExplorer;

import org.gvsig.fmap.dal.DataServerExplorerParameters;

import org.gvsig.fmap.dal.DataStore;

import org.gvsig.fmap.dal.DataStoreProviderFactory;

import org.gvsig.fmap.dal.exception.DataException;

import org.gvsig.fmap.dal.exception.InitializeException;

import org.gvsig.fmap.dal.exception.ProviderNotRegisteredException;

import org.gvsig.fmap.dal.exception.ValidateDataParametersException;

import org.gvsig.fmap.dal.raster.RasterStoreProviderFactory;

import org.gvsig.fmap.dal.raster.api.RasterSet;

import org.gvsig.fmap.dal.raster.api.RasterStore;

import org.gvsig.fmap.dal.raster.spi.NewRasterStoreParameters;

import org.gvsig.fmap.dal.spi.DALSPILocator;

import org.gvsig.fmap.dal.spi.DataManagerProviderServices;

import org.gvsig.fmap.geom.Geometry.DIMENSIONS;

import org.gvsig.fmap.geom.primitive.Envelope;

import org.gvsig.fmap.mapcontext.MapContext;

import org.gvsig.fmap.mapcontext.MapContextLocator;

import org.gvsig.fmap.mapcontext.MapContextManager;

import org.gvsig.fmap.mapcontext.exceptions.LoadLayerException;

import org.gvsig.fmap.mapcontext.layers.FLayer;

import org.gvsig.fmap.mapcontrol.MapControl;

import org.gvsig.raster.lib.buffer.api.Buffer;

import org.gvsig.raster.lib.buffer.api.exceptions.BufferException;

import org.gvsig.raster.tilecache.provider.TileCacheStoreProvider;

import org.gvsig.tools.dynobject.DynObject;

/**

 * Class for test purpose only. It serves to load a test layer in the active View.

 * @author fdiaz

 *

 */

public class AddTestRasterLayerExtension extends Extension {

    private static final Logger logger = LoggerFactory.getLogger(AddTestRasterLayerExtension.class);

    @Override

    public void initialize() {

        IconThemeHelper.registerIcon("action", "view-test-layer-add", this);

    }

    @Override

    public void execute(String actionCommand) {

        ApplicationManager application = ApplicationLocator.getManager();

        IView view = (IView) application.getActiveComponent(ViewDocument.class);

        if (view == null) {

            return;

        }

        ViewDocument document = view.getViewDocument();

        MapControl mapControl = view.getMapControl();

        final MapContextManager mapContextManager = MapContextLocator.getMapContextManager();

        FLayer layer = null;

        DataManager dataManager = DALLocator.getDataManager();

//        DataStore dataStore = openFileCached(new File("/home/paco/data/cartography/raster/ecw/valencia_1980_tif.tif"));

        DataStore dataStore = openFileCached(new File("/home/paco/data/Testdata/raster/JPG/relieve_andalucia.png"));

        String layerName = dataStore.getName();

        try {

            layer = mapContextManager.createLayer(layerName, dataStore);

        } catch (LoadLayerException e) {

            logger.warn("Cant load test layer", e);

        }

        MapContext mapContext = mapControl.getMapContext();

        mapContext.getLayers().add(layer);

        mapContext.callLegendChanged();

        document.setModified(true);

    }

    @Override

    public boolean isEnabled() {

        return true;

    }

    @Override

    public boolean isVisible() {

        ApplicationManager application = ApplicationLocator.getManager();

        return application.getActiveComponent(ViewDocument.class) != null;

    }

    /**

     * TO TEST ONLY

     *

     * @return

     */

    private RasterStore openWMS() {

        DataManagerProviderServices manager = DALSPILocator.getDataManagerProviderServices();

        DataStoreProviderFactory providerFactory = manager.getStoreProviderFactory("WMS");

        DynObject params = providerFactory.createParameters();

        if (params.getDynClass().getDynField("crs") != null) {

            params.setDynValue("crs", CRSFactory.getCRS("EPSG:23030"));

        }

        RasterStore store = null;

        try {

            store = (RasterStore) manager.openStore("WMS", params);

        } catch (ValidateDataParametersException | InitializeException | ProviderNotRegisteredException e) {

            logger.info("**** error opening store *****", e);

        }

        if (store != null) {

            logger.info("**** ??????? O.K !!!!!!! *****");

        } else {

            logger.info("**** K.O ;_( *****");

        }

        try {

            exportGTiff(store);

        } catch (ValidateDataParametersException | DataException | BufferException e) {

            logger.info("failed to copy");

        }

        return store;

    }

    /**

     * TO TEST ONLY

     *

     * @return

     */

    private RasterStore openWCS() {

        DataManagerProviderServices manager = DALSPILocator.getDataManagerProviderServices();

        DataStoreProviderFactory providerFactory = manager.getStoreProviderFactory("WCS");

        DynObject params = providerFactory.createParameters();

        if (params.getDynClass().getDynField("url") != null) {

            params.setDynValue("url", "http://inspire.cop.gva.es/mapserver/wcs?");

        }

        if (params.getDynClass().getDynField("coverage") != null) {

            params.setDynValue("coverage", "MDT");

        }

        if (params.getDynClass().getDynField("crs") != null) {

            params.setDynValue("crs", CRSFactory.getCRS("EPSG:23030"));

        }

        RasterStore store = null;

        try {

            store = (RasterStore) manager.openStore("WCS", params);

        } catch (ValidateDataParametersException | InitializeException | ProviderNotRegisteredException e) {

            logger.info("**** error opening store *****", e);

        }

        if (store != null) {

            logger.info("**** ??????? O.K !!!!!!! *****");

        } else {

            logger.info("**** K.O ;_( *****");

        }

        try {

            exportGTiff(store);

        } catch (ValidateDataParametersException | DataException | BufferException e) {

            logger.info("failed to copy");

        }

        return store;

    }

    /**

     * TO TEST ONLY

     *

     * @return

     */

    private RasterStore openPOSTGIS() {

        DataManagerProviderServices manager = DALSPILocator.getDataManagerProviderServices();

        DataStoreProviderFactory providerFactory = manager.getStoreProviderFactory("PostGISRaster");

        DynObject params = providerFactory.createParameters();

        // PG:host='gvsig-training.com' port='5432'

        // dbname='andalucia' user='curso' password='curso' schema='public'

        // table='tr_relieve_andalucia2'

        if (params.getDynClass().getDynField("host") != null) {

            params.setDynValue("host", "gvsig-training.com");

        }

        if (params.getDynClass().getDynField("dbname") != null) {

            params.setDynValue("dbname", "andalucia");

        }

        if (params.getDynClass().getDynField("table") != null) {

            params.setDynValue("table", "tr_relieve_andalucia2");

        }

        if (params.getDynClass().getDynField("schema") != null) {

            params.setDynValue("schema", "public");

        }

        if (params.getDynClass().getDynField("user") != null) {

            params.setDynValue("user", "curso");

        }

        if (params.getDynClass().getDynField("password") != null) {

            params.setDynValue("password", "curso");

        }

        if (params.getDynClass().getDynField("port") != null) {

            params.setDynValue("port", 5432);

        }

        if (params.getDynClass().getDynField("crs") != null) {

            params.setDynValue("crs", CRSFactory.getCRS("EPSG:23030"));

        }

        RasterStore store = null;

        try {

            store = (RasterStore) manager.openStore("PostGISRaster", params);

        } catch (ValidateDataParametersException | InitializeException | ProviderNotRegisteredException e) {

            logger.info("**** error opening store *****", e);

        }

        if (store != null) {

            logger.info("**** ??????? O.K !!!!!!! *****");

        } else {

            logger.info("**** K.O ;_( *****");

        }

        try {

            exportPNG(store);

        } catch (ValidateDataParametersException | DataException | BufferException e) {

            logger.info("failed to copy");

        }

        return store;

    }

    /**

     * TO TEST ONLY

     *

     * @return

     */

    private RasterStore openTileCache() {

        DataManagerProviderServices manager = DALSPILocator.getDataManagerProviderServices();

        DataStoreProviderFactory providerFactory = manager.getStoreProviderFactory("TileCache");

        DynObject params = providerFactory.createParameters();

        if (params.getDynClass().getDynField("name") != null) {

            params.setDynValue("name", "TilecacheTEST");

        }

        if (params.getDynClass().getDynField("crs") != null) {

            params.setDynValue("crs", CRSFactory.getCRS("EPSG:25830"));

        }

        RasterStore store = null;

        try {

            store = (RasterStore) manager.openStore("TileCache", params);

        } catch (ValidateDataParametersException | InitializeException | ProviderNotRegisteredException e) {

            logger.info("**** error opening store *****", e);

        }

        if (store != null) {

            logger.info("**** ??????? O.K !!!!!!! *****");

        } else {

            logger.info("**** K.O ;_( *****");

        }

        // try {

        // exportGTiff(store);

        // } catch (ValidateDataParametersException | DataException

        // | BufferException e) {

        // logger.info("failed to copy");

        // }

        return store;

    }

    private RasterStore openFileCached(File file){

        DataManagerProviderServices manager = DALSPILocator.getDataManagerProviderServices();

//        DataStoreProviderFactory providerFactory = manager.getStoreProviderFactory("GTiff");

        DataStoreProviderFactory providerFactory = manager.getStoreProviderFactory("JIMI");

        DynObject params = providerFactory.createParameters();

        if (params.getDynClass().getDynField("file") != null) {

            params.setDynValue("file", file);

        }

        if (params.getDynClass().getDynField("crs") != null) {

            params.setDynValue("crs", CRSFactory.getCRS("EPSG:25830"));

        }

        RasterStore store = null;

        try {

//            store = (RasterStore) manager.openStore("GTiff", params);

            store = (RasterStore) manager.openStore("JIMI", params);

        } catch (ValidateDataParametersException | InitializeException | ProviderNotRegisteredException e) {

            logger.info("**** error opening store *****", e);

        }

        if (store != null) {

            logger.info("**** ??????? O.K !!!!!!! *****");

        } else {

            logger.info("**** K.O ;_( *****");

        }

        RasterStoreProviderFactory tileCacheProviderFactory = (RasterStoreProviderFactory) manager.getStoreProviderFactory(TileCacheStoreProvider.NAME);

        DynObject tileParameters = tileCacheProviderFactory.createParameters();

        // FIXME: Ver qu? datos ser?an los adecuados para generar una carpeta

        // ?nica para la cach?

        StringBuilder builder = new StringBuilder();

        builder.append(store.getProviderName());

        // builder.append(store.getMetadataName());

        builder.append(store.getName());

        builder.append(store.getFullName());

        builder.append(store.getBands());

        MessageDigest md = null;

        String hex = "";

        try {

            md = java.security.MessageDigest.getInstance("MD5");

            md.update(builder.toString().getBytes());

            hex = convertToHex(md.digest());

        } catch (NoSuchAlgorithmException e) {

            logger.warn("Can't get a MD5 instance.", e);

        }

        String name = (hex.isEmpty()) ? store.getName() : hex + "-" + store.getName();

        if (tileParameters.getDynClass().getDynField("name") != null) {

            tileParameters.setDynValue("name", hex);

        }

        //FIXME:

        String rcacheDir = Launcher.getAppHomeDir() + File.separator + "gvsig_rcache";

        File folder = new File(rcacheDir + File.separator + name);

        createTileCacheStructXMLFile(store, folder);

        if (tileParameters.getDynClass().getDynField("cacheFolder") != null) {

            tileParameters.setDynValue("cacheFolder", folder);

        }

        if (tileParameters.getDynClass().getDynField("crs") != null) {

            tileParameters.setDynValue("crs", params.getDynValue("crs"));

        }

        try {

            store.useCache(TileCacheStoreProvider.NAME, tileParameters);

        } catch (DataException e) {

            logger.warn("Can't cache the layer.", e);

        }

        return store;

    }

    private void createTileCacheStructXMLFile(RasterStore store, File folder) {

        // FIXME: ?Coger estos valores de alguna constante o de una preferencia?

        int tileSizeX = 256;

        int tileSizeY = 256;

        File file = new File(folder, "tileCacheStruct.xml");

        if (!file.exists()) {

            try {

                DocumentBuilderFactory docFactory = DocumentBuilderFactory.newInstance();

                DocumentBuilder docBuilder = docFactory.newDocumentBuilder();

                // root elements

                Document doc = (Document) docBuilder.newDocument();

                Element rootElement = doc.createElement("TileCacheStruct");

                doc.appendChild(rootElement);

                // tileSize

                Element tileSize = doc.createElement("tileSize");

                rootElement.appendChild(tileSize);

                // tileSize Rows

                Attr rows = doc.createAttribute("rows");

                rows.setValue(String.valueOf(tileSizeY));

                tileSize.setAttributeNode(rows);

                // tileSize Columns

                Attr columns = doc.createAttribute("columns");

                columns.setValue(String.valueOf(tileSizeX));

                tileSize.setAttributeNode(columns);

                // format

                Element format = doc.createElement("format");

                format.setTextContent("GTiff");

                rootElement.appendChild(format);

                // structExtent

                Element structExtent = doc.createElement("structExtent");

                rootElement.appendChild(structExtent);

                Envelope envelope = store.getEnvelope();//store.getRasterSet().getEnvelope();

                // structExtent minX

                Element minX = doc.createElement("minX");

                minX.setTextContent(String.valueOf(envelope.getMinimum(DIMENSIONS.X)));

                structExtent.appendChild(minX);

                // structExtent minY

                Element minY = doc.createElement("minY");

                minY.setTextContent(String.valueOf(envelope.getMinimum(DIMENSIONS.Y)));

                structExtent.appendChild(minY);

                // structExtent maxX

                Element maxX = doc.createElement("maxX");

                maxX.setTextContent(String.valueOf(envelope.getMaximum(DIMENSIONS.X)));

                structExtent.appendChild(maxX);

                // structExtent maxY

                Element maxY = doc.createElement("maxY");

                maxY.setTextContent(String.valueOf(envelope.getMaximum(DIMENSIONS.Y)));

                structExtent.appendChild(maxY);

                Element levels = doc.createElement("levels");

                rootElement.appendChild(levels);

                // FIXME: ?alguna otra forma de obtener el pixelSize del store completo?

                RasterSet rasterSet = store.getRasterSet();

                int storeRows = rasterSet.getRows();

                int storeColumns = rasterSet.getColumns();

                double storePixelSizeX = rasterSet.getPixelSizeX();

                double storePixelSizeY = rasterSet.getPixelSizeY();

                int storeLength = storeColumns;

                int tileLength = tileSizeX;

                double storePixelSize = storePixelSizeX;

                if (storeRows * tileSizeY > storeColumns * tileSizeX) {

                    storeLength = storeRows;

                    tileLength = tileSizeY;

                    storePixelSize = storePixelSizeY;

                }

                List<Double> pixelSizes = new ArrayList<Double>();

                Map<Integer, Double> zoomLevels = new HashMap<Integer, Double>();

                double pixelSize = storePixelSize;

                while(storeLength*storePixelSize/pixelSize>tileLength){

                    pixelSizes.add(pixelSize);

                    pixelSize = pixelSize*2;

                }

                pixelSizes.add(pixelSize);

                int i=0;

                for(int zoomLevel = pixelSizes.size()-1; zoomLevel >= 0; zoomLevel--){

                  zoomLevels.put(i, pixelSizes.get(zoomLevel));

                  appendZoomLevel(doc, levels, i, pixelSizes.get(zoomLevel));

                  i++;

                }

                // write the content into xml file

                TransformerFactory transformerFactory = TransformerFactory.newInstance();

                Transformer transformer = transformerFactory.newTransformer();

                DOMSource source = new DOMSource(doc);

                File parent = file.getParentFile();

                if(!parent.exists()){

                    parent.mkdirs();

                }

                file.createNewFile();

                StreamResult result = new StreamResult(file.toURI().getPath());

                transformer.transform(source, result);

            } catch (ParserConfigurationException | TransformerException | DataException | IOException e) {

                logger.warn("Can't create tileCacheStruct.xml file", e);

            }

        }

    }

    /**

     * @param doc

     * @param rootElement

     * @param levels

     * @param zoomLevel

     * @param pixelSize

     */

    private void appendZoomLevel(Document doc, Element levels, int zoomLevel, double pixelSize) {

        Element level = doc.createElement("level");

        levels.appendChild(level);

        // level zoomLevel

        Attr index = doc.createAttribute("index");

        index.setValue(String.valueOf(zoomLevel));

        level.setAttributeNode(index);

        // level pixelSize

        Attr pxSize = doc.createAttribute("pixelSize");

        pxSize.setValue(String.valueOf(pixelSize));

        level.setAttributeNode(pxSize);

    }

    /**

     * Converts an array of bytes to hexadecimal string

     *

     * @param data

     * @return

     */

    private String convertToHex(byte[] data) {

        StringBuffer buf = new StringBuffer();

        for (int i = 0; i < data.length; i++) {

            int halfbyte = (data[i] >>> 4) & 0x0F;

            int two_halfs = 0;

            do {

                if ((0 <= halfbyte) && (halfbyte <= 9))

                    buf.append((char) ('0' + halfbyte));

                else

                    buf.append((char) ('a' + (halfbyte - 10)));

                halfbyte = data[i] & 0x0F;

            } while (two_halfs++ < 1);

        }

        return buf.toString();

    }

    /**

     * TO TEST ONLY

     *

     * @return

     */

    private void exportPNG(RasterStore store) throws InitializeException, ProviderNotRegisteredException,

        ValidateDataParametersException, DataException, BufferException {

        String providerName = "PNG";

        String extension = "png";

        DataManagerProviderServices manager = DALSPILocator.getDataManagerProviderServices();

        DataServerExplorerParameters eparams = manager.createServerExplorerParameters("FilesystemExplorer");

        int count = 0;

        String path = "/home/daniel/pruebas/datosPruebaRaster/copiedFile." + extension;

        File destFile = new File(path);

        while (destFile.exists()) {

            count++;

            path = "/home/daniel/pruebas/datosPruebaRaster/copiedFile_" + count + "." + extension;

            destFile = new File(path);

        }

        eparams.setDynValue("initialpath", path);

        DataServerExplorer serverExplorer = manager.createServerExplorer(eparams);

        NewRasterStoreParameters params = (NewRasterStoreParameters) serverExplorer.getAddParameters(providerName);

        params.setDynValue("file", destFile);

        params.setDynValue("worldfile", false);

        params.setDynValue("zlevel", 1);

        Buffer buffer = store.getRasterSet().clip(store.getEnvelope());

        params.setBuffer(buffer);

        serverExplorer.add(providerName, params, true);

    }

    /**

     * TO TEST ONLY

     *

     * @return

     */

    private void exportGTiff(RasterStore store) throws InitializeException, ProviderNotRegisteredException,

        ValidateDataParametersException, DataException, BufferException {

        String providerName = "GTiff";

        String extension = "tif";

        DataManagerProviderServices manager = DALSPILocator.getDataManagerProviderServices();

        DataServerExplorerParameters eparams = manager.createServerExplorerParameters("FilesystemExplorer");

        int count = 0;

        String path = "/home/daniel/pruebas/datosPruebaRaster/copiedFile." + extension;

        File destFile = new File(path);

        while (destFile.exists()) {

            count++;

            path = "/home/daniel/pruebas/datosPruebaRaster/copiedFile_" + count + "." + extension;

            destFile = new File(path);

        }

        eparams.setDynValue("initialpath", path);

        DataServerExplorer serverExplorer = manager.createServerExplorer(eparams);

        NewRasterStoreParameters params = (NewRasterStoreParameters) serverExplorer.getAddParameters(providerName);

        params.setDynValue("file", destFile);

        params.setDynValue("compress", "NONE");

        params.setDynValue("tfw", false);

        params.setDynValue("photometric", "RGB");

        Buffer buffer = store.getRasterSet().clip(store.getEnvelope());

        params.setBuffer(buffer);

        serverExplorer.add(providerName, params, true);

    }

    /**

     * TO TEST ONLY

     *

     * @return

     */

    private void exportBMP(RasterStore store) throws InitializeException, ProviderNotRegisteredException,

        ValidateDataParametersException, DataException, BufferException {

        String providerName = "BMP";

        String extension = "bmp";

        DataManagerProviderServices manager = DALSPILocator.getDataManagerProviderServices();

        DataServerExplorerParameters eparams = manager.createServerExplorerParameters("FilesystemExplorer");

        int count = 0;

        String path = "/home/daniel/pruebas/datosPruebaRaster/copiedFile." + extension;

        File destFile = new File(path);

        while (destFile.exists()) {

            count++;

            path = "/home/daniel/pruebas/datosPruebaRaster/copiedFile_" + count + "." + extension;

            destFile = new File(path);

        }

        eparams.setDynValue("initialpath", path);

        DataServerExplorer serverExplorer = manager.createServerExplorer(eparams);

        NewRasterStoreParameters params = (NewRasterStoreParameters) serverExplorer.getAddParameters(providerName);

        params.setDynValue("file", destFile);

        params.setDynValue("worldfile", true);

        Buffer buffer = store.getRasterSet().clip(store.getEnvelope());

        params.setBuffer(buffer);

        serverExplorer.add(providerName, params, true);

    }

    /**

     * TO TEST ONLY

     *

     * @return

     */

    private void exportNetCDF(RasterStore store) throws InitializeException, ProviderNotRegisteredException,

        ValidateDataParametersException, DataException, BufferException {

        String providerName = "netCDF";

        String extension = "nc";

        DataManagerProviderServices manager = DALSPILocator.getDataManagerProviderServices();

        DataServerExplorerParameters eparams = manager.createServerExplorerParameters("FilesystemExplorer");

        int count = 0;

        String path = "/home/daniel/pruebas/datosPruebaRaster/copiedFile." + extension;

        File destFile = new File(path);

        while (destFile.exists()) {

            count++;

            path = "/home/daniel/pruebas/datosPruebaRaster/copiedFile_" + count + "." + extension;

            destFile = new File(path);

        }

        eparams.setDynValue("initialpath", path);

        DataServerExplorer serverExplorer = manager.createServerExplorer(eparams);

        NewRasterStoreParameters params = (NewRasterStoreParameters) serverExplorer.getAddParameters(providerName);

        params.setDynValue("file", destFile);

        // params.setDynValue("format", "NC4C");

        // params.setDynValue("pixeltype", "DEFAULT");

        params.setDynValue("chunking", false);

        Buffer buffer = store.getRasterSet().clip(store.getEnvelope());

        params.setBuffer(buffer);

        serverExplorer.add(providerName, params, true);

    }

}