Skip to content
Snippets Groups Projects
Commit d6a3287b authored by Tobias Pietzsch's avatar Tobias Pietzsch
Browse files

Merge remote-tracking branch 'hkmoon/master' into hongkee

parents 2b6db04e 409faed9
No related branches found
No related tags found
No related merge requests found
package bdv.server; package bdv.server;
import java.io.IOException;
import java.io.OutputStream;
import java.io.PrintWriter;
import javax.servlet.ServletException;
import javax.servlet.http.HttpServletRequest;
import javax.servlet.http.HttpServletResponse;
import mpicbg.spim.data.SpimDataException; import mpicbg.spim.data.SpimDataException;
import net.imglib2.img.basictypeaccess.volatiles.array.VolatileShortArray;
import net.imglib2.realtransform.AffineTransform3D;
import org.eclipse.jetty.server.Request;
import org.eclipse.jetty.server.Server; import org.eclipse.jetty.server.Server;
import org.eclipse.jetty.server.handler.AbstractHandler; import org.eclipse.jetty.server.handler.HandlerCollection;
import org.eclipse.jetty.util.log.Log;
import bdv.img.cache.CacheHints; import java.util.HashMap;
import bdv.img.cache.LoadingStrategy;
import bdv.img.cache.VolatileCell;
import bdv.img.cache.VolatileGlobalCellCache;
import bdv.img.hdf5.Hdf5ImageLoader;
import bdv.img.remote.AffineTransform3DJsonSerializer;
import bdv.img.remote.RemoteImageLoaderMetaData;
import bdv.spimdata.SequenceDescriptionMinimal;
import bdv.spimdata.SpimDataMinimal;
import bdv.spimdata.XmlIoSpimDataMinimal;
import com.google.gson.GsonBuilder;
public class BigDataServer public class BigDataServer
{ {
static HashMap< String, String > dataSet = new HashMap<>();
private static final org.eclipse.jetty.util.log.Logger LOG = Log.getLogger( BigDataServer.class );
public static void main( final String[] args ) throws Exception public static void main( final String[] args ) throws Exception
{ {
final String fn = args.length > 0 ? args[ 0 ] : "/Users/pietzsch/Desktop/data/fibsem.xml"; final String fn = args.length > 0 ? args[ 0 ] : "/Users/moon/Projects/git-projects/BigDataViewer/data/HisYFP-SPIM.xml";
dataSet.put( "HisYFP-SPIM", fn );
final int port = args.length > 1 ? Integer.parseInt( args[ 1 ] ) : 8080; final int port = args.length > 1 ? Integer.parseInt( args[ 1 ] ) : 8080;
System.setProperty( "org.eclipse.jetty.util.log.class", "org.eclipse.jetty.util.log.StdErrLog" ); System.setProperty( "org.eclipse.jetty.util.log.class", "org.eclipse.jetty.util.log.StdErrLog" );
final Server server = new Server( port ); final Server server = new Server( port );
server.setHandler( new CellHandler( fn ) );
String baseURL = "http://" + server.getURI().getHost() + ":" + port;
HandlerCollection handlers = createHandlers( baseURL, dataSet );
handlers.addHandler( new ManagerHandler( baseURL, server, handlers ) );
LOG.info( "Set handler: " + handlers );
server.setHandler( handlers );
LOG.info( "BigDataServer starting" );
server.start(); server.start();
server.join(); server.join();
} }
static class CellHandler extends AbstractHandler static private HandlerCollection createHandlers( String baseURL, HashMap< String, String > dataSet ) throws SpimDataException
{ {
private final VolatileGlobalCellCache< VolatileShortArray > cache; HandlerCollection handlers = new HandlerCollection( true );
private final String metadataJson;
private final RemoteImageLoaderMetaData metadata;
private final CacheHints cacheHints; for ( String key : dataSet.keySet() )
public CellHandler( final String xmlFilename ) throws SpimDataException
{ {
final SpimDataMinimal spimData = new XmlIoSpimDataMinimal().load( xmlFilename ); String context = "/" + key;
final SequenceDescriptionMinimal seq = spimData.getSequenceDescription(); CellHandler ctx = new CellHandler( baseURL + context + "/", dataSet.get( key ) );
final Hdf5ImageLoader imgLoader = ( Hdf5ImageLoader ) seq.getImgLoader(); ctx.setContextPath( context );
cache = imgLoader.getCache(); handlers.addHandler( ctx );
metadata = new RemoteImageLoaderMetaData( imgLoader, seq );
final GsonBuilder gsonBuilder = new GsonBuilder();
gsonBuilder.registerTypeAdapter( AffineTransform3D.class, new AffineTransform3DJsonSerializer() );
gsonBuilder.enableComplexMapKeySerialization();
metadataJson = gsonBuilder.create().toJson( metadata );
cacheHints = new CacheHints( LoadingStrategy.BLOCKING, 0, false );
} }
@Override return handlers;
public void handle( final String target, final Request baseRequest, final HttpServletRequest request, final HttpServletResponse response ) throws IOException, ServletException
{
final String cellString = request.getParameter( "p" );
if ( cellString == null )
return;
final String[] parts = cellString.split( "/" );
if ( parts[ 0 ].equals( "cell" ) )
{
final int index = Integer.parseInt( parts[ 1 ] );
final int timepoint = Integer.parseInt( parts[ 2 ] );
final int setup = Integer.parseInt( parts[ 3 ] );
final int level = Integer.parseInt( parts[ 4 ] );
VolatileCell< VolatileShortArray > cell = cache.getGlobalIfCached( timepoint, setup, level, index, cacheHints );
if ( cell == null )
{
final int[] cellDims = new int[] {
Integer.parseInt( parts[ 5 ] ),
Integer.parseInt( parts[ 6 ] ),
Integer.parseInt( parts[ 7 ] ) };
final long[] cellMin = new long[] {
Long.parseLong( parts[ 8 ] ),
Long.parseLong( parts[ 9 ] ),
Long.parseLong( parts[ 10 ] ) };
cell = cache.createGlobal( cellDims, cellMin, timepoint, setup, level, index, cacheHints );
}
final short[] data = cell.getData().getCurrentStorageArray();
final byte[] buf = new byte[ 2 * data.length ];
for ( int i = 0, j = 0; i < data.length; i++ )
{
final short s = data[ i ];
buf[ j++ ] = ( byte ) ( ( s >> 8 ) & 0xff );
buf[ j++ ] = ( byte ) ( s & 0xff );
}
response.setContentType( "application/octet-stream" );
response.setContentLength( buf.length );
response.setStatus( HttpServletResponse.SC_OK );
baseRequest.setHandled( true );
final OutputStream os = response.getOutputStream();
os.write( buf );
os.close();
}
else if ( parts[ 0 ].equals( "init" ) )
{
response.setContentType( "application/octet-stream" );
response.setStatus( HttpServletResponse.SC_OK );
baseRequest.setHandled( true );
final PrintWriter ow = response.getWriter();
ow.write( metadataJson );
ow.close();
}
}
} }
} }
package bdv.server;
import bdv.img.cache.CacheHints;
import bdv.img.cache.LoadingStrategy;
import bdv.img.cache.VolatileCell;
import bdv.img.cache.VolatileGlobalCellCache;
import bdv.img.hdf5.Hdf5ImageLoader;
import bdv.img.remote.AffineTransform3DJsonSerializer;
import bdv.img.remote.RemoteImageLoaderMetaData;
import bdv.spimdata.SequenceDescriptionMinimal;
import bdv.spimdata.SpimDataMinimal;
import bdv.spimdata.XmlIoSpimDataMinimal;
import com.google.gson.GsonBuilder;
import mpicbg.spim.data.SpimDataException;
import net.imglib2.img.basictypeaccess.volatiles.array.VolatileShortArray;
import net.imglib2.realtransform.AffineTransform3D;
import org.eclipse.jetty.server.Request;
import org.eclipse.jetty.server.handler.ContextHandler;
import org.jdom2.Document;
import org.jdom2.Element;
import org.jdom2.input.SAXBuilder;
import org.jdom2.output.XMLOutputter;
import javax.servlet.ServletException;
import javax.servlet.http.HttpServletRequest;
import javax.servlet.http.HttpServletResponse;
import java.io.IOException;
import java.io.OutputStream;
import java.io.PrintWriter;
public class CellHandler extends ContextHandler
{
private final VolatileGlobalCellCache< VolatileShortArray > cache;
private final String metadataJson;
private final RemoteImageLoaderMetaData metadata;
private final CacheHints cacheHints;
private final String xmlFile;
private final String dataSetURL;
public CellHandler( final String baseUrl, final String xmlFilename ) throws SpimDataException
{
final SpimDataMinimal spimData = new XmlIoSpimDataMinimal().load( xmlFilename );
final SequenceDescriptionMinimal seq = spimData.getSequenceDescription();
final Hdf5ImageLoader imgLoader = ( Hdf5ImageLoader ) seq.getImgLoader();
cache = imgLoader.getCache();
metadata = new RemoteImageLoaderMetaData( imgLoader, seq );
final GsonBuilder gsonBuilder = new GsonBuilder();
gsonBuilder.registerTypeAdapter( AffineTransform3D.class, new AffineTransform3DJsonSerializer() );
gsonBuilder.enableComplexMapKeySerialization();
metadataJson = gsonBuilder.create().toJson( metadata );
cacheHints = new CacheHints( LoadingStrategy.BLOCKING, 0, false );
// dataSetURL property is used for providing the XML file by replace SequenceDescription>ImageLoader>baseUrl
xmlFile = xmlFilename;
dataSetURL = baseUrl;
}
@Override
public void doHandle( final String target, final Request baseRequest, final HttpServletRequest request, final HttpServletResponse response ) throws IOException, ServletException
{
final String cellString = request.getParameter( "p" );
if ( cellString == null )
{
provideXML( baseRequest, response );
return;
}
final String[] parts = cellString.split( "/" );
if ( parts[ 0 ].equals( "cell" ) )
{
final int index = Integer.parseInt( parts[ 1 ] );
final int timepoint = Integer.parseInt( parts[ 2 ] );
final int setup = Integer.parseInt( parts[ 3 ] );
final int level = Integer.parseInt( parts[ 4 ] );
VolatileCell< VolatileShortArray > cell = cache.getGlobalIfCached( timepoint, setup, level, index, cacheHints );
if ( cell == null )
{
final int[] cellDims = new int[] {
Integer.parseInt( parts[ 5 ] ),
Integer.parseInt( parts[ 6 ] ),
Integer.parseInt( parts[ 7 ] ) };
final long[] cellMin = new long[] {
Long.parseLong( parts[ 8 ] ),
Long.parseLong( parts[ 9 ] ),
Long.parseLong( parts[ 10 ] ) };
cell = cache.createGlobal( cellDims, cellMin, timepoint, setup, level, index, cacheHints );
}
final short[] data = cell.getData().getCurrentStorageArray();
final byte[] buf = new byte[ 2 * data.length ];
for ( int i = 0, j = 0; i < data.length; i++ )
{
final short s = data[ i ];
buf[ j++ ] = ( byte ) ( ( s >> 8 ) & 0xff );
buf[ j++ ] = ( byte ) ( s & 0xff );
}
response.setContentType( "application/octet-stream" );
response.setContentLength( buf.length );
response.setStatus( HttpServletResponse.SC_OK );
baseRequest.setHandled( true );
final OutputStream os = response.getOutputStream();
os.write( buf );
os.close();
}
else if ( parts[ 0 ].equals( "init" ) )
{
response.setContentType( "application/octet-stream" );
response.setStatus( HttpServletResponse.SC_OK );
baseRequest.setHandled( true );
final PrintWriter ow = response.getWriter();
ow.write( metadataJson );
ow.close();
}
}
public void provideXML( final Request baseRequest, final HttpServletResponse response ) throws IOException, ServletException
{
final SAXBuilder sax = new SAXBuilder();
Document doc;
try
{
doc = sax.build( xmlFile );
}
catch ( final Exception e )
{
throw new ServletException( e );
}
final Element root = doc.getRootElement();
final Element SequenceDescription = root.getChild( "SequenceDescription" );
final Element ImageLoader = SequenceDescription.getChild( "ImageLoader" );
ImageLoader.setAttribute( "format", "bdv.remote" );
ImageLoader.removeChild( "hdf5" );
final Element baseUrl = new Element( "baseUrl" );
baseUrl.setText( dataSetURL );
ImageLoader.setContent( baseUrl );
response.setContentType( "application/xml" );
response.setStatus( HttpServletResponse.SC_OK );
baseRequest.setHandled( true );
final PrintWriter ow = response.getWriter();
ow.write( new XMLOutputter().outputString( doc ) );
ow.close();
}
}
\ No newline at end of file
package bdv.server;
import mpicbg.spim.data.SpimDataException;
import org.eclipse.jetty.server.Handler;
import org.eclipse.jetty.server.Request;
import org.eclipse.jetty.server.Server;
import org.eclipse.jetty.server.handler.ContextHandler;
import org.eclipse.jetty.server.handler.HandlerCollection;
import org.eclipse.jetty.util.log.Log;
import javax.servlet.ServletException;
import javax.servlet.http.HttpServletRequest;
import javax.servlet.http.HttpServletResponse;
import java.io.IOException;
import java.io.PrintWriter;
public class ManagerHandler extends ContextHandler
{
private static final org.eclipse.jetty.util.log.Logger LOG = Log.getLogger( ManagerHandler.class );
private final String baseURL;
private final Server server;
private final HandlerCollection handlers;
public ManagerHandler( String baseURL, Server server, HandlerCollection handlers )
{
this.baseURL = baseURL;
this.server = server;
this.handlers = handlers;
setContextPath( "/manager" );
}
@Override
public void doHandle( final String target, final Request baseRequest, final HttpServletRequest request, final HttpServletResponse response ) throws IOException, ServletException
{
final String op = request.getParameter( "op" );
if ( op == null )
{
list( baseRequest, response );
}
else if ( op.equals( "deploy" ) )
{
String ds = request.getParameter( "ds" );
String file = request.getParameter( "file" );
deploy( ds, file, baseRequest, response );
}
else if ( op.equals( "undeploy" ) )
{
String ds = request.getParameter( "ds" );
undeploy( ds, baseRequest, response );
}
else
{
return;
}
}
private void list( final Request baseRequest, final HttpServletResponse response ) throws IOException
{
response.setContentType( "text/html" );
response.setStatus( HttpServletResponse.SC_OK );
baseRequest.setHandled( true );
final PrintWriter ow = response.getWriter();
for ( Handler handler : server.getChildHandlersByClass( CellHandler.class ) )
{
CellHandler contextHandler = null;
if ( handler instanceof CellHandler )
{
contextHandler = ( CellHandler ) handler;
ow.write( contextHandler.getContextPath() );
}
}
ow.close();
}
private void deploy( final String datasetName, final String fileLocation, final Request baseRequest, final HttpServletResponse response ) throws IOException
{
LOG.info( "Add new context: " + datasetName );
CellHandler ctx = null;
try
{
ctx = new CellHandler( baseURL + datasetName + "/", fileLocation );
}
catch ( SpimDataException e )
{
LOG.warn( "Failed to create a CellHandler", e );
e.printStackTrace();
}
ctx.setContextPath( "/" + datasetName );
handlers.addHandler( ctx );
response.setContentType( "text/html" );
response.setStatus( HttpServletResponse.SC_OK );
baseRequest.setHandled( true );
final PrintWriter ow = response.getWriter();
ow.write( datasetName + " registered." );
ow.close();
}
private void undeploy( final String datasetName, final Request baseRequest, final HttpServletResponse response ) throws IOException
{
LOG.info( "Remove the context: " + datasetName );
boolean ret = false;
for ( Handler handler : server.getChildHandlersByClass( CellHandler.class ) )
{
CellHandler contextHandler = null;
if ( handler instanceof CellHandler )
{
contextHandler = ( CellHandler ) handler;
if ( datasetName.equals( contextHandler.getContextPath() ) )
{
try
{
contextHandler.stop();
}
catch ( Exception e )
{
e.printStackTrace();
}
contextHandler.destroy();
handlers.removeHandler( contextHandler );
ret = true;
break;
}
}
}
if ( ret )
{
response.setContentType( "text/html" );
response.setStatus( HttpServletResponse.SC_OK );
baseRequest.setHandled( true );
final PrintWriter ow = response.getWriter();
ow.write( datasetName + " removed." );
ow.close();
}
}
}
\ No newline at end of file
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment