package org.autoplot.idlsupport; import java.io.File; import java.io.IOException; import java.io.RandomAccessFile; import java.lang.reflect.Array; import java.net.URI; import java.nio.ByteBuffer; import java.nio.ByteOrder; import java.nio.channels.FileChannel; import java.text.ParseException; import java.util.LinkedHashMap; import java.util.Map; import java.util.logging.Logger; import org.autoplot.datasource.AbstractDataSource; import org.das2.datum.Datum; import org.das2.datum.EnumerationUnits; import org.das2.datum.TimeUtil; import org.das2.datum.Units; import org.das2.qds.ArrayDataSet; import org.das2.qds.DDataSet; import org.das2.qds.DataSetOps; import org.das2.qds.DataSetUtil; import org.das2.qds.IDataSet; import org.das2.qds.LDataSet; import org.das2.qds.QDataSet; import org.das2.qds.SDataSet; import org.das2.qds.examples.Schemes; import org.das2.qds.ops.Ops; import org.das2.util.LoggerManager; import org.das2.util.monitor.ProgressMonitor; /** * Read a variable from an IDLSav file. * @author jbf */ public class IdlsavDataSource extends AbstractDataSource { private static Logger logger= LoggerManager.getLogger("apdss.idlsav"); public IdlsavDataSource(URI uri) { super(uri); } public static Object getFromStructure( Map v, String t ) { int i= t.indexOf('.'); if ( i==-1 ) { return ((Map)v).get(t); } else { Map vc= (Map)(((Map)v).get(t.substring(0,i))); // child of v return getFromStructure( vc, t.substring(i+1) ); } } private static Map getUserProperties( ReadIDLSav.ArrayData arr ) { Map up= new LinkedHashMap(); up.put( "fileOffset", arr._fileOffset ); up.put( "lengthBytes", arr._lengthBytes ); return up; } public static QDataSet getArray( ReadIDLSav reader, ByteBuffer buffer, String arg ) throws IOException { Object v; int i= arg.indexOf('.'); String t=arg; if ( i>-1 ) { // structure String h= t.substring(0,i); t= t.substring(i+1); v= reader.readVar( buffer, h ); if ( !( v instanceof Map ) ) { throw new IllegalArgumentException("expected map for '"+h+"'"); } else { v= getFromStructure( ((Map)v), t ); if ( v==null ) throw new IllegalArgumentException("unable to find variable: "+arg); } } else { v= reader.readVar( buffer, arg ); } if ( v==null ) { throw new IllegalArgumentException("unable to find variable or not supported: "+arg); } if ( v instanceof ReadIDLSav.ArrayData ) { ReadIDLSav.ArrayData arrayData= (ReadIDLSav.ArrayData)v; Class c= arrayData.array.getClass(); if ( c.isArray() && c.getComponentType()==String.class ) { if ( arrayData.dims.length>1 ) { throw new IllegalArgumentException("not supported"); } EnumerationUnits u= Units.nominal(); ArrayDataSet result= IDataSet.create(arrayData.dims); result.putProperty( QDataSet.UNITS, u ); if ( arrayData.dims.length!=1 ) throw new IllegalArgumentException("multi dimensional not supported"); for ( int j=0; j-1 ) { // structure String h= t.substring(0,i); t= t.substring(i+1); v= reader.readVar( inch, h ); if ( !( v instanceof Map ) ) { throw new IllegalArgumentException("expected map for '"+h+"'"); } else { v= getFromStructure( ((Map)v), t ); if ( v==null ) throw new IllegalArgumentException("unable to find variable: "+arg); } } else { v= reader.readVar( inch, arg ); } if ( v==null ) { throw new IllegalArgumentException("unable to find variable or not supported: "+arg); } if ( v instanceof ReadIDLSav.ArrayData ) { ReadIDLSav.ArrayData arrayData= (ReadIDLSav.ArrayData)v; Class c= arrayData.array.getClass(); if ( c.isArray() && c.getComponentType()==String.class ) { if ( arrayData.dims.length>1 ) { throw new IllegalArgumentException("not supported"); } EnumerationUnits u= Units.nominal(); ArrayDataSet result= IDataSet.create(arrayData.dims); result.putProperty( QDataSet.UNITS, u ); if ( arrayData.dims.length!=1 ) throw new IllegalArgumentException("multi dimensional not supported"); for ( int j=0; j0 ) { double yr= result.value(0,0); if ( Math.floor(yr)==yr && yr>1900 && yr<2200 ) { result= Ops.toTimeDataSet( Ops.slice1(result,0), Ops.slice1(result,1), Ops.slice1(result,2), Ops.slice1(result,3), Ops.slice1(result,4), Ops.slice1(result,5), null ); } } break; case 1: Units u= (Units)array.property(QDataSet.UNITS); if ( u instanceof EnumerationUnits ) { // are the strings found actually ISO8601 times? if ( array.length()>8 ) { String firstRec= array.slice(0).svalue(); String yr4= firstRec.substring(0,4); if ( firstRec.length()>10 ) { int year= Integer.parseUnsignedInt(yr4); if ( year>1600 && year<2900 ) { if ( TimeUtil.isValidTime(firstRec) ) { boolean useTimes= true; DDataSet newTime= DDataSet.createRank1( array.length() ); Units timeUnits= year>2010 ? Units.us2020 : Units.us2000; newTime.putProperty(QDataSet.UNITS, timeUnits); newTime.putProperty(name, array.property(QDataSet.NAME) ); for ( int i=0; i0 ) { datas = new QDataSet[3]; //QDataSet array= getArray( reader, buffer, z ); QDataSet array= getArray( reader, inChannel, z ); array= handleDs( array, z ); datas[2]= array; } if ( y.length()>0 ) { if ( datas==null ) datas= new QDataSet[2]; QDataSet array= getArray( reader, buffer, y ); array= handleDs( array, y ); datas[1]= array; } if ( x.length()>0 ) { if ( datas==null ) datas= new QDataSet[1]; QDataSet array= getArray( reader, buffer, x ); array= handleDs( array, x ); datas[0]= array; } ndata= datas.length; } else { names = name.split(","); datas = new QDataSet[names.length+2]; if ( names.length>4 ) { throw new IllegalArgumentException("first argument can only" + " contain four comma-separated names." ); } int i=0; if ( x.length()>0 ) { if ( datas==null ) datas= new QDataSet[1]; QDataSet array= getArray( reader, buffer, x ); array= handleDs( array, x ); datas[i++]= array; } if ( y.length()>0 ) { if ( datas==null ) datas= new QDataSet[2]; QDataSet array= getArray( reader, buffer, y ); array= handleDs( array, y ); datas[i++]= array; } for ( int j=0; j0 ) { Units xunits= Units.lookupUnits(sxunits); if ( datas.length>0 ) { datas[0]= Ops.putProperty( datas[0], QDataSet.UNITS, xunits ); } } String syunits= getParam("yunits", "" ); if ( syunits.length()>0 ) { Units yunits= Units.lookupUnits(syunits); int ids= 1; datas[ids]= Ops.putProperty( datas[ids], QDataSet.UNITS, yunits ); } String sunits= getParam("units", "" ); if ( sunits.length()>0 ) { Units units= Units.lookupUnits(sunits); int ids= ndata-1; datas[ids]= Ops.putProperty( datas[ids], QDataSet.UNITS, units ); } switch( ndata ) { case 1: { return datas[0]; } case 2: { return Ops.link(datas[0],datas[1]); } case 3: { if ( datas[2].length()!=datas[0].length() ) { // automatically transpose, since this happens with IDL often. if ( datas[2].rank()==2 ) { if ( datas[2].length(0)==datas[0].length() ) { datas[2]= Ops.transpose(datas[2]); } } } return Ops.link(datas[0],datas[1],datas[2]); } case 4: { return Ops.link(datas[0],datas[1],datas[2],datas[3]); } default: throw new IllegalArgumentException("not supported"); } } }