source: trunk/src/series/merge_proj.m @ 810

Last change on this file since 810 was 810, checked in by g7moreau, 10 years ago
  • Add license
File size: 20.1 KB
RevLine 
[573]1%'merge_proj': concatene several fields from series, can project them on a regular grid in phys coordinates
[457]2%------------------------------------------------------------------------
[464]3% function ParamOut=merge_proj(Param)
[457]4%------------------------------------------------------------------------
5%%%%%%%%%%% GENERAL TO ALL SERIES ACTION FCTS %%%%%%%%%%%%%%%%%%%%%%%%%%%
[169]6%
7%OUTPUT
[596]8% ParamOut: sets options in the GUI series.fig needed for the function
[169]9%
10%INPUT:
[457]11% In run mode, the input parameters are given as a Matlab structure Param copied from the GUI series.
12% In batch mode, Param is the name of the corresponding xml file containing the same information
[596]13% when Param.Action.RUN=0 (as activated when the current Action is selected
14% in series), the function ouput paramOut set the activation of the needed GUI elements
[169]15%
[596]16% Param contains the elements:(use the menu bar command 'export/GUI config' in series to
17% see the current structure Param)
[457]18%    .InputTable: cell of input file names, (several lines for multiple input)
19%                      each line decomposed as {RootPath,SubDir,Rootfile,NomType,Extension}
20%    .OutputSubDir: name of the subdirectory for data outputs
[474]21%    .OutputDirExt: directory extension for data outputs
[457]22%    .Action: .ActionName: name of the current activated function
23%             .ActionPath:   path of the current activated function
[596]24%             .ActionExt: fct extension ('.m', Matlab fct, '.sh', compiled   Matlab fct
25%             .RUN =0 for GUI input, =1 for function activation
26%             .RunMode='local','background', 'cluster': type of function  use
27%             
[457]28%    .IndexRange: set the file or frame indices on which the action must be performed
29%    .FieldTransform: .TransformName: name of the selected transform function
30%                     .TransformPath:   path  of the selected transform function
31%    .InputFields: sub structure describing the input fields withfields
[596]32%              .FieldName: name(s) of the field
[457]33%              .VelType: velocity type
34%              .FieldName_1: name of the second field in case of two input series
35%              .VelType_1: velocity type of the second field in case of two input series
[596]36%              .Coord_y: name of y coordinate variable
37%              .Coord_x: name of x coordinate variable
[457]38%    .ProjObject: %sub structure describing a projection object (read from ancillary GUI set_object)
39%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
40
[810]41%=======================================================================
42% Copyright 2008-2014, LEGI UMR 5519 / CNRS UJF G-INP, Grenoble, France
43%   http://www.legi.grenoble-inp.fr
44%   Joel.Sommeria - Joel.Sommeria (A) legi.cnrs.fr
45%
46%     This file is part of the toolbox UVMAT.
47%
48%     UVMAT is free software; you can redistribute it and/or modify
49%     it under the terms of the GNU General Public License as published
50%     by the Free Software Foundation; either version 2 of the license,
51%     or (at your option) any later version.
52%
53%     UVMAT is distributed in the hope that it will be useful,
54%     but WITHOUT ANY WARRANTY; without even the implied warranty of
55%     MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
56%     GNU General Public License (see LICENSE.txt) for more details.
57%=======================================================================
58
[462]59function ParamOut=merge_proj(Param)
[29]60
[606]61%% set the input elements needed on the GUI series when the function is selected in the menu ActionName or InputTable refreshed
[592]62if isstruct(Param) && isequal(Param.Action.RUN,0)
[606]63    ParamOut.AllowInputSort='off';% allow alphabetic sorting of the list of input file SubDir (options 'off'/'on', 'off' by default)
[632]64    ParamOut.WholeIndexRange='off';% prescribes the file index ranges from min to max (options 'off'/'on', 'off' by default)
[606]65    ParamOut.NbSlice='off'; %nbre of slices ('off' by default)
66    ParamOut.VelType='one';% menu for selecting the velocity type (options 'off'/'one'/'two',  'off' by default)
67    ParamOut.FieldName='one';% menu for selecting the field (s) in the input file(options 'off'/'one'/'two', 'off' by default)
68    ParamOut.FieldTransform = 'on';%can use a transform function
69    ParamOut.TransformPath=fullfile(fileparts(which('uvmat')),'transform_field');% path to transform functions (needed for compilation only)
70    ParamOut.ProjObject='on';%can use projection object(option 'off'/'on',
[635]71    ParamOut.Mask='on';%can use mask option   (option 'off'/'on', 'off' by default)
[592]72    ParamOut.OutputDirExt='.mproj';%set the output dir extension
[605]73    ParamOut.OutputFileMode='NbInput';% '=NbInput': 1 output file per input file index, '=NbInput_i': 1 file per input file index i, '=NbSlice': 1 file per slice
[716]74      %check the input files
75    first_j=[];
76    if isfield(Param.IndexRange,'first_j'); first_j=Param.IndexRange.first_j; end
77    PairString='';
78    if isfield(Param.IndexRange,'PairString'); PairString=Param.IndexRange.PairString; end
79    [i1,i2,j1,j2] = get_file_index(Param.IndexRange.first_i,first_j,PairString);
80    FirstFileName=fullfile_uvmat(Param.InputTable{1,1},Param.InputTable{1,2},Param.InputTable{1,3},...
81        Param.InputTable{1,5},Param.InputTable{1,4},i1,i2,j1,j2);
82    if ~exist(FirstFileName,'file')
83        msgbox_uvmat('WARNING',['the first input file ' FirstFileName ' does not exist'])
[605]84    elseif isequal(size(Param.InputTable,1),1) && ~isfield(Param,'ProjObject')
[635]85        msgbox_uvmat('WARNING','You may need a projection object of type plane for merge_proj')
[605]86    end
[606]87    return
[29]88end
89
[457]90%%%%%%%%%%%% STANDARD PART (DO NOT EDIT) %%%%%%%%%%%%
[632]91ParamOut=[]; %default output
[592]92%% read input parameters from an xml file if input is a file name (batch mode)
93checkrun=1;
[457]94if ischar(Param)
[592]95    Param=xml2struct(Param);% read Param as input file (batch case)
96    checkrun=0;
[374]97end
[624]98hseries=findobj(allchild(0),'Tag','series');
99RUNHandle=findobj(hseries,'Tag','RUN');%handle of RUN button in GUI series
100WaitbarHandle=findobj(hseries,'Tag','Waitbar');%handle of waitbar in GUI series
[592]101
[624]102%% define the directory for result file (with path=RootPath{1})
103OutputDir=[Param.OutputSubDir Param.OutputDirExt];% subdirectory for output files
104
[550]105if ~isfield(Param,'InputFields')
106    Param.InputFields.FieldName='';
107end
[457]108
[577]109%% root input file type
[457]110RootPath=Param.InputTable(:,1);
111RootFile=Param.InputTable(:,3);
112SubDir=Param.InputTable(:,2);
113NomType=Param.InputTable(:,4);
114FileExt=Param.InputTable(:,5);
[374]115[filecell,i1_series,i2_series,j1_series,j2_series]=get_file_series(Param);
[474]116%%%%%%%%%%%%
117% The cell array filecell is the list of input file names, while
118% filecell{iview,fileindex}:
[457]119%        iview: line in the table corresponding to a given file series
120%        fileindex: file index within  the file series,
121% i1_series(iview,ref_j,ref_i)... are the corresponding arrays of indices i1,i2,j1,j2, depending on the input line iview and the two reference indices ref_i,ref_j
122% i1_series(iview,fileindex) expresses the same indices as a 1D array in file indices
[474]123%%%%%%%%%%%%
[606]124% NbSlice=1;%default
125% if isfield(Param.IndexRange,'NbSlice')&&~isempty(Param.IndexRange.NbSlice)
126%     NbSlice=Param.IndexRange.NbSlice;
127% end
128NbView=numel(i1_series);%number of input file series (lines in InputTable)
129NbField_j=size(i1_series{1},1); %nb of fields for the j index (bursts or volume slices)
130NbField_i=size(i1_series{1},2); %nb of fields for the i index
131NbField=NbField_j*NbField_i; %total number of fields
[457]132
[673]133%% determine the file type on each line from the first input file
[462]134ImageTypeOptions={'image','multimage','mmreader','video'};
135NcTypeOptions={'netcdf','civx','civdata'};
[606]136for iview=1:NbView
[462]137    if ~exist(filecell{iview,1}','file')
[668]138        disp_uvmat('ERROR',['the first input file ' filecell{iview,1} ' does not exist'],checkrun)
[462]139        return
140    end
[784]141    [FileInfo{iview},MovieObject{iview}]=get_file_info(filecell{iview,1});
[783]142    FileType{iview}=FileInfo{iview}.FileType;
[462]143    CheckImage{iview}=~isempty(find(strcmp(FileType{iview},ImageTypeOptions)));% =1 for images
144    CheckNc{iview}=~isempty(find(strcmp(FileType{iview},NcTypeOptions)));% =1 for netcdf files
145    if ~isempty(j1_series{iview})
146        frame_index{iview}=j1_series{iview};
147    else
148        frame_index{iview}=i1_series{iview};
149    end
[457]150end
[739]151if NbView >1 && max(cell2mat(CheckImage))>0 && ~isfield(Param,'ProjObject')
152    disp_uvmat('ERROR','projection on a common grid is needed to concatene images: use a Projection Object of type ''plane'' with ProjMode=''interp_lin''',checkrun)
153    return
154end
[457]155
156%% calibration data and timing: read the ImaDoc files
[470]157[XmlData,NbSlice_calib,time,errormsg]=read_multimadoc(RootPath,SubDir,RootFile,FileExt,i1_series,i2_series,j1_series,j2_series);
158if size(time,1)>1
[457]159    diff_time=max(max(diff(time)));
[474]160    if diff_time>0
[676]161        disp_uvmat('WARNING',['times of series differ by (max) ' num2str(diff_time) ': the mean time is chosen in result'],checkrun)
[457]162    end   
163end
[676]164if ~isempty(errormsg)
165    disp_uvmat('WARNING',erromsg,checkrun)
166end
167time=mean(time,1); %averaged time taken for the merged field
[457]168
[409]169%% coordinate transform or other user defined transform
[606]170transform_fct='';%default fct handle
[478]171if isfield(Param,'FieldTransform')&&~isempty(Param.FieldTransform.TransformName)
[606]172        currentdir=pwd;
173        cd(Param.FieldTransform.TransformPath)
174        transform_fct=str2func(Param.FieldTransform.TransformName);
175        cd (currentdir)
[374]176end
[457]177%%%%%%%%%%%% END STANDARD PART  %%%%%%%%%%%%
178 % EDIT FROM HERE
[116]179
[457]180%% check the validity of  input file types
[606]181for iview=1:NbView
[673]182    if ~isequal(CheckImage{iview},1)&&~isequal(CheckNc{iview},1)
[668]183        disp_uvmat('ERROR','input set of input series: need  either netcdf either image series',checkrun)
[632]184        return
[464]185    end
[457]186end
[673]187
188%% output file type
189if min(cell2mat(CheckImage))==1 && (~Param.CheckObject || strcmp(Param.ProjObject.Type,'plane'))
190    FileExtOut='.png'; %image output (input and proj result = image)
191    for iview=1:NbView
192        BitDepth(iview)=FileInfo{iview}.BitDepth;
193    end
194    BitDepth=max(BitDepth);
195else
196    FileExtOut='.nc'; %netcdf output
197end
[462]198NomTypeOut=NomType;% output file index will indicate the first and last ref index in the series
[673]199RootFileOut=RootFile{1};
200for iview=2:NbView
201    if ~strcmp(RootFile{iview},RootFile{1})
202        RootFileOut='mproj';
203        break
204    end
205end
[457]206
[642]207%% mask (TODO: case of multilevels)
[668]208MaskData=cell(NbView,1);
[642]209if Param.CheckMask
[676]210    if ischar(Param.MaskTable)% case of a single mask (char chain)
211        Param.MaskTable={Param.MaskTable};
212    end
[668]213    for iview=1:numel(Param.MaskTable)
[673]214        if exist(Param.MaskTable{iview},'file')
215            [MaskData{iview},tild,errormsg] = read_field(Param.MaskTable{iview},'image');
216            if ~isempty(transform_fct) && nargin(transform_fct)>=2
217                MaskData{iview}=transform_fct(MaskData{iview},XmlData{iview});
218            end
[642]219        end
220    end
221end
222
[457]223%% Set field names and velocity types
[462]224%use Param.InputFields for all views
[457]225
[640]226%% MAIN LOOP ON FIELDS
[457]227%%%%%%%%%%%%% STANDARD PART (DO NOT EDIT) %%%%%%%%%%%%
[606]228% for i_slice=1:NbSlice
229%     index_slice=i_slice:NbSlice:NbField;% select file indices of the slice
230%     NbFiles=0;
231%     nbmissing=0;
[474]232
[457]233    %%%%%%%%%%%%%%%% loop on field indices %%%%%%%%%%%%%%%%
[606]234for index=1:NbField
[626]235        update_waitbar(WaitbarHandle,index/NbField)
[642]236    if ~isempty(RUNHandle) && ~strcmp(get(RUNHandle,'BusyAction'),'queue')
[624]237        disp('program stopped by user')
[606]238        return
239    end
[673]240   
[606]241    %%%%%%%%%%%%%%%% loop on views (input lines) %%%%%%%%%%%%%%%%
242    Data=cell(1,NbView);%initiate the set Data
[676]243    timeread=zeros(1,NbView);
[606]244    for iview=1:NbView
245        %% reading input file(s)
246        [Data{iview},tild,errormsg] = read_field(filecell{iview,index},FileType{iview},Param.InputFields,frame_index{iview}(index));
247        if ~isempty(errormsg)
[746]248            disp_uvmat('ERROR',['ERROR in merge_proj/read_field/' errormsg],checkrun)
[614]249            return
[457]250        end
[676]251        % get the time defined in the current file if not already defined from the xml file
252        if ~isempty(time) && isfield(Data{iview},'Time')
[606]253            timeread(iview)=Data{iview}.Time;
[595]254        end
[606]255        if ~isempty(NbSlice_calib)
256            Data{iview}.ZIndex=mod(i1_series{iview}(index)-1,NbSlice_calib{iview})+1;%Zindex for phys transform
257        end
[642]258       
[632]259        %% transform the input field (e.g; phys) if requested (no transform involving two input fields)
[606]260        if ~isempty(transform_fct)
261            if nargin(transform_fct)>=2
262                Data{iview}=transform_fct(Data{iview},XmlData{iview});
263            else
264                Data{iview}=transform_fct(Data{iview});
[29]265            end
[606]266        end
[632]267       
[642]268        %% calculate tps coefficients if needed
[614]269        check_proj_tps= isfield(Param,'ProjObject')&&~isempty(Param.ProjObject)&& strcmp(Param.ProjObject.ProjMode,'interp_tps')&&~isfield(Data{iview},'Coord_tps');
[606]270        Data{iview}=tps_coeff_field(Data{iview},check_proj_tps);
[642]271       
[606]272        %% projection on object (gridded plane)
273        if Param.CheckObject
274            [Data{iview},errormsg]=proj_field(Data{iview},Param.ProjObject);
275            if ~isempty(errormsg)
[746]276                disp_uvmat('ERROR',['ERROR in merge_proge/proj_field: ' errormsg],checkrun)
[606]277                return
[29]278            end
[464]279        end
[640]280       
281        %% mask
[642]282        if Param.CheckMask && ~isempty(MaskData{iview})
283             [Data{iview},errormsg]=mask_proj(Data{iview},MaskData{iview});
[640]284        end
[606]285    end
[673]286    %%%%%%%%%%%%%%%% END LOOP ON VIEWS %%%%%%%%%%%%%%%%
[606]287
288    %% merge the NbView fields
[739]289    [MergeData,errormsg]=merge_field(Data);
290    if ~isempty(errormsg)
291        disp_uvmat('ERROR',errormsg,checkrun);
[606]292        return
293    end
294
[673]295    %% time of the merged field: take the average of the different views
[676]296    if ~isempty(time)
297        timeread=time(index);   
298    elseif ~isempty(find(timeread))% time defined from ImaDoc
299        timeread=mean(timeread(timeread~=0));% take average over times form the files (when defined)
300    else
301        timeread=index;% take time=file index
[606]302    end
303
[673]304    %% generating the name of the merged field
305    i1=i1_series{1}(index);
306    if ~isempty(i2_series{end})
307        i2=i2_series{end}(index);
[606]308    else
309        i2=i1;
310    end
311    j1=1;
312    j2=1;
[673]313    if ~isempty(j1_series{1})
314        j1=j1_series{1}(index);
315        if ~isempty(j2_series{end})
316            j2=j2_series{end}(index);
[606]317        else
318            j2=j1;
[464]319        end
[606]320    end
[673]321    OutputFile=fullfile_uvmat(RootPath{1},OutputDir,RootFileOut,FileExtOut,NomType{1},i1,i2,j1,j2);
[606]322
[673]323    %% recording the merged field
324    if strcmp(FileExtOut,'.png')    %output as image
325        if BitDepth==8
326            imwrite(uint8(MergeData.A),OutputFile,'BitDepth',8)
[464]327        else
[673]328            imwrite(uint16(MergeData.A),OutputFile,'BitDepth',16)
[464]329        end
[673]330        if index==1
331            %write xml calibration file, using the first file
332            siz=size(MergeData.A);
333            npy=siz(1);
334            npx=siz(2);
335            if isfield(MergeData,'coord_x') && isfield(MergeData,'coord_y')
336                Rangx=MergeData.coord_x;
337                Rangy=MergeData.coord_y;
338            elseif isfield(MergeData,'AX')&& isfield(MergeData,'AY')
339                Rangx=[MergeData.AX(1) MergeData.AX(end)];
340                Rangy=[MergeData.AY(1) MergeData.AY(end)];
341            else
342                Rangx=[0.5 npx-0.5];
343                Rangy=[npy-0.5 0.5];%default
344            end
345            pxcmx=(npx-1)/(Rangx(2)-Rangx(1));
346            pxcmy=(npy-1)/(Rangy(1)-Rangy(2));
347            T_x=-pxcmx*Rangx(1)+0.5;
348            T_y=-pxcmy*Rangy(2)+0.5;
349            GeometryCal.CalibrationType='rescale';
350            GeometryCal.CoordUnit=MergeData.CoordUnit;
351            GeometryCal.focal=1;
352            GeometryCal.R=[pxcmx,0,0;0,pxcmy,0;0,0,1];
353            GeometryCal.Tx_Ty_Tz=[T_x T_y 1];
354            ImaDoc.GeometryCalib=GeometryCal;
355            t=struct2xml(ImaDoc);
356            t=set(t,1,'name','ImaDoc');
357            save(t,[fileparts(OutputFile) '.xml'])
358        end
359       
[606]360    else
[676]361        MergeData.ListGlobalAttribute={'Conventions','Project','InputFile_1','InputFile_end','nb_coord','nb_dim'};
[606]362        MergeData.Conventions='uvmat';
363        MergeData.nb_coord=2;
364        MergeData.nb_dim=2;
365        dt=[];
366        if isfield(Data{1},'dt')&& isnumeric(Data{1}.dt)
367            dt=Data{1}.dt;
368        end
369        for iview =2:numel(Data)
370            if ~(isfield(Data{iview},'dt')&& isequal(Data{iview}.dt,dt))
371                dt=[];%dt not the same for all fields
[464]372            end
373        end
[676]374        if ~isempty(timeread)
375            MergeData.ListGlobalAttribute=[MergeData.ListGlobalAttribute {'Time'}];
376            MergeData.Time=timeread;
377        end
378        if ~isempty(dt)
379            MergeData.ListGlobalAttribute=[MergeData.ListGlobalAttribute {'dt'}];
[606]380            MergeData.dt=dt;
[29]381        end
[606]382        error=struct2nc(OutputFile,MergeData);%save result file
383        if isempty(error)
[739]384            disp(['output file ' OutputFile ' written'])
[606]385        else
[739]386            disp(error)
[606]387        end
[29]388    end
389end
390
[606]391
[222]392%'merge_field': concatene fields
393%------------------------------------------------------------------------
[739]394function [MergeData,errormsg]=merge_field(Data)
[222]395%% default output
[29]396if isempty(Data)||~iscell(Data)
397    MergeData=[];
398    return
399end
[739]400errormsg='';
[673]401MergeData=Data{1};% merged field= first field by default, reproduces the glabal attributes of the first field
[606]402NbView=length(Data);
403if NbView==1
[29]404    return
405end
[222]406
[522]407%% group the variables (fields of 'Data') in cells of variables with the same dimensions
[668]408[CellInfo,NbDim,errormsg]=find_field_cells(Data{1});
[739]409if ~isempty(errormsg)
410    return
411end
[670]412
[89]413%LOOP ON GROUPS OF VARIABLES SHARING THE SAME DIMENSIONS
[668]414for icell=1:length(CellInfo)
[670]415    if NbDim(icell)~=1 % skip field cells which are of dim 1
416        switch CellInfo{icell}.CoordType
417            case 'scattered'  %case of input fields with unstructured coordinates: just concacene data
418                for ivar=CellInfo{icell}.VarIndex %  indices of the selected variables in the list FieldData.ListVarName
419                    VarName=Data{1}.ListVarName{ivar};
420                    %MergeData=Data{1};% merged field= first field by default, reproduces the glabal attributes of the first field
421                    for iview=2:NbView
422                        MergeData.(VarName)=[MergeData.(VarName); Data{iview}.(VarName)];
[89]423                    end
424                end
[670]425            case 'grid'        %case of fields defined on a structured  grid
426                FFName='';
[676]427                if isfield(CellInfo{icell},'VarIndex_errorflag') && ~isempty(CellInfo{icell}.VarIndex_errorflag)
[670]428                    FFName=Data{1}.ListVarName{CellInfo{icell}.VarIndex_errorflag};% name of errorflag variable
429                end
430                % select good data on each view
431                for ivar=CellInfo{icell}.VarIndex  %  indices of the selected variables in the list FieldData.ListVarName
432                    VarName=Data{1}.ListVarName{ivar};
433                    for iview=1:NbView
434                        if isempty(FFName)
435                            check_bad=isnan(Data{iview}.(VarName));%=0 for NaN data values, 1 else
436                        else
437                            check_bad=isnan(Data{iview}.(VarName)) | Data{iview}.(FFName)~=0;%=0 for NaN or error flagged data values, 1 else
438                        end
439                        Data{iview}.(VarName)(check_bad)=0; %set to zero NaN or masked data
440                        if iview==1
441                            MergeData.(VarName)=Data{1}.(VarName);% correct the field of MergeData
442                            NbAver=~check_bad;% initiate NbAver: the nbre of good data for each point
[739]443                        elseif size(Data{iview}.(VarName))~=size(MergeData.(VarName))
444                            errormsg='sizes of the input matrices do not agree, need to interpolate on a common grid using a projection object';
445                            return
446                        else                     
[670]447                            MergeData.(VarName)=MergeData.(VarName) + Data{iview}.(VarName);%add data
448                            NbAver=NbAver + ~check_bad;% add 1 for good data, 0 else
449                        end
450                    end
451                    MergeData.(VarName)(NbAver~=0)=MergeData.(VarName)(NbAver~=0)./NbAver(NbAver~=0);% take average of defined data at each point
452                end
[89]453        end
[670]454        if isempty(FFName)
455            FFName='FF';
[89]456        end
[670]457        MergeData.(FFName)(NbAver~=0)=0;% flag to 1 undefined summed data
458        MergeData.(FFName)(NbAver==0)=1;% flag to 1 undefined summed data
[89]459    end
460end
[222]461
[670]462
[810]463   
Note: See TracBrowser for help on using the repository browser.