1 1 2 0 0 Log Result database connection HP_Omistaja 9. maata 2008 10:42 jtue 9. lokta 2008 12:47 48,24 1,0,0,1,1,1,0,0,0,0 1,10,6,529,644,17 Arial, 15 0,Model Result_database_conn,2,2,0,1,C:\Documents and Settings\jtue\Desktop\RDB_connection-7.ANA 100,1,1,1,1,9,2970,2100,1,0 Inp dim 0 156,400,1 140,16 1,0,0,1,0,0,0,78,0,1 52425,39321,65535 New_dimension_info Inp run 0 156,432,1 140,16 1,0,0,1,0,0,0,78,0,1 52425,39321,65535 Run_info Inp var 0 156,336,1 140,16 1,0,0,1,0,0,0,78,0,1 52425,39321,65535 New_variable_info Var for rdb 0 156,256,1 140,16 1,0,0,1,0,0,0,78,0,1 52425,39321,65535 Variables_to_be_save Details jtue 18. heita 2008 10:14 48,24 408,512,1 48,24 1,663,9,511,692,17 Concatenation UDFs This library contains functions to make various instances of concatenation more convenient. Concat3 thru Concat10 are generalizations of the built-in Concat function which concatenate from 3 to 10 arrays in a single call (while the built-in Concat concatenates two arrays). ConcatRows concatenates all the rows of a single array. David Kendall & Lonnie Chrisman Mon, Jan 26, 2004 8:49 AM Lonnie Wed, Sep 05, 2007 3:23 PM 48,24 288,616,1 68,20 1,0,0,1,1,1,0,0,0,0 1,39,36,798,452,23 (A1, A2, A3: ArrayType; I1, I2, I3, J: IndexType ) Concat3 Concatenates three arrays, A1, A2, and A3. I1, I2, and I3 are the indexes that are joined; J is the index of the new array; J usually is the concatenation of I1, I2, and I3 Index I12 := Concat(I1,I2); Concat( Concat( A1,A2,I1,I2,I12 ), A3, I12, I3, J ) 88,64,1 48,26 2,56,56,986,596 A1,A2,A3,I1,I2,I3,J (A1, A2, A3, A4: ArrayType; I1, I2, I3, I4, J: IndexType ) Concat4 Concatenates four arrays, A1, A2, A3, and A4. I1, I2, I3, and I4 are the indexes that are joined; J is the index of the new array; J usually is the concatenation of I1, I2, I3, and I4. Index I12 := Concat(I1,I2); Index I123:= Concat(I12, I3); Concat( Concat( Concat( A1,A2,I1,I2,I12 ), A3, I12, I3, I123), A4, I123, I4, J); 192,64,1 48,24 2,30,30,986,596 A1,A2,A3,A4,I1,I2,I3,I4,J 0 (A1, A2, A3, A4, A5, A6, A7, A8, A9: ArrayType; I1, I2, I3, I4, I5, I6, I7, I8, I9, J: IndexType) Concat9 Concatenates nine arrays, A1, ..., A9. I1, ..., I9 are the indexes joined; J is the index of the new array; J usually is the concatenation of I1, ..., I9. Index I12 := Concat(I1,I2); Index I123 := Concat(I12, I3); Index I1234 := Concat(I123, I4); Index I12345 := Concat(I1234, I5); Index I123456 := Concat(I12345, I6); Index I1234567 := Concat(I123456, I7); Index I12345678 := Concat(I1234567, I8); Concat( Concat( Concat( Concat( Concat( Concat( Concat( Concat( A1,A2,I1,I2,I12 ), A3, I12, I3, I123), A4, I123, I4, I1234), A5, I1234, I5, I12345), A6, I12345, I6, I123456), A7, I123456, I7, I1234567), A8, I1234567, I8, I12345678), A9, I12345678, I9, J); 88,232,1 48,24 2,27,120,469,638 A1,A2,A3,A4,A5,A6,A7,A8,A9,I1,I2,I3,I4,I5,I6,I7,I8,I9,J 0 (A1, A2, A3, A4, A5: ArrayType; I1, I2, I3, I4, I5, J: IndexType ) Concat5 Concatenates five arrays, A1, ..., A5. I1, ..., I5 are the indexes joined; J is the index of the new array; J usually is the concatenation of I1, ..., I5. Index I12 := Concat(I1,I2); Index I123:= Concat(I12, I3); Index I1234 := Concat(I123, I4); Concat( Concat( Concat( Concat( A1,A2,I1,I2,I12 ), A3, I12, I3, I123), A4, I123, I4, I1234), A5, I1234, I5, J); 88,120,1 48,24 2,160,160,986,596 A1,A2,A3,A4,A5,I1,I2,I3,I4,I5,J (A1, A2, A3, A4, A5, A6: ArrayType; I1, I2, I3, I4, I5, I6, J: IndexType ) Concat6 Concatenates six arrays, A1, ..., A6. I1, ..., I6 are the indexes joined; J is the index of the new array; J usually is the concatenation of I1, ..., I6. Index I12 := Concat(I1,I2); Index I123:= Concat(I12, I3); Index I1234 := Concat(I123, I4); Index I12345 := Concat(I1234, I5); Concat( Concat( Concat( Concat( Concat( A1,A2,I1,I2,I12 ), A3, I12, I3, I123), A4, I123, I4, I1234), A5, I1234, I5, I12345), A6, I12345, I6, J); 192,120,1 48,24 2,644,94,602,712 A1,A2,A3,A4,A5,A6,I1,I2,I3,I4,I5,I6,J 0 (A1, A2, A3, A4, A5, A6, A7: ArrayType; I1, I2, I3, I4, I5, I6, I7, J: IndexType ) Concat7 Concatenates seven arrays, A1, ..., A7. I1, ..., I7 are the indexes joined; J is the index of the new array; J usually is the concatenation of I1, ..., I7. Index I12 := Concat(I1,I2); Index I123:= Concat(I12, I3); Index I1234 := Concat(I123, I4); Index I12345 := Concat(I1234, I5); Index I123456 := Concat(I12345, I6); Concat( Concat( Concat( Concat( Concat( Concat( A1,A2,I1,I2,I12 ), A3, I12, I3, I123), A4, I123, I4, I1234), A5, I1234, I5, I12345), A6, I12345, I6, I123456), A7, I123456, I7, J); 88,176,1 48,24 2,580,98,551,565 A1,A2,A3,A4,A5,A6,A7,I1,I2,I3,I4,I5,I6,I7,J (A1, A2, A3, A4, A5, A6, A7, A8: ArrayType; I1, I2, I3, I4, I5, I6, I7, I8, J: IndexType ) Concat8 Concatenates eight arrays, A1, ..., A8. I1, ..., I8 are the indexes joined; J is the index of the new array; J usually is the concatenation of I1, ..., I8. Index I12 := Concat(I1,I2); Index I123:= Concat(I12, I3); Index I1234 := Concat(I123, I4); Index I12345 := Concat(I1234, I5); Index I123456 := Concat(I12345, I6); Index I1234567 := Concat(I123456, I7); Concat( Concat( Concat( Concat( Concat( Concat( Concat( A1,A2,I1,I2,I12 ), A3, I12, I3, I123), A4, I123, I4, I1234), A5, I1234, I5, I12345), A6, I12345, I6, I123456), A7, I123456, I7, I1234567), A8, I1234567, I8, J); 192,176,1 48,24 2,12,98,561,737 A1,A2,A3,A4,A5,A6,A7,A8,I1,I2,I3,I4,I5,I6,I7,I8,J 0 (A1, A2, A3, A4, A5, A6, A7, A8, A9, A10: ArrayType; I1, I2, I3, I4, I5, I6, I7, I8, I9, I10, J: IndexType) Concat10 Concatenates ten arrays, A1, ..., A10. I1, ..., I10 are the indexes joined; J is the index of the new array; J usually is the concatenation of I1, ..., I10. Index I12 := Concat(I1,I2); Index I123 := Concat(I12, I3); Index I1234 := Concat(I123, I4); Index I12345 := Concat(I1234, I5); Index I123456 := Concat(I12345, I6); Index I1234567 := Concat(I123456, I7); Index I12345678 := Concat(I1234567, I8); Index I123456789 := Concat(I12345678, I9); Concat( Concat( Concat( Concat( Concat( Concat( Concat( Concat( Concat( A1,A2,I1,I2,I12 ), A3, I12, I3, I123), A4, I123, I4, I1234), A5, I1234, I5, I12345), A6, I12345, I6, I123456), A7, I123456, I7, I1234567), A8, I1234567, I8, I12345678), A9, I12345678, I9, I123456789), A10, I123456789, I10, J); 192,232,1 48,24 2,542,93,632,744 A1,A2,A3,A4,A5,A6,A7,A8,A9,A10,I1,I2,I3,I4,I5,I6,I7,I8,I9,I10,J 0 (A : ArrayType ; RowIndex,ColIndex,ResultIndex : IndexType) ConcatRows (A,I,J,K) Takes an array, A indexed by RowIndex & ColIndex, and concatenates each row, henceforth flattening the array by one dimension. The result is indexed by ResultIndex, which must be an index with size(RowIndex) * size(ColIndex) elements. index L := [ identifier of RowIndex, identifier of ColIndex, "val"]; slice(Mdarraytotable(A,ResultIndex,L),L,3) 320,64,1 64,24 2,30,320,478,348 A,RowIndex,ColIndex,ResultIndex Variables to be saved Table(Self,Vari)( 'H2556',0 ) ['item 1'] 56,393,1 48,22 1,1,1,1,1,1,0,0,0,0 2,102,90,476,481 2,219,290,416,482,0,MIDM 2,663,308,420,375,0,MIDM [Formnode Var_for_rdb1] 52425,39321,65535 [Vari,Self] [Vari,Self] [1,1,1,0] [Sys_localindex('I'), 1, Sys_localindex('F'), 1, Sys_localindex('G'), 1 ] Inp result 1) The process is done for each variable one at a time (this is indexed by x). 2) The variable is given index runn which is equal to run if probabilistic and 0 if not. 3) The array is flattened first to 2-D, the value only is kept, added with sample and result_id. 4) Variables are concatenated to each other. 5) Index i is made the index of the implicit index. var output:= 0; var e:= card_res; index j:= ['Result_id','Result','Sample']; var x:= 1; while x<= size(Variables_to_be_save)/size(vari) do ( var c:= slice(Variables_to_be_save,Variables_to_be_save,x); index runn:= if c[Vari='Probabilistic?']=1 then copyindex(run) else [0]; var b:= getfract(mid(evaluate(c[vari='Var_name'])),0.5); var a:= if c[Vari='Probabilistic?']=1 then ( var d:= sample(evaluate(c[vari='Var_name'])); d[run=runn]) else ( var d:= b; if runn=0 then d else d); index endscen:= 1+e..size(b)+e; index row2:= 1..size(endscen)*size(runn); index l:= concat(indexnames(b),['Value']); a:= mdarraytotable(a,endscen,l); a:= a[.l='Value']; a:= array(j,[endscen,a,runn]); a:= concatrows(a,endscen,runn,row2); output:= if x= 1 then a else for y:= j do ( concat(output[j=y],a[j=y]) ); e:= e+size(b); x:= x+1); index i:= 1..size(output)/size(j); for y:= j do (slice(output[j=y],i)) 288,312,1 48,16 2,31,17,528,769 2,624,21,366,606,0,MIDM [Sys_localindex('J'),Sys_localindex('I')] [0,0,0,0] [1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24] [Sys_localindex('RUNN'),1,Iresult,3,Sys_localindex('ENDSCEN'),1] Write index if slice(indices_missing,1) = 'All indices have been defined already' then inp_ind else ( dbwrite(odbc_write, appendtablesql(inp_ind,Indices_missing,Inp_ind.j,'`Index` ')); 'Done') 408,80,1 48,16 65535,45873,39321 [Indices_missing,Sys_localindex('J')] [] ODBC Library Lonnie Thu, Sep 11, 1997 2:15 PM Lonnie Tue, Feb 05, 2008 10:03 AM 48,24 408,616,1 52,20 1,1,1,1,1,1,0,0,0,0 1,20,272,499,497,17 Arial, 13 (A:ArrayType;I:IndexType;L:IndexType;row;dbTableName) InsertRecSql Generates the SQL "INSERT INTO" statement for one line of table A. A is a 2-D table indexed by rows I and columns L. L's domain serves as the column names in the database table. dbTableName is the name of the table in the database. The result begins with two semi-colons, since it will be used with an SQL statement preceeding it. 29.8.2008 Jouni Tuomisto I added the parameter IGNORE because it ignores rows that would cause duplicate-key violations. This way, there is no need to check for e.g. existing locations of new indices. (';;INSERT IGNORE INTO ' & dbTableName & '(' & JoinText(L,L,',') & ') VALUES (' & Vallist(A[I=row],L)) & ')' 184,32,1 52,24 2,41,136,487,469 A,I,L,row,dbTableName (V:ArrayType;I:IndexType) ValList Takes a list of values, and returns a string which the concatenation of each value, separated by commas, and with each value quoted. JoinText( '''' & V & '''', I, ',') 72,32,0 52,24 V,I 1,F,4,14,0,0 (Tabl:ArrayType;RowIndex:IndexType;LabelIndex:IndexType;dbTableName) WriteTableSql(Table,Rows,Labels,dbTableName) Returns the SQL that will write the table to the database table. This can be used as the second argument to DBWrite. This SQL statement replaces the entire contents of an existing table with the new data. 'DELETE FROM '& Dbtablename & JoinText(Insertrecsql(Tabl, Rowindex, Labelindex, Rowindex, Dbtablename),RowIndex) 328,32,1 88,24 2,728,341,510,476 Tabl,RowIndex,LabelIndex,dbTableName (Tabl:ArrayType;RowIndex:IndexType;LabelIndex:IndexType;dbTableName) AppendTableSql(Table,Rows,Labels,dbTableName) Returns the SQL that will write the table to the database table. This can be used as the second argument to DBWrite. This SQL statement replaces the entire contents of an existing table with the new data. JoinText(Insertrecsql(Tabl, Rowindex, Labelindex, Rowindex, Dbtablename),RowIndex) 328,88,1 88,24 2,559,127,510,476 Tabl,RowIndex,LabelIndex,dbTableName Inp_ind var a:= if Dimensions[.j='Dim_name']=New_index_info[iind='Dim_name'] then Dimensions[.j='Dim_id'] else 0; a:= sum(a,dimensions.i); index j:= ['Ind_id','Ind_name','Dim_id']; array(j,[ Card_ind+@Indices_missing, indices_missing, a]) ['item 1'] 288,80,1 48,16 2,197,430,416,303,0,MIDM 2,616,387,416,303,0,MIDM 19661,48336,65535 [Iind,Self] [Indices_missing,Sys_localindex('J')] ['item 1'] [Indices_missing,1,Sys_localindex('CO'),1,Sys_localindex('I'),1] iind ['Dim_name','Description node'] 56,192,1 48,13 ['Dim_name','Description node'] New dimension info Table(Idim,Dimensions_missing)( 'Statistical and other parameters of a variable', '-' ) ['item 1'] 56,41,1 48,31 2,230,44,767,303,0,MIDM 2,297,603,561,204,0,MIDM [Formnode Inp_dim1] 52425,39321,65535 [Idim,Dimensions_missing] [Idim,Dimensions_missing] ['item 1'] idim ['Dim_title','Dim_unit'] 56,80,1 48,13 ['Dim_title','Dim_unit'] Inp row var a:= if New_locs[.j='Ind_name'] = Inp_ind[.j='Ind_name'] then Inp_ind[.j='Ind_id'] else 0; a:= sum(a,Indices_missing); index j:= ['Ind_id','Row_number','Loc_id']; a:= array(j,[a,New_locs[.j='Row_number'],inp_loc[.j='Loc_id']]) ['item 1'] 288,160,1 48,16 2,597,410,598,363 2,250,441,416,303,0,MIDM 2,782,442,448,347,0,MIDM 19661,48336,65535 [Self] [Sys_localindex('J'),Sys_localindex('I')] ['item 1'] Inp loc 1) a defines the dim_id. 2) b defines the loc_id. If the location exists already, this loc_id is used; otherwise, a sequence of numbers is used. 3) information is written into the right table format. var a:= if New_locs[.j='Dim_name'] = Dimensions[.j='Dim_name'] then Dimensions[.j='Dim_id'] else 0; a:= max(a,Dimensions.i); var b:= if new_locs[.j='Dim_name'] = locations[.j='Dim_name'] and new_locs[.j='Location'] = locations[.j='Location'] then locations[.j='Loc_id'] else 0; b:= max(b,locations.i); b:= if b>0 then b else card_loc+@New_locs.i; index j:= ['Loc_id','Dim_id','Location','Description']; a:= array(j,[b, a, New_locs[.j='Location'], new_locs[.j='Description']]); ['item 1','item 2','item 3','item 4','item 5','item 6','item 7','item 8','item 9','item 10','item 11','item 12','item 13','item 14','item 15','item 16','item 17','item 18','item 19','item 20','item 21'] 288,120,1 48,16 2,556,110,476,551 2,319,169,421,433,0,MIDM 2,18,51,780,757,0,MIDM 19661,48336,65535 [Self] [Sys_localindex('J'),Sys_localindex('I')] ['item 1','item 2','item 3','item 4','item 5','item 6','item 7','item 8','item 9','item 10','item 11','item 12','item 13','item 14','item 15','item 16','item 17','item 18','item 19','item 20','item 21'] [Sys_localindex('J'),3,Sys_localindex('K'),1] Card ind Reset; index a:= DBquery(odbc,'SELECT Ind_id FROM `Index` '); index b:= ['Ind_id']; max(max(DBTable(a, b ),a),b) 168,80,1 48,16 39325,65535,39321 Card dim Reset; index a:= DBquery(odbc,'SELECT Dim_id FROM `Dimension` '); index b:= ['Dim_id']; max(max(DBTable(a, b ),a),b) 168,40,1 48,16 39325,65535,39321 Card loc Reset; index a:= DBquery('DSN=resultdatabase','SELECT Loc_id FROM `Location` '); index b:= ['Loc_id']; max(max(DBTable(a, b ),a),b) 168,120,1 48,16 39325,65535,39321 Write dimension if slice(dimensions_missing,1) = 'All dimensions have been defined already' then inp_dim else ( dbwrite(odbc_write, appendtablesql(Inp_dim,Dimensions_missing,Inp_dim.j,'Dimension ')); 'Done') 408,40,1 48,16 2,312,322,698,303,0,MIDM 65535,45873,39321 [Dimensions_missing,Sys_localindex('J')] [] Card res Reset; index a:= DBquery(odbc,'SELECT Result_id FROM `Result` '); index b:= ['Result_id']; max(max(DBTable(a, b ),a),b) 168,312,1 48,16 39325,65535,39321 Inp loc of result getfract forces the effect of sample() away, while mid doesn't 1) Does the process for each variable one at a time. Only the deterministic information about variables are considered (therefore getfract). 2) Gets the samplesize (0 if deterministic) for the variable. 3) Gets the Var_id for the variable. 4) Flattens the array. The value is discarded and only the location info is kept. Location is changed into text because that is the format in the RDB. 5) Gets the Dimension (Dim_id) for each index of h. 6) Gets the Location (Loc_id) for each cell in a, given the dimension and location. 7) Gets the Ind_id for each Index listed in h. 8) Flattens the array a. 9) Concatenates the results of all variables. 10) Makes Row the index of the implicit index. var output=0; var e:= card_res; index j:= ['Loc_id','Result_id','Var_id','Ind_id','N']; var x:= 1; while x<= size(Variables_to_be_save)/size(vari) do ( var c:= slice(Variables_to_be_save,Variables_to_be_save,x); var a:= getfract(mid(evaluate(c[vari='Var_name'])),0.5); Var n:= if c[vari='Probabilistic?']=0 then 0 else samplesize; var var_id:= if c[vari='Var_name'] = variables[.j='Var_name'] then variables[.j='Var_id'] else 0; var_id:= sum(var_id, variables.i); index h:= indexnames(a); index l:= concat(h,['Value']); index roww:= 1..size(a)*size(h); index endscen:= 1+e..size(a)+e; e:= e+size(a); a:= mdarraytotable(a,endscen,l); a:= a[l=h]&''; var dim:= if h=indices[.j='Ind_name'] then indices[.j='Dim_id'] else 0; dim:= sum(dim,indices.i); a:= if a=Locations[.j='Location'] and dim=Locations[.j='Dim_id'] then Locations[.j='Loc_id'] else 0; a:= sum(a,Locations.i); var ind_id:= if h= indices[.j='Ind_name'] then indices[.j='Ind_id'] else 0; ind_id:= sum(ind_id,indices.i); a:= array(j,[a,endscen,var_id,ind_id,n]); a:= concatrows(a,a.h,endscen,roww); output:= if x= 1 then a else for y:= j do ( concat(output[j=y],a[j=y]) ); x:= x+1); index i:= 1..size(output)/size(j); for y:= j do (slice(output[j=y],i)) 288,352,1 48,16 2,59,37,518,793 2,281,16,434,814,0,MIDM [Sys_localindex('J'),Sys_localindex('I')] [] [Sys_localindex('H'),3,Sys_localindex('I'),1,Sys_localindex('ENDSCEN'),1] Write locres dbwrite(odbc_write, appendtablesql(inp_loc_of_result,inp_loc_of_result.i, inp_loc_of_result.j,'Loc_of_result ')); 'Done' 408,352,1 48,16 65535,45873,39321 [] Inp run list var output:= 0; var e:= card_res; index j:= ['Result_id','Run_id']; var x:= 1; while x<= size(Variables_to_be_save)/size(vari) do ( var c:= slice(Variables_to_be_save,Variables_to_be_save,x); var b:= getfract(mid(evaluate(c[vari='Var_name'])),0.5); index endscen:= 1+e..size(b)+e; var a:= array(j,[endscen,card_run+1]); output:= if x= 1 then a else for y:= j do ( concat(output[j=y],a[j=y]) ); e:= e+size(b); x:= x+1); index i:= 1..size(output)/size(j); for y:= j do (slice(output[j=y],i)) 288,392,1 48,16 2,102,90,476,578 2,859,396,372,337,0,MIDM [Sys_localindex('J'),Sys_localindex('I')] Card run Reset; index a:= DBquery(odbc,'SELECT Run_id FROM `Run` '); index b:= ['Run_id']; max(max(DBTable(a, b ),a),b); 168,392,1 48,16 1,1,1,1,1,1,0,0,0,0 39325,65535,39321 Run info Table(Irun)( '2008-10-09','Jouni','RDB connection.ANA 9.10.2008') 168,464,1 48,16 2,246,120,629,303,0,MIDM 2,415,466,457,303,0,MIDM [Formnode Inp_run1] 52425,39321,65535 [Irun,Self] [Self,Irun] 2,D,4,2,0,0,4,0,$,0,"yyyy-mm-dd",0 ['item 1'] irun ['Run_date','Run_who','Run_method'] 168,488,1 48,13 ['Run_date','Run_who','Run_method'] New variable info Table(Ivar,Variables_missing)( 'Personal exposures to volatile organic compounds in Germany', 'ug/m^3' ) 56,273,1 48,22 2,239,183,675,453 2,261,570,589,183,0,MIDM 2,152,434,886,303,0,MIDM [Formnode Inp_var1] 52425,39321,65535 [Ivar,Variables_missing] [Ivar,Variables_missing] 2,D,4,2,0,0,4,0,$,0,"yyyy-mm-dd",0 ['item 1','item 2'] ivar ['Var_title','Var_unit'] 56,304,1 48,12 ['Var_title','Var_unit'] Write var if slice(Variables_missing,1) = 'All variables have been defined already' then Inp_var else ( dbwrite(odbc_write, appendtablesql(Inp_var,Variables_missing,Inp_var.co,'Variable ')); 'Done') 408,272,1 48,16 2,232,242,416,303,0,MIDM 65535,45873,39321 [Variables_missing,Sys_localindex('CO')] [] Write run dbwrite(odbc_write, appendtablesql(Inp_run,Inp_run.i,Inp_run.j,'Run ')); 'Done' 408,432,1 48,16 65535,45873,39321 [] Write runlist dbwrite(odbc_write, appendtablesql(inp_run_list,inp_run_list.i,inp_run_list.j,'Run_list ')); 'Done' 408,392,1 48,16 65535,45873,39321 [] Write result dbwrite(odbc_write, appendtablesql(inp_result,inp_result.i,inp_result.j,'Result ')); 'Done' 408,312,1 48,16 65535,45873,39321 [] Write location if slice(indices_missing,1) = 'All indices have been defined already' then inp_loc else ( dbwrite(odbc_write, appendtablesql(inp_loc, inp_loc.i, inp_loc.j, 'Location ')); 'Done') 408,120,1 48,16 65535,45873,39321 [Sys_localindex('I'),Sys_localindex('J')] 2,D,4,2,0,0,4,0,$,0,"ABBREV",0 [] Write row if slice(indices_missing,1) = 'All indices have been defined already' then inp_row else ( dbwrite(odbc_write, appendtablesql(inp_row,New_locs.i,inp_row.j,'Rows ')); 'Done') 408,160,1 48,16 65535,45873,39321 [Sys_localindex('I'),Sys_localindex('J')] 2,D,4,2,0,0,4,0,$,0,"ABBREV",0 [] vari ['Var_name','Probabilistic?'] 56,424,1 48,12 ['Var_name','Probabilistic?'] Reset 266 56,552,1 48,12 1,1,0,1,1,1,0,0,0,0 New locs 1) Takes the first index and calculates the parameters for it. 2) Does the same for all other indices and concatenates the parameter results. 3) All parameters are lumped into a single array. 4) A complicated way to take into account whether there are any new indices. This is done because if then else cannot be used for these arrays in a straightforward way (the condition cannot have critical dimensions). If-then-else is replaced with conditional slice. 5) Finally, extra rows are removed. 9.10.2008 Jouni Tuomisto It seems that this part 4) could be simpler in the same way as e.g. Variables_missing. However, I don't want to put time on this issue, because this seems to work. Today I also added local variable f to make it possible to add descriptions about locations into the Result database. The database has been changed accordingly a few days ago. Note that this node only seems to work when there is only one new index at a time. Therefore, if you want to use the module, create the indices one by one, add the structure to the database, and only then define your actual variables of interest. var a:= indices_used; var b:= evaluate(a[@.indices_used=1]); var c:= if b=0 then a[@.indices_used=1] else a[@.indices_used=1]; var e:= 1..size(b); var f:= new_index_info[indices_missing=a[@.indices_used=1]]; f:= evaluate(f[iind='Description node']); f:= if size(f) = size(b) then f else (if b=0 then f else f); var x:= 2; while x<=size(a) do ( var d:= evaluate(a[@.indices_used=x]); b:= concat(b,d); c:= concat(c,(if d=0 then a[@.indices_used=x] else a[@.indices_used=x])); e:= concat(e,1..size(d)); var g:= new_index_info[indices_missing=a[@.indices_used=1]]; g:= evaluate(g[iind='Description node']); g:= if size(g) = size(b) then g else (if b=0 then g else g); f:= concat(f, g); x:= x+1); index k:= 1..size(b); b:= slice(b,k); c:= slice(c,k); e:= slice(e,k); f:= slice(f,k); var d:= New_index_info[iind='Dim_name',indices_missing=c]; d:= if d=null then 0 else d; index j:= ['Dim_name','Location','Ind_name','Row_number', 'Description']; a:= array(j,[d,b&'',c,e,f]); index L:= 1..size(k)+1; index m:= ['All locations have been defined already']; a:= concat(a,m,k,m,L); index g:= if slice(indices_missing,1) = 'All indices have been defined already' then size(k)+1..size(k)+1 else k; a:= slice(a,L,g); a:= a[g=subset(a[.j='Dim_name'])]; index i:= 1..(size(a)/size(j)); for h:= j do slice(a[j=h],i) 168,160,1 48,16 2,135,40,521,784 2,413,120,778,708,0,MIDM [Sys_localindex('J'),Sys_localindex('I')] ['','','','','','','','','',''] [Inp_ind,1,Indices_missing,1,Self,1] ODBC 'Driver={MySQL ODBC 5.1 Driver};Server=10.66.10.102;Database=resultdb;User=result_reader; Password=ora4ever;Option=3' 56,528,1 48,12 1,1,0,1,1,1,0,,0, 2,102,90,476,224 Dimensions Reset; index i:= DBquery(odbc,'SELECT Dim_id, Dim_name FROM `Dimension` '); index j:= ['Dim_id','Dim_name']; DBTable(i, j ) 160,528,1 48,12 1,1,0,1,1,1,0,0,0,0 2,922,53,316,489,0,MIDM 39325,65535,39321 [Sys_localindex('J'),Sys_localindex('I')] Variables missing This node checks the variables listed in Var_for_rdb and makes an index of those that are NOT found in the result database. This is then used as an index in Inp_var for adding variable information. Var a is the variable name list that is being edited. Var e is the list of variables to be saved. Index k is a temporary index for a. The idea is to find all those variables listed in e (including "All variables have been defined already") that do NOT show up in the existing list of variables. var a:= Variables[.j='Var_name']; a:= ','&jointext(a,a.i,',')&','; var e:= Variables_to_be_save[vari='Var_name']; index k:= concat(['All variables have been defined already'],e); a:= if findintext(','&k&',',a)>0 then 0 else 1; a:= if sum(a,a.k)>1 and @k=1 then 0 else a; subset(a) 56,336,1 48,22 1,1,1,1,1,1,0,0,0,0 2,813,316,493,501 2,38,575,406,193,0,MIDM 39321,39325,65535 [Self,Variables_to_be_save] ['All variables have been defined already'] Indices missing This node checks the indices listed in variables in Var_for_rdb and makes an index of those that are NOT found in the result database. This is then used as an index in Inp_var for adding variable information. For syntax help, see Variables_missing. var a:= Indices[.j='Ind_name']; a:= ','&jointext(a,a.i,',')&','; var e:= indices_used; index k:= concat(['All indices have been defined already'],e); a:= if findintext(','&k&',',a)>0 then 0 else 1; a:= if sum(a,a.k)>1 and @k=1 then 0 else a; subset(a) 56,224,1 48,22 1,1,1,1,1,1,0,0,0,0 2,531,26,493,499 2,526,562,490,264,0,MIDM 39321,39325,65535 [Self,Vari] ['All indices have been defined already'] New index info Table(Iind,Indices_missing)( 'Pollutant', 'None' ) 56,160,1 48,22 2,337,297,476,224 2,34,74,606,204,0,MIDM 2,490,553,520,238,0,MIDM [Formnode Input_ind1] 52425,39321,65535 [Iind,Indices_missing] [Iind,Indices_missing] Indices used This lists all indices that are used by all of the variables that are to be inserted into the result database. This is based on an assumption that the index Ind_var is always the outermost index and therefore last. Then it is sliced away. reset; var a:= Variables_to_be_save[vari='Var_name']; a:= indexnames(evaluate(a)); index i:= 1..size(a); a:= slice(a,i); a:= if a= 'Variables_to_be_save' then 0 else a; a[i=subset(a)] 168,200,1 48,16 2,796,247,476,566 2,567,377,416,303,0,MIDM [Sys_localindex('J'),Self] ['Age1','Municipality_fin1','Inp_var'] [Inp_ind,1,Indices_missing,1,Self,1] Dimensions missing This node checks the indices listed in variables in Var_for_rdb and makes an index of those that are NOT found in the result database. This is then used as an index in Inp_var for adding variable information. For syntax help, see Variables_missing. reset; var a:= dimensions[.j='Dim_name']; a:= ','&jointext(a,a.i,',')&','; var e:= new_index_info[iind='Dim_name']&'' ; index k:= concat(['All dimensions have been defined already'],e); a:= if findintext(','&k&',',a)>0 then 0 else 1; a:= if sum(a,a.k)>1 and @k=1 then 0 else a; subset(a) 56,112,1 48,22 1,1,1,1,1,1,0,0,0,0 2,755,126,493,593 2,66,113,513,489,0,MIDM 39321,39325,65535 [Self,Indices_missing] ['All dimensions have been defined already'] Inp var var c:= Card_var; index co:= ['Var_id','Var_name','Var_title','Var_unit','Page_id','Wiki_id']; array(co,[ c+@Variables_missing, Variables_missing, New_variable_info[ivar='Var_title'], New_variable_info[ivar='Var_unit'], Selecttext( variables_missing, 2), 1]) 288,272,1 48,16 1,1,1,1,1,1,0,0,0,0 2,102,90,502,425 2,255,386,800,303,0,MIDM 19661,48336,65535 [Variables_missing,Sys_localindex('CO')] Indices Reset; index i:= DBquery(odbc,'SELECT Ind_id, Ind_name, Dimension.Dim_id, Dim_name FROM `Index`, Dimension WHERE `Index`.Dim_id=Dimension.Dim_id '); index j:= ['Ind_id','Ind_name','Dim_id','Dim_name']; DBTable(i, j ) 160,552,1 48,12 1,1,0,1,1,1,0,0,0,0 2,-73,97,476,296 2,740,152,481,493,0,MIDM 39325,65535,39321 [Sys_localindex('J'),Sys_localindex('I')] Inp_dim index j:= ['Dim_id','Dim_name','Dim_title','Dim_unit']; array(j,[ Card_dim+@Dimensions_missing, Dimensions_missing, New_dimension_info[Idim='Dim_title'], New_dimension_info[Idim='Dim_unit']]) 288,40,1 48,16 2,440,450,416,303,0,MIDM [Dimensions_missing,Sys_localindex('J')] ODBC write 'Driver={MySQL ODBC 5.1 Driver};Server=10.66.10.102;Database=resultdb;User='&username&'; Password='&password&';Option=3' 56,624,1 48,12 1,1,0,1,1,1,0,,0, 'Add username' 56,576,0 48,12 1,1,1,1,1,1,0,0,0,0 [Formnode Username1] 52425,39321,65535 'Add password' 56,600,0 48,12 1,1,1,1,1,1,0,0,0,0 [Formnode Password1] 52425,39321,65535 Inp run index j:= ['Run_id','Run_date','Run_who','Run_method']; index i:= 1..1; var a:= Run_info[Irun=j]; a:= if j='Run_id' then Card_run+1 else a; a:= if j='Run_method' then a[j='Run_method']&', '&Run_data else a; array(i,[a]) 288,432,1 48,16 2,168,178,683,303,0,MIDM [Sys_localindex('I'),Sys_localindex('J')] Locations Reset; index i:= DBquery(odbc,'SELECT Loc_id, Location, Dimension.Dim_id, Dim_name, Location.Description FROM `Location`, `Dimension` WHERE Location.Dim_id = Dimension.Dim_id '); index j:= ['Loc_id', 'Location', 'Dim_id', 'Dim_name']; DBTable(i, j) 160,576,1 48,12 1,1,0,1,1,1,0,0,0,0 2,102,90,476,445 2,572,44,696,521,0,MIDM 39325,65535,39321 [Sys_localindex('J'),Sys_localindex('I')] Card var Reset; index a:= DBquery(odbc,'SELECT Var_id FROM `Variable` '); index b:= ['Var_id']; max(max(DBTable(a, b ),a),b) 168,272,1 48,16 1,1,1,1,1,1,0,0,0,0 2,376,386,416,303,0,MIDM 39325,65535,39321 Variables This node checks the variables listed in Var_for_rdb and makes an index of those that are NOT found in the result database. This is then used as an index in Inp_var for adding variable information. Reset; index i:= DBquery(odbc,'SELECT Var_id, Var_name FROM `Variable` '); index j:= ['Var_id','Var_name']; var a:= DBTable(i, j ); a 160,600,1 48,12 1,1,0,1,1,1,0,0,0,0 2,254,142,493,501 2,529,143,331,437,0,MIDM 39325,65535,39321 [Sys_localindex('J'),Sys_localindex('I')] ['H1991'] [Self,1,Sys_localindex('I'),1,Sys_localindex('J'),1] Age1 ['18-65','3'] 288,552,1 48,12 Municipality_fin1 ['Harjavalta'] 280,576,1 64,12 2,192,588,476,224 Testvariable age1 288,528,1 48,12 2,93,226,539,360,0,MIDM [] Run data 'Edition: '&Analyticaedition&', Platform: '&Analyticaplatform&', Version: '&Analyticaversion&', Samplesize: '&Samplesize 168,432,1 48,16 2,119,357,476,303,0,MIDM 2,I,4,2,0,0,4,0,$,0,"ABBREV",0 Size of sample samplesize 400,560,1 48,16 [Formnode Size_of_sample1] 2,I,4,2,0,0,4,0,$,0,"ABBREV",0 (a:prob) Stats index statistics:= ['Mean','SD','0.01','0.025','0.05','0.25','0.5 (Median)','0.75','0.95','0.975','0.99']; a:= array(statistics,[mean(a), sdeviation(a), getfract(a,0.01), getfract(a,0.025), getfract(a,0.05), getfract(a,0.25), getfract(a,0.5), getfract(a,0.75), getfract(a,0.95), getfract(a,0.975), getfract(a,0.99)]); round(a*10)/10&'' 400,528,1 48,12 a See New_locs for tech development needs. 336,216,-1 84,20 This module saves model results into the Result Database. You need a password for that. Note that the necessary variable, index, dimension, and run information will be asked. You must add all tables before the process is completed. 236,40,-1 236,40 Note! You can insert several variables at the same time. Each variable MUST have at least one index. 152,120,-1 144,32 Te11 Fill in the data below if needed (in this order). 168,352,-5 160,192 1,0,0,1,0,1,0,,0, Username 0 156,196,1 140,12 1,0,0,1,0,0,0,110,0,1 52425,39321,65535 Username Password 0 156,220,1 140,12 1,0,0,1,0,0,0,110,0,1 52425,39321,65535 Password Input ind 0 156,368,1 140,16 1,0,0,1,0,0,0,78,0,1 52425,39321,65535 New_index_info Size of sample 1 156,460,1 140,12 1,0,0,1,0,0,0,72,0,1 Size_of_sample