Skip to main content
Announcements
Qlik Connect 2024! Seize endless possibilities! LEARN MORE
cancel
Showing results for 
Search instead for 
Did you mean: 
Not applicable

Incremental load

Hi all

Here is the code a part from Incremetal load , i could not undertand the tableName which is marked in yellow,

could you plz explain

SUB IncrementalTableLoad(tableName,TimeStampColumn)

LET tableloadStartTime=Now(1);
SET vLastExecTime=0;
SET Status =Success;
SET vTotalRecordCount = 0;
SET vRecordCount = 0;
LET pathName = '$(vIDSScriptsPath)$(tableName)$(vIDSExt)';
if not isnull(QVDCreateTime('$(vQVDPath)IDS_$(tableName).qvd')) then
LoadTime:
Load Max(LastModifiedDate) as LastModifiedDate // Or max(CreatedDate)
From $(vQVDPath)IDS_$(tableName).qvd (qvd);
Let vLastExecTime = timestamp(peek('LastModifiedDate',0,'LoadTime'),'YYYY-MM-DD hh:mm:ss');
//Let LastModifiedTimestamp = '$(vLastExecTime)';
Drop Table LoadTime;
ELSE
Call FullTableLoad(tableName);
EXIT SUB;
end if;

LET vFilter = TimeStampColumn & ' >= ' & CHR(39) & vLastExecTime & CHR(39) & ' and ' & TimeStampColumn & ' < ' & CHR(39) & vExecTime & CHR(39) ;//line added by Manoj to ensure the filter is set properly.

$(tableName):
$(Include=$(pathName))
WHERE
$(vFilter);

vRecordCount = NoOfRows('$(tableName)');

if NoOfRows('$(tableName)') > 0 then
Concatenate ($(tableName))
LOAD *
FROM $(vQVDPath)IDS_$(tableName).qvd (qvd)
WHERE Not(Exists (Id));
vTotalRecordCount = NoOfRows('$(tableName)');  
//RENAME table $(tableName)_TMP to $(tableName);
     STORE $(tableName) INTO $(vQVDPath)IDS_$(tableName).qvd;
End If    

Drop Table $(tableName);

LET tableloadEndTime= Now(1);
CALL QVDaudit('$(vQVDPath)IDS_$(tableName).qvd','IDS_$(tableName).qvd', tableloadStartTime,tableloadEndTime,vTotalRecordCount,vRecordCount,Status,vLastExecTime);
END SUB;

0 Replies