Loop function from a certain row till the last row - google-apps-script

Question

I have a list of urls in column A, and I'm copying and pasting formulas from a row that contains the formulas (Template row) against the URLs to extract data.
The code then does a SpreadsheetApp.flush(); and then copies the the results from that particular row and pastes it as values onto the same row.
The code I've put together to do this is as follows.
function scraper(){
copypasteFormulas();
copypasteResultValues();
}
function copypasteFormulas() {
var sheet = SpreadsheetApp.getActiveSpreadsheet().getSheetByName("Sheet1");
var sourceRange = sheet.getRange('B2:T2'); //Copy formulas from template row
var sourceFormulas = sourceRange.getFormulasR1C1();
var targetRange = sheet.getRange('B5:T5'); //Paste formulas
targetRange.setFormulasR1C1(sourceFormulas);
}
function copypasteResultValues() {
var sheet = SpreadsheetApp.getActiveSpreadsheet().getSheetByName("Sheet1");
SpreadsheetApp.flush(); //Delay between paste of formula and copypaste of values onto it's self
var copyFromRange = 'Sheet1!B5:T5'; // Copies result range
var copyToRangeStart = 'Sheet1!B5'; // Pastes results into itself as values
var source = sheet.getRange(copyFromRange);
source.copyTo(sheet.getRange(copyToRangeStart), {contentsOnly: true});
}
However I'd like for this to loop through every row till the last row and start again from B5:T5 to the end of the rows.
For example the following stays constant since thats where the formulas are copied from.
var sourceRange = sheet.getRange('B2:T2'); //Copy formulas from template row
var sourceFormulas = sourceRange.getFormulasR1C1();
The rest needs to change as each row gets filled in
var targetRange = sheet.getRange('B5:T5'); //Paste formulas
targetRange.setFormulasR1C1(sourceFormulas);
var copyFromRange = 'Scraper!B5:T5'; // Copies result range
var copyToRangeStart = 'Scraper!B5'; // Pastes results into itself as values
I'm not sure how to do this.
****** UPDATE ******
I managed to put together the following code to loop through from a certain row to the last row.
function iterativeCopyPaste() {
// Get array of values in the search Range
var sheet = SpreadsheetApp.getActiveSpreadsheet().getSheetByName("Scraper");
var rangeData = sheet.getDataRange();
var lastColumn = rangeData.getLastColumn();
var lastRow = rangeData.getLastRow();
var searchRange = sheet.getRange(2,2, lastRow-1, lastColumn-1);
var rangeValues = searchRange.getValues(); // Loop through array and if condition met, add relevant
var sourceRange = sheet.getRange(2,2,1,19); //Copy formulas from template row
var sourceFormulas = sourceRange.getFormulasR1C1();
// Copy paste formulas and copy paste result to values iteration
for ( j = 5 ; j < lastRow - 1; j++){
var i = 2;
if(rangeValues[j][i] === ""){
var targetRange = sheet.getRange(j, i, 1, 19); //row range to which the formulas are pasted
targetRange.setFormulasR1C1(sourceFormulas);
SpreadsheetApp.flush();
};
var source = sheet.getRange(j, i, 1, 19); // result range to copy
SpreadsheetApp.flush();
source.copyTo(sheet.getRange(j, i, 1, 19), {contentsOnly: true}); // Pastes results into itself as values
SpreadsheetApp.flush();
};
};
However it stops two rows before the last row, so I had to add two dummy rows at the end of the list on column A so the urls get looped through.
The formulas that get copied into the rows use importxml to extract data and sometimes they get stuck on "Loading", one of the formulas I use as follows.
=if(iserror(IMPORTXML($A2,"//h1[contains(#class,'ch-title')]")),"Loading",IMPORTXML($A2,"//h1[contains(#class,'ch-title')]"))
Is there any way that the iteration only goes ahead only if none of the cells in sheet.getRange(j, i, 1, 19) show as loading.
EDIT: It appears that if I use a
SpreadsheetApp.flush();
Utilities.sleep(100000);
under //row range to which the formulas are pasted it appears to slowly go through all the URLs loading up all the data and then copying and pasting on itself as values. So far it seems to work well.

Answer 1

This is the final code I put together that works for what I wanted.
And set a time trigger to run every 30 minutes incase there is a timeout.
function iterativeCopyPaste() {
// Get array of values in the search Range
var sheet = SpreadsheetApp.getActiveSpreadsheet().getSheetByName("Scraper");
var rangeData = sheet.getDataRange();
var lastColumn = rangeData.getLastColumn();
var lastRow = rangeData.getLastRow();
var searchRange = sheet.getRange(2,2, lastRow-1, lastColumn-1);
var rangeValues = searchRange.getValues(); // Loop through array and if condition met, add relevant
var sourceRange = sheet.getRange(2,2,1,10); //Copy formulas from template row
var sourceFormulas = sourceRange.getFormulasR1C1();
var counter = 0;
// Copy paste formulas and copy paste result to values iteration
for ( j = 5 ; j < lastRow - 1; j++){
var i = 2;
counter++;
var targetRange = sheet.getRange(j, i, 1, 10); //row range to which the formulas are pasted
if(targetRange.isBlank()){
//var targetRange = sheet.getRange(j, i, 1, 10); //row range to which the formulas are pasted
targetRange.setFormulasR1C1(sourceFormulas);
SpreadsheetApp.flush();
Utilities.sleep(100000); // Delay before the copy and paste of result values
};
var source = sheet.getRange(j, i, 1, 19); // result range to copy
SpreadsheetApp.flush();
source.copyTo(sheet.getRange(j, i, 1, 19), {contentsOnly: true}); // Pastes results into itself as values
SpreadsheetApp.flush();
if (counter === 4) { // Delay after every 5 rows
Utilities.sleep(240000);
SpreadsheetApp.flush();
counter = 0;
};
};
};