index.js

const Sheet = require('./sheet');
const fetch = require('node-fetch');

async function scrapePage(i) {

    const res = await fetch(`https://jobs.github.com/positions.json?page=${i}&search=code`);
    const json = await res.json();

    const rows = json.map(job => {
        return {
            company: job.company,
            title: job.title,
            location: job.location,
            date: job.created_at,
            url: job.url
        }
    });

    return rows;

}

(async function () {

    let i = 1;
    let rows = [];

    while (true) {
        const newRows = await scrapePage(i);
        if (newRows.length === 0) break;
        rows = [...rows, ...newRows]; // Similar to rows = rows.concat(newRows);
        i++;
    }

    let sortedByDate = rows.sort((a, b) => {
        return new Date(b.date) - new Date(a.date);
    });

    let searchQuery = 'frontend';
    let filteredData = sortedByDate.filter(data => data.title.toLowerCase().includes(searchQuery));

    const sheet = new Sheet();
    await sheet.load();

    await sheet.addRows(filteredData);

})();