Hyllesen

const puppeteer = require("puppeteer");
const cheerio = require("cheerio");

async function scrapeListings(page, url) {
  await page.goto(url);
  const currentUrl = await page.url();
  if (currentUrl !== url) {
    console.log(currentUrl);
    console.log(url);
    console.log("We've reached the end!");

Hyllesen

// the main app file
import express from "express";
import loadDb from "./loadDb"; // dummy middleware to load db (sets request.db)
import authenticate from "./authentication"; // middleware for doing authentication
import permit from "./permission"; // middleware for checking if user's role is permitted to make request

const app = express(),
      api = express.Router();

// first middleware will setup db connection

Hyllesen

let request = require("request-promise");
const cookieJar = request.jar();
const fs = require("fs");
request = request.defaults({
  jar: cookieJar,
  headers: {
    "Content-Type": "application/x-www-form-urlencoded; charset=UTF-8",
    "User-Agent":
      "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_13_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.92 Safari/537.36",
  },

Hyllesen

const request = require("request-promise");
const cheerio = require("cheerio");
 
async function main() {
 const result = await request.get("http://codingwithstefan.com/table-example");
 const $ = cheerio.load(result);
 const scrapedData = [];
 const tableHeaders = [];
 $("body > table > tbody > tr").each((index, element) => {
   if (index === 0) {

Hyllesen

const request = require("request-promise");
const cheerio = require("cheerio");
 
async function main() {
 const result = await request.get("http://codingwithstefan.com/table-example");
 const $ = cheerio.load(result);
 $("body > table > tbody > tr").each((index, element) => {
   console.log($(element).find("td")[0]);
 });
}

Hyllesen

const request = require("request-promise");
const cheerio = require("cheerio");

async function main() {
 const result = await request.get("http://codingwithstefan.com/table-example");
 const $ = cheerio.load(result);
 $("body > table > tbody > tr > td").each((index, element) => {
   console.log($(element).text());
 });
}

Hyllesen

[
 {
   Company: "Alfred Futterkiste",
   Contact: "Maria Anders",
   Country: "Germany"
 },
 {
   Company: "Berglunds snabbköp",
   Contact: "Christina Berglund",
   Country: "Sweden"

Hyllesen

<table>
    <tr>
      <th>Company</th>
      <th>Contact</th>
      <th>Country</th>
    </tr>
      <tr>
        <td>Alfred Futterkiste</td>
        <td>Maria Anders</td>
        <td>Germany</td>

Hyllesen

const cheerio = require("cheerio");
const mongoose = require("mongoose");
const puppeteer = require("puppeteer");
const prompt = require("prompt-sync")({ sigint: true });
const fs = require("fs");

const originUrl = "https://www.airbnb.com/s/Ohio/homes";

async function goToAirbnb(page) {
  await page.goto(originUrl);

Hyllesen

//Test file

const TodoController = require("../../controllers/todo.controller");
const TodoModel = require("../../model/todo.model");
const httpMocks = require("node-mocks-http");
const newTodo = require("../mock-data/new-todo.json");

// jest.mock("../../model/todo.model"); cant use this with the prototype.save

const saveMock = jest.fn();