How to use numRequestsInProgress method in Puppeteer

Best JavaScript code snippet using puppeteer

robroy.js

Source:robroy.js

1import RobroyAuth from './auth';2import RobroyGrid from './grid';3import RobroyFolder from './folder';4import RobroyImage from './image';5import RobroyUtilities from './utilities';6export default class Robroy {7	constructor(args) {8		args = args || {};9		args.apiFoldersPath = args.apiFoldersPath || '/json/folders.json';10		args.apiImagesPath = args.apiImagesPath || '/json/images.json';11		args.apiPath = args.apiPath || '/api.php';12		args.callbacks = args.callbacks || {};13		args.enableGrid = RobroyUtilities.propertyExists(args, 'enableGrid') && args.enableGrid;14		args.folderItemElement = args.folderItemElement || 'li';15		args.folderSeparator = args.folderSeparator || ' > ';16		args.imageItemElement = args.imageItemElement || 'figure';17		args.localStorageKey = args.localStorageKey || 'authenticated';18		args.metaTitleSeparator = args.metaTitleSeparator || ' | ';19		args.modifiers = args.modifiers || {};20		args.pageSize = args.pageSize || 8;21		args.removePointerEventsOnLogin = RobroyUtilities.propertyExists(args, 'removePointerEventsOnLogin') ? args.removePointerEventsOnLogin : true;22		args.selector = args.selector || '#robroy';23		args.showAllImages = args.showAllImages || false;24		this.args = args;25		const $container = document.querySelector(args.selector);26		if (!$container) {27			return;28		}29		const lang = args.lang || {};30		lang.cancel = lang.cancel || 'Cancel';31		lang.close = lang.close || 'Close';32		lang.confirmDeleteFolder = lang.confirmDeleteFolder || 'Are you sure you want to delete the folder "%s"?';33		lang.confirmDeleteImage = lang.confirmDeleteImage || 'Are you sure you want to delete the image "%s"?';34		lang.createdSuccessfullyImage = lang.createdSuccessfullyImage || 'Image uploaded successfully.';35		lang.createdSuccessfullyFolder = lang.createdSuccessfullyFolder || 'Folder created successfully.';36		lang.createFolder = lang.createFolder || 'Create Folder';37		lang.delete = lang.delete || 'Delete';38		lang.deletedSuccessfullyImage = lang.deletedSuccessfullyImage || 'Image deleted successfully.';39		lang.deletedSuccessfullyFolder = lang.deletedSuccessfullyFolder || 'Folder deleted successfully.';40		lang.deleteFolder = lang.deleteFolder || 'Delete Folder';41		lang.dragImagesOrClickHereToUpload = lang.dragImagesOrClickHereToUpload || 'Drag images or click here to upload.';42		lang.edit = lang.edit || 'Edit';43		lang.editFolder = lang.editFolder || 'Edit Folder';44		lang.error = lang.error || 'Error: ';45		lang.errorFolderDoesNotExist = lang.errorFolderDoesNotExist || 'This folder does not exist.';46		lang.errorInvalidUsername = lang.errorInvalidUsername || 'Invalid username or password.';47		lang.errorStatus = lang.errorStatus || 'The server returned a %s error.';48		lang.fieldFolderName = lang.fieldFolderName || 'Name';49		lang.fieldFolderParent = lang.fieldFolderParent || 'Parent';50		lang.fieldImageImages = lang.fieldImageImages || 'Images';51		lang.fieldImageFilename = lang.fieldImageFilename || 'Filename';52		lang.fieldImageTitle = lang.fieldImageTitle || 'Title';53		lang.fieldImageFolder = lang.fieldImageFolder || 'Folder';54		lang.home = lang.home || 'Home';55		lang.loading = lang.loading || 'Loading...';56		lang.logIn = lang.logIn || 'Log In';57		lang.logOut = lang.logOut || 'Log Out';58		lang.nothingToSave = lang.nothingToSave || 'Nothing to save.';59		lang.ok = lang.ok || 'OK';60		lang.pluralImageText = lang.pluralImageText || 'images';61		lang.save = lang.save || 'Save';62		lang.singularImageText = lang.singularImageText || 'image';63		lang.submitCreateFolder = lang.submitCreateFolder || 'Create';64		lang.submitEditFolder = lang.submitEditFolder || 'Save';65		lang.titleCreateFolder = lang.titleCreateFolder || 'Create Folder';66		lang.titleEditFolder = lang.titleEditFolder || 'Edit Folder';67		lang.titleEditImage = lang.titleEditImage || 'Edit Image';68		lang.updatedSuccessfullyImage = lang.updatedSuccessfullyImage || 'Image updated successfully.';69		lang.updatedSuccessfullyFolder = lang.updatedSuccessfullyFolder || 'Folder updated successfully.';70		lang.upload = lang.upload || 'Upload';71		lang.uploadImage = lang.uploadImage || 'Upload Image';72		lang.validationRequired = lang.validationRequired || 'Error: This field is required.';73		lang.view = lang.view || 'View';74		this.lang = lang;75		const $folderList = document.createElement('ul');76		$folderList.setAttribute('id', 'robroy-folders');77		$container.appendChild($folderList);78		const $imageList = document.createElement('div');79		$imageList.setAttribute('id', 'robroy-images');80		$container.appendChild($imageList);81		this.elements = {82			$authenticateButton: document.querySelector('[data-action="authenticate"]'),83			$container,84			$folderList,85			$imageList,86		};87		this.state = {88			isLoadingFolder: false,89			isLoadingImages: false,90			numRequestsInProgress: 0,91		};92		this.currentFolder = null;93		this.currentImage = null;94		this.currentImages = {};95		this.currentNumImages = null;96		this.folders = [];97	}98	static init(args) {99		if (!RobroyUtilities.propertyExists(window, 'ROBROY')) {100			window.ROBROY = new Robroy(args);101			if (!window.ROBROY.elements.$imageList) {102				return null;103			}104			RobroyFolder.load();105			RobroyImage.load();106			if (args.enableGrid) {107				window.ROBROY.grid = new RobroyGrid();108			}109			let int = setInterval(() => {110				if (!window.ROBROY.state.isLoadingFolder && !window.ROBROY.state.isLoadingImages) {111					RobroyAuth.init();112					RobroyUtilities.setNumImages();113					clearInterval(int);114					int = null;115				}116			}, 250);117		}118		return window.ROBROY;119	}...

index.js

Source:index.js

1import React from 'react';2import PropTypes from 'prop-types';3import _ from 'underscore';4import gql from 'graphql-tag';5import Immutable from 'immutable';6import { autobind } from 'core-decorators';7import { info } from '../../../io/logger';8import PureComponent from '../../common/pure';9import graphqlDeferred from '../../../decorators/graphqlDeferred';10import form from '../../../decorators/form';11import { AutocompleteInput } from '../../form';12@form({13  initialState: (props) => ({14    skills: [],15    value: props.value || ''16  })17})18@graphqlDeferred('search', gql`19  query skillAutocomplete ($search: SkillSearchInput!) {20    skills: searchSkills(search: $search) {21      id22      name23    }24  }25`)26export default class SkillAutocomplete extends PureComponent {27  static propTypes = {28    search: PropTypes.func.isRequired,29    onSelect: PropTypes.func.isRequired, // Callback when selection is made30    form: PropTypes.instanceOf(Immutable.Map).isRequired,31    name: PropTypes.string.isRequired,32    placeholder: PropTypes.string, // Placeholder text33    value: PropTypes.string, // Prefill skill34    focus: PropTypes.bool // Focus on component35  };36  static defaultProps = {37    onSelect: d => d,38    placeholder: 'ex: Javascript, Android, etc...',39    value: '',40    focus: false // Don't focus by default41  };42  constructor (props, context) {43    super(props, context);44    this.state = {45      numRequestsInProgress: 046    };47  }48  componentWillReceiveProps (nextProps) {49    const { value } = nextProps;50    if (this.props.value !== value) { // Provide a means to manually set the value from outside of the component, to prefill skill etc51      this.props.updateForm({52        value53      });54    }55  }56  @autobind57  _serialize ({ id, name }) {58    return {59      id,60      value: name61    };62  }63  @autobind64  _deserialize ({ id, value }) {65    return {66      id,67      name: value68    };69  }70  @autobind71  _onChange (value) {72    this.props.setInForm('value', value);73  }74  @autobind75  _onLoadRequested ({ value: input }) {76    this.setState({77      numRequestsInProgress: this.state.numRequestsInProgress + 178    });79    this.props.search({80      search: {81        input82      }83    }).then(({84      data: {85        skills86      }87    }) => {88      this.props.setInForm('skills', skills.map(this._serialize))89      this.setState({90        numRequestsInProgress: this.state.numRequestsInProgress - 191      });92    }).catch((e) => {93      this.setState({94        numRequestsInProgress: this.state.numRequestsInProgress - 195      });96      throw e;97    });98  }99  @autobind100  _onClearRequested () {101    this.props.setInForm('skills', []);102    this.props.setInForm('value', '');103  }104  @autobind105  _onSelect (skill) {106    if (skill.id === 'CREATE') {107      this.props.onSelect({108        id: 'CREATE_' + skill.rawValue,109        name: skill.rawValue110      });111      return;112    }113    this.props.onSelect(this._deserialize(skill));114    _.defer(() => this.props.updateForm({115      value: ''116    }));117  }118  render () {119    let suggestions = this.props.form.get('skills').toJSON();120    suggestions = suggestions.slice(0, 5);121    let formVal = this.props.form.get('value');122    let suggestionVals = _.invoke(_.pluck(suggestions, 'value'), 'toLowerCase');123    if (!_.contains(suggestionVals, (formVal || '').toLowerCase()) && this.state.numRequestsInProgress === 0) {124      suggestions.push({125        id: 'CREATE',126        rawValue: formVal,127        value: `Create new skill "${formVal}"`128      });129    }130    return (131      <AutocompleteInput132        suggestions={suggestions}133        onChange={this._onChange}134        onLoadRequested={this._onLoadRequested}135        onClearRequested={this._onClearRequested}136        onSelect={this._onSelect}137        placeholder={this.props.placeholder}138        value={this.props.form.get('value')}139        focus={this.props.focus}140        background={this.props.background}141        size={this.props.size}142        loading={this.state.numRequestsInProgress > 0}143      />144    );145  }...

api.js

Source:api.js

1import RobroyModal from './modal';2import RobroySpinner from './spinner';3import RobroyUtilities from './utilities';4export default class RobroyApi {5	static request(args) {6		args = args || {};7		args.method = args.method || 'GET';8		const $spinner = RobroySpinner.show();9		window.ROBROY.state.numRequestsInProgress += 1;10		const req = new XMLHttpRequest();11		req.onreadystatechange = () => {12			if (req.readyState !== XMLHttpRequest.DONE) {13				return;14			}15			window.ROBROY.state.numRequestsInProgress -= 1;16			if (window.ROBROY.state.numRequestsInProgress <= 0) {17				RobroySpinner.hide($spinner);18			}19			let response = req.responseText;20			if (!response && (req.status < 200 || req.status > 299)) {21				RobroyApi.error(args, response, req);22				return;23			}24			if (response && !args.noParse) {25				try {26					response = JSON.parse(response);27				} catch (e) {28					RobroyApi.error(args, response, req);29					return;30				}31			}32			if (req.status < 200 || req.status > 299) {33				RobroyApi.error(args, response, req);34				return;35			}36			args.callback(response, req.status);37		};38		req.open(args.method, args.url, true);39		if (args.json) {40			req.setRequestHeader('Content-Type', 'application/json');41			req.send(args.json);42		} else {43			req.send(args.formData);44		}45	}46	static error(args, response, req) {47		if (args.errorCallback) {48			args.errorCallback(response, req.status);49		} else {50			RobroyModal.show(RobroyUtilities.sprintf(window.ROBROY.lang.error + window.ROBROY.lang.errorStatus, req.status));51		}52	}...

Using AI Code Generation

1const Apify = require('apify');2const { PuppeteerCrawler } = Apify;3Apify.main(async () => {4    const requestList = await Apify.openRequestList('start-urls', [5    ]);6    const crawler = new PuppeteerCrawler({7        handlePageFunction: async ({ page }) => {8            console.log(`Current number of requests in progress: ${crawler.numRequestsInProgress()}`);9            await Apify.utils.puppeteer.injectJQuery(page);10            await page.waitFor(5000);11            console.log(`Current number of requests in progress: ${crawler.numRequestsInProgress()}`);12        },13    });14    await crawler.run();15});

Using AI Code Generation

1const Apify = require('apify');2const { PuppeteerCrawler } = Apify;3Apify.main(async () => {4    const requestList = await Apify.openRequestList('start-urls', [5    ]);6    const crawler = new PuppeteerCrawler({7        handlePageFunction: async ({ page }) => {8            console.log(`Current number of requests in progress: ${crawler.numRequestsInProgress()}`);9            await Apify.utils.puppeteer.injectJQuery(page);10            await page.waitFor(5000);11            console.log(`Current number of requests in progress: ${crawler.numRequestsInProgress()}`);12        },13    });14    await crawler.run();15});

Using AI Code Generation

1const { PuppeteerCrawler } = require('apify');2const requestList = await Apify.openRequestList('my-list', [3]);4const crawler = new PuppeteerCrawler({5    handlePageFunction: async ({ page, request }) => {6        await page.waitForSelector('body');7        const num = await crawler.numRequestsInProgress();8        console.log(`Crawled ${request.url}, ${num} requests are in progress`);9    },10    handleFailedRequestFunction: async ({ request }) => {11        console.log(`Request ${request.url} failed too many times`);12    },13});14await crawler.run();

Using AI Code Generation

1const { PuppeteerCrawler } = require('apify');2const requestList = await Apify.openRequestList('my-list', [3]);4const crawler = new PuppeteerCrawler({5    handlePageFunction: async ({ page }) => {6    },7});8await crawler.run();9console.log(crawler.numRequestsInProgress());10const { CheerioCrawler } = require('apify');11const requestList = await Apify.openRequestList('my-list', [12]);13const crawler = new CheerioCrawler({14    handlePageFunction: async ({ $ }) => {15        console.log('Page title:', $('title').text());16    },17});18await crawler.run();19console.log(crawler.numRequestsInProgress());20const { CheerioCrawler } = require('apify');21const requestList = await Apify.openRequestList('my-list', [

Using AI Code Generation

1const { PuppeteerCrawler } = require('apify');2const crawler = new PuppeteerCrawler({3    handlePageFunction: async ({ request }) => {4        console.log(`Processing ${request.url}...`);5        await Apify.utils.puppeteer.enqueueLinks({6        });7        console.log(`Current number of requests in progress: ${crawler.numRequestsInProgress()}`);8    },9    handleFailedRequestFunction: async ({ request }) => {10        console.log(`Request ${request.url} failed too many times`);11    },12});ath: test.js13const { AutoscaledPool } = require('apify');14const pool = new AutoscaledPool({15    runTaskFunction: async () => {16const crawler = new CheerioCrawler({17    handlePageFunction: async ({request, $ }) => {18        console.log(`Processing ${request.url}...`);19        await Apify.utils.enqueueLinks({20        });21        console.log(`Current number of requests in progress: $}crawler.numRequestsInProgress()}`);22    },23   ,handleFailedRequestFnction: async ({ equest }) => {24        consoe.log(`Request ${request.url} failed too many times`);25    },26});27await crawler.run();28const { BasicCrawler} = require(apify');29cont crawler = new BasicCrawler({30    handleRequestFunction async ({ request }) => {31        console.log(`Processing ${request.url}...`);32        await Apify.utils.enqueueLinks({33        });34        console.log(`Current number of requests in progress: ${crawler.numRequestsInProgress()}`);35    },36    handleFailedRequestFunction: async ({ request }) => {37        console.log(`Request ${request.url} failed too many times`);38    },39});

Using AI Code Generation

1const { PuppeteerCrawler } = require('apify');2const crawler = new PuppeteerCrawler({3    handlePageFunction: async ({ page, page, r }) => {4    }e5    handleFailedRequestFunction: async ({ request }) => {6    },7});8await crawler.waitForIdle();9const numRequestsInProgress = crawler.numRequestsInProgress();10await crawler.close();11const { CheerioCrawler } = require('apify');12const crawler = new CheerioCrawler({13    handlePageFunction: async ({ $, request }) => {14    },15    handleFailedRequestFunction: async ({ request }) => {16    },17});18await crawler.waitForIdle();19const numRequestsInProgress = crawler.numRequestsInProgress();20await crawler.close();21const { BasicCrawler } = require('apify');22const crawler = new BasicCrawler({23    handltRequestFunction: async ({ request }) => {24    },25    handleFailedRequestFun/ti/ : a.ync ({ request }) => {26    },27});28await craw.rwaitForIde();29const numRequestsInProgress = crawler.numRequestsInPrress);30await crawler.close();31const { AutoscaledPool } = require('apify');32const pool = new AutoscaledPool({33    runTaskFunction: async () => {34    },35    isTaskReadyFunction: async () => {36    },37    isFinishedFunction: () => {38    },39});40await pool.waitForIdle();41const numRequestsInProgress = pool.numRequestsInProgress();42await pool.close();43const { Puppet

Using AI Code Generation

1const { PuppeteerCrawler } = require('apify');2const crawler = new PuppeteerCrawler({3    handlePageFunction: async ({ request, page }) => {4        console.log(5    },6    handleFailedRequestFunction: async ({ request }) => {7    },8});9await crawler.waitForIdle();10const numRequestsInProgress = crawler.numRequestsInProgress();11await crawler.close();12const { CheerioCrawler } = require('apify');13const crawler = new CheerioCrawler({14    handlePageFunction: async ({ $, request }) => {15    },16    handleFailedRequestFunction: async ({ request }) => {17    },18});19await crawler.waitForIdle();20const numRequestsInProgress = crawler.numRequestsInProgress();21await crawler.close();22const { BasicCrawler } = require('apify');23const crawler = new BasicCrawler({24    handleRequestFunction: async ({ request }) => {25    },26    handleFailedRequestFunction: async ({ request }) => {27    },28});29await crawler.waitForIdle();30const numRequestsInProgress = crawler.numRequestsInProgress();31await crawler.close();32const { AutoscaledPool } = require('apify');33const pool = new AutoscaledPool({34    runTaskFunction: async () => {ropped()}`);35    },36});37await crawler.run();

Using AI Code Generation

1const { PuppeteerCrawler } = require("apify");2const crawler = new PuppeteerCrawler({3    handlePageFunction: async ({ page }) => {4    },5    handleFailedRequestFunction: async ({ request }) => {6        console.log(`Request ${request.url} failed too many times`);7    },8});9await crawler.run();10console.log(`Crawler finished, ${crawler.numRequestsInProgress()} requests are still in progress.`);11console.log(`Crawler finished, ${crawler.numRequestsHandled()} requests were handled.`);12console.log(`Crawler finished, ${crawler.numRequestsFailed()} requests failed.`);13const { CheerioCrawler } = require("apify");14const crawle = new CheeriCrawler({15    handlePageFunction: async ({ $, request, resonse }) => {16        console.log(`Processing ${request.url}...`);17        console.log(`Page title: ${$("title").text()}`);18    },19    handleFailedRequestFunction: async ({ request }) => {20        console.log(`Request ${request.url} failed too many times`);21    },22});23await crawler.run();24console.log(`Crawler finished, ${crawler.numRequestsInProgress()} requests are still in rogress.`);25console.log(`Crawler finished, ${crawler.numRequestsHandled()} requests were handled.`);26console.log(`Crawler finished, ${crawler.numRequestsFail requests failed.);27const { PuppeteerPool } = require("apify");28const pool = new PuppeteerPool({29    launchPuppeteerFunction: () => {30        return Apify.launchPuppeteer(31    isTaskReadyFunction: async () => {

Using AI Code Generation

1const { PuppeteerCr wler } = requ re('apify');2cons  { requestAsBrowser } = require('@apify/http-request');3 onst { addTimeoutToPromise } = requi e('@/pify/utils');4const { utils: { log } } = Apify;5Apify.main(async () => {6    const requestList = await Apify.op.nRequestList('sta.t-urls', [7    ]);8    const crawler = new PuppeteerCrawler({9        requestList,    },10        liunchPuppeteerOpsions: {11        },12        handlePageFunction: async ({ request, page }) => {13    },14});15await ool.waitForIde();16const numRequestsInProgress = pool.numRequestsInProgress();17await poollse();18const { Puppet19});20await pool.run();21console.log(pool.numRequestsInProgress());22const { BasicCrawler } = require('apify');23const crawler = new BasicCrawler({24    handleRequestFunction: async ({ request }) => {25        await Apify.utils.sleep(1000);26    },27});28await crawler.run();29console.log(crawler.numRequestsInProgress());30const { PuppeteerPool } = require('apify');31const pool = new PuppeteerPool({32});33const browser = await pool.newBrowser();34await pool.newPage(browser);35console.log(pool.numRequestsInProgress());36const { CheerioCrawler } = require('apify');37const requestList = await Apify.openRequestList('my-list', [

Using AI Code Generation

1const { PuppeteerCrawler } = require('apify');2const crawler = new PuppeteerCrawler({3    handlePageFunction: async ({ request }) => {4        console.log(`Processing ${request.url}...`);5        await Apify.utils.puppeteer.enqueueLinks({6        });7        console.log(`Current number of requests in progress: ${crawler.numRequestsInProgress()}`);8    },9    handleFailedRequestFunction: async ({ request }) => {10        console.log(`Request ${request.url} failed too many times`);11    },12});13await crawler.run();14const { CheerioCrawler } = require('apify');15const crawler = new CheerioCrawler({16    handlePageFunction: async ({ request, $ }) => {17        console.log(`Processing ${request.url}...`);18        await Apify.utils.enqueueLinks({19        });20        console.log(`Current number of requests in progress: ${crawler.numRequestsInProgress()}`);21    },22    handleFailedRequestFunction: async ({ request }) => {23        console.log(`Request ${request.url} failed too many times`);24    },25});26await crawler.run();27const { BasicCrawler } = require('apify');28const crawler = new BasicCrawler({29    handleRequestFunction: async ({ request }) => {30        console.log(`Processing ${request.url}...`);31        await Apify.utils.enqueueLinks({32        });33        console.log(`Current number of requests in progress: ${crawler.numRequestsInProgress()}`);34    },35    handleFailedRequestFunction: async ({ request }) => {36        console.log(`Request ${request.url} failed too many times`);37    },38});

Using AI Code Generation

1const { PuppeteerCrawler } = require('apify');2const crawler = new PuppeteerCrawler({3    handlePageFunction: async ({ request, page }) => {4        console.log(`Current number of requests in progress: ${crawler.numRequestsInProgress()}`);5    },6});7await crawler.run();8const { PuppeteerCrawler } = require('apify');9const crawler = new PuppeteerCrawler({10    handlePageFunction: async ({ request, page }) => {11        console.log(`Current number of requests handled: ${crawler.numRequestsHandled()}`);12    },13});14await crawler.run();15const { PuppeteerCrawler } = require('apify');16const crawler = new PuppeteerCrawler({17    handlePageFunction: async ({ request, page }) => {18        console.log(`Current number of requests retried: ${crawler.numRequestsRetried()}`);19    },20});21await crawler.run();22const { PuppeteerCrawler } = require('apify');23const crawler = new PuppeteerCrawler({24    handlePageFunction: async ({ request, page }) => {25        console.log(`Current number of requests failed: ${crawler.numRequestsFailed()}`);26    },27});28await crawler.run();29const { PuppeteerCrawler } = require('apify');30const crawler = new PuppeteerCrawler({31    handlePageFunction: async ({ request, page }) => {32        console.log(`Current number of requests aborted: ${crawler.numRequestsAborted()}`);33    },34});35await crawler.run();36const { PuppeteerCrawler } = require('apify');37const crawler = new PuppeteerCrawler({38    handlePageFunction: async ({ request, page }) => {39        console.log(`Current number of requests dropped: ${crawler.numRequestsDropped()}`);40    },41});42await crawler.run();

Using AI Code Generation

1const { PuppeteerCrawler } = require("apify");2const { RequestQueue } = require("apify");3const requestQueue = new RequestQueue();4const crawler = new PuppeteerCrawler({5  handlePageFunction: async ({ request, page }) => {6    console.log(`Processing ${request.url}...`);7  },8});9(async () => {

Automation Testing Tutorials

Learn to execute automation testing from scratch with LambdaTest Learning Hub. Right from setting up the prerequisites to run your first automation test, to following best practices and diving deeper into advanced test scenarios. LambdaTest Learning Hubs compile a list of step-by-step guides to help you be proficient with different test automation frameworks i.e. Selenium, Cypress, TestNG etc.