Scraping site data is a quite lot of work. It is hectic I know. But I have figured out a solution for that. In this article, we will be Scraping NEPSE Nepal Stock Exchange Today's Price data with our favorite scraping framework puppeteer. To know more about puppeteers you can check <a href="https://scraperspace.blogue.tech/" rel="noopener noreferrer" target="_blank">scraperspace</a>. So let's get started scraping google maps. <h2>Installation</h2>You need to install puppeteer and nodejs in your system. You can install a puppeteer library with the below command.<pre class="ql-syntax" spellcheck="false">npm install -g puppeteer 

</pre> After installation is done.<ul><li>go to <a href="https://www.nepalstock.com.np/today-price" rel="noopener noreferrer" target="_blank">this</a> page</li><li>You'll see the NEPSE today's data</li><li>we'll need the URL later</li></ul> Let's write the function to scrape: <pre class="ql-syntax" spellcheck="false">const puppeteer = require("puppeteer");
const fs = require("fs");


async function scraper(option: any) {
&nbsp; try {
&nbsp; &nbsp; //browser initiated
&nbsp; &nbsp; let browser = await puppeteer.launch({
&nbsp; &nbsp; &nbsp; args: ["--start-maximized"],
&nbsp; &nbsp; &nbsp; headless: false,
&nbsp; &nbsp; });
&nbsp; &nbsp; // opens a new blank page
&nbsp; &nbsp; let page = await browser.newPage();


&nbsp; &nbsp; // resize the browser
&nbsp; &nbsp; await page.setViewport({ width: 1366, height: 768 });

// navigate to url and wait until page loads completely
&nbsp; &nbsp; await page.goto(`http://www.nepalstock.com.np/main/todays_price/index/${option.code} `, {
&nbsp; &nbsp; &nbsp; waitUntil: "networkidle0",
&nbsp; &nbsp; });

&nbsp; &nbsp; // waits until page loads completely
&nbsp; &nbsp; await page.waitForSelector(".container", { visible: true });

&nbsp; &nbsp; const content = await page.evaluate(() =&gt; {
 let rowList: any[] = [];


&nbsp;let rows = document.querySelectorAll("table tbody tr");
&nbsp; &nbsp; &nbsp; rows.forEach((row) =&gt; {
&nbsp; &nbsp; &nbsp; &nbsp; ` &nbsp;`;
&nbsp; &nbsp; &nbsp; &nbsp; // Declares the data we want to scrape
&nbsp; &nbsp; &nbsp; &nbsp; let record: {
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; Sn: string;
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; Traded_Companies: string;
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; No_Of_Transaction: string;
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; Max_Price: string;
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; Min_Price: string;
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; Closing_Price: string;
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; Traded_Shares: string;
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; Amount: string;
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; Previous_Closing: string;
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; Difference_Rs: string;
&nbsp; &nbsp; &nbsp; &nbsp; } = {
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; Sn: "",
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; Traded_Companies: "",
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; No_Of_Transaction: "",
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; Max_Price: "",
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; Min_Price: "",
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; Closing_Price: "",
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; Traded_Shares: "",
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; Amount:"",
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; Previous_Closing:"",
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; Difference_Rs: ""
&nbsp; &nbsp; &nbsp; &nbsp; };
// getting textvalue of each column of a row and adding them to a list
&nbsp; &nbsp; &nbsp; &nbsp; const tdList = Array.from(
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; row.querySelectorAll("td"),
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; (column) =&gt; column.innerText,
&nbsp; &nbsp; &nbsp; &nbsp; );

&nbsp; &nbsp; &nbsp; &nbsp; if (tdList.length &gt;= 9) {
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; // push the data
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; rowList.push({
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; Sn: tdList[0],
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; Traded_Companies: tdList[1],
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; No_Of_Transaction: tdList[2],
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; Max_Price: tdList[3],
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; Min_Price: tdList[4],
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; Closing_Price: tdList[5],
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; Traded_Shares: tdList[6],
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; Amount: tdList[7],
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; Previous_Closing: tdList[8],
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; Difference_Rs:tdList[9]
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; });
&nbsp; &nbsp; &nbsp; &nbsp; }
&nbsp; &nbsp; &nbsp; });
&nbsp; &nbsp; &nbsp; return rowList;
&nbsp; &nbsp; });
&nbsp; &nbsp; // Store output by creating json file for each index
&nbsp; &nbsp; fs.writeFile(
&nbsp; &nbsp; &nbsp; `./ShareData/ShareData-${option.index}.json`,
&nbsp; &nbsp; &nbsp; JSON.stringify(content, null, 2),
&nbsp; &nbsp; &nbsp; (err: any) =&gt; {
&nbsp; &nbsp; &nbsp; &nbsp; if (err) {
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; console.log(err);
&nbsp; &nbsp; &nbsp; &nbsp; } else {
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; console.log(`Data &nbsp;of Stock Page-${option.index} Scraped`);
&nbsp; &nbsp; &nbsp; &nbsp; }
&nbsp; &nbsp; &nbsp; },
&nbsp; &nbsp; );
&nbsp; &nbsp; // close the browser
&nbsp; &nbsp; await browser.close();
&nbsp; } catch (e) {
&nbsp; &nbsp; console.log(e);
&nbsp; }
}

let main = async () =&gt; {
&nbsp; // Loop through the stock page
&nbsp; for (let i = 1; i &lt;= 11; ++i) {
&nbsp; &nbsp; await Promise.all([
&nbsp; &nbsp; &nbsp; scraper({
&nbsp; &nbsp; &nbsp; &nbsp; code: i,
&nbsp; &nbsp; &nbsp; &nbsp; index: i,
&nbsp; &nbsp; &nbsp; }),
&nbsp; &nbsp; ]);
&nbsp; }
};

main()
&nbsp; .then(() =&gt; {
&nbsp; &nbsp; console.log("Scraping Completed!");
&nbsp; })
&nbsp; .catch((e) =&gt; {
&nbsp; &nbsp; console.log(`Failed due to exception - ${e}`);
&nbsp; });
</pre> <h2>Steps to run</h2><ul><li>'' npm install '' in the terminal in the root folder to install all the required packages</li><li>'' npm start '' to run the script</li><li>To view the scraped data, run the '' index.html '' file from the views folder</li></ul> You can get the source code from <a href="https://github.com/sujanchhetri/NEPSE_scraper" rel="noopener noreferrer" target="_blank">here</a>. Happy Coding ...

Scraping NEPSE Nepal Stock Exchange Todays Price data

Related blogs

About us: