Data of next page not getting
Hello,
I can't get the data after changing the page number.
For Example:-
https://www.curreycodealers.com/searchadv.aspx?searchterm=Product%20Search
You can see all Items which are the under this page but when you click on page 2 and then you will not get the Items of the Page 2 instead of this still you will get the same Items which are on the page 1.
I have add some parameters like
__EVENTTARGET
__EVENTARGUMENT
__VIEWSTATE
IsSubmit
pagenum
pagesize
Please help me out.
Thanks
It looks like you need to
It looks like you need to iterate the pagenum and get the new VIEWSTATE each time. See the example I attached for screen scraper version 7.0.8a
There is a problem with
There is a problem with attachments. Instead, save this code to a file, save as "Currey support (Scraping Session).sss", and import it.
<scraping-session use-strict-mode="true" use-only-sslv3="false"><script-instances><owner-type>ScrapingSession</owner-type><owner-name>Currey support</owner-name></script-instances><name>Currey support</name><notes></notes><cookiePolicy>0</cookiePolicy><HTTPClientType>5</HTTPClientType><maxHTTPRequests>1</maxHTTPRequests><external_proxy_username></external_proxy_username><external_proxy_password></external_proxy_password><external_proxy_host></external_proxy_host><external_proxy_port></external_proxy_port><external_nt_proxy_username></external_nt_proxy_username><external_nt_proxy_password></external_nt_proxy_password><external_nt_proxy_domain></external_nt_proxy_domain><external_nt_proxy_host></external_nt_proxy_host><anonymize>false</anonymize><terminate_proxies_on_completion>false</terminate_proxies_on_completion><number_of_required_proxies>5</number_of_required_proxies><originator_edition>2</originator_edition><logging_level>1</logging_level><date_exported>October 06, 2017 09:36:15</date_exported><character_set>UTF-8</character_set><created_by_version>7.0.8a</created_by_version><scrapeable-files sequence="1" will-be-invoked-manually="false" tidy-html="jsoup"><last-scraped-data></last-scraped-data><URL>https://www.curreycodealers.com/searchadv.aspx</URL><last-request></last-request><name>First page</name><extractor-patterns sequence="1" automatically-save-in-session-variable="false" if-saved-in-session-variable="0" filter-duplicates="false" cache-data-set="false" will-be-invoked-manually="false" apply-whitespace-tidying-before-extraction="true"><pattern-text>onclick="changePageNumber(~@PAGES@~);">»<</pattern-text><identifier>Pages</identifier><extractor-pattern-tokens optional="false" save-in-session-variable="false" compound-key="true" strip-html="false" resolve-relative-url="false" replace-html-entities="false" trim-white-space="false" exclude-from-data="false" null-session-variable="false" sequence="1"><regular-expression>\d+</regular-expression><identifier>PAGES</identifier></extractor-pattern-tokens><script-instances><script-instances when-to-run="85" sequence="1" enabled="true"><script><script-text>Integer pages = Integer.parseInt(dataRecord.get("PAGES"));
for (i=2; i<=pages; i++)
{
session.setv("PAGE", i);
log.log(">>>Scraping page " + i + " of " + pages);
session.scrapeFile("Next page");
}</script-text><name>Curry - pagination</name><language>Interpreted Java</language></script></script-instances><owner-type>ExtractorPattern</owner-type><owner-name>Pages</owner-name></script-instances></extractor-patterns><HTTPParameters sequence="1"><key>searchterm</key><type>GET</type><value>Product Search</value></HTTPParameters><script-instances><script-instances when-to-run="40" sequence="1" enabled="true"><script><script-text>DataRecord aspx = scrapeableFile.getASPXValues(false);
e = aspx.keys();
while (e.hasMoreElements())
{
k = e.nextElement();
v = aspx.get(k);
session.setv(k, v);
}</script-text><name>ASPX values</name><language>Interpreted Java</language></script></script-instances><owner-type>ScrapeableFile</owner-type><owner-name>First page</owner-name></script-instances></scrapeable-files><scrapeable-files sequence="-1" will-be-invoked-manually="true" tidy-html="jsoup"><last-scraped-data></last-scraped-data><URL>https://www.curreycodealers.com/searchadv.aspx</URL><last-request></last-request><name>Next page</name><extractor-patterns sequence="1" automatically-save-in-session-variable="false" if-saved-in-session-variable="0" filter-duplicates="false" cache-data-set="false" will-be-invoked-manually="false" apply-whitespace-tidying-before-extraction="true"><pattern-text><div onmouseover="ShowQuickView(
~@DATARECORD@~">Quick View</a></pattern-text><identifier>Details</identifier><extractor-pattern-tokens optional="false" save-in-session-variable="false" compound-key="true" strip-html="false" resolve-relative-url="false" replace-html-entities="false" trim-white-space="false" exclude-from-data="false" null-session-variable="false" sequence="1"><regular-expression>.*?</regular-expression><identifier>DATARECORD</identifier></extractor-pattern-tokens><script-instances><owner-type>ExtractorPattern</owner-type><owner-name>Details</owner-name></script-instances></extractor-patterns><HTTPParameters sequence="11"><key>InMaxWidth</key><type>POST</type><value></value></HTTPParameters><HTTPParameters sequence="6"><key>InMinHeight</key><type>POST</type><value></value></HTTPParameters><HTTPParameters sequence="13"><key>pagenum</key><type>POST</type><value>~#PAGE#~</value></HTTPParameters><HTTPParameters sequence="17"><key>minHeight</key><type>POST</type><value></value></HTTPParameters><HTTPParameters sequence="22"><key>finish</key><type>POST</type><value></value></HTTPParameters><HTTPParameters sequence="7"><key>InMaxHeight</key><type>POST</type><value></value></HTTPParameters><HTTPParameters sequence="14"><key>pagesize</key><type>POST</type><value>200</value></HTTPParameters><HTTPParameters sequence="19"><key>minDepth</key><type>POST</type><value></value></HTTPParameters><HTTPParameters sequence="10"><key>InMinWidth</key><type>POST</type><value></value></HTTPParameters><HTTPParameters sequence="24"><key>Isnew</key><type>POST</type><value></value></HTTPParameters><HTTPParameters sequence="27"><key>searchtermform</key><type>POST</type><value>Product Search</value></HTTPParameters><HTTPParameters sequence="18"><key>maxHeight</key><type>POST</type><value></value></HTTPParameters><HTTPParameters sequence="26"><key>pricerange</key><type>POST</type><value></value></HTTPParameters><HTTPParameters sequence="23"><key>curreyinahurry</key><type>POST</type><value></value></HTTPParameters><HTTPParameters sequence="20"><key>maxDepth</key><type>POST</type><value></value></HTTPParameters><HTTPParameters sequence="3"><key>__EVENTARGUMENT</key><type>POST</type><value></value></HTTPParameters><HTTPParameters sequence="8"><key>InMinDepth</key><type>POST</type><value></value></HTTPParameters><HTTPParameters sequence="5"><key>SearchTerm</key><type>POST</type><value>Product Search</value></HTTPParameters><HTTPParameters sequence="9"><key>InMaxDepth</key><type>POST</type><value></value></HTTPParameters><HTTPParameters sequence="16"><key>minWidth</key><type>POST</type><value></value></HTTPParameters><HTTPParameters sequence="1"><key>searchterm</key><type>GET</type><value>Product Search</value></HTTPParameters><HTTPParameters sequence="25"><key>BestSeller</key><type>POST</type><value></value></HTTPParameters><HTTPParameters sequence="4"><key>__VIEWSTATE</key><type>POST</type><value>~#ASPX_VIEWSTATE#~</value></HTTPParameters><HTTPParameters sequence="21"><key>material</key><type>POST</type><value></value></HTTPParameters><HTTPParameters sequence="2"><key>__EVENTTARGET</key><type>POST</type><value></value></HTTPParameters><HTTPParameters sequence="12"><key>IsSubmit</key><type>POST</type><value>true</value></HTTPParameters><HTTPParameters sequence="15"><key>maxWidth</key><type>POST</type><value></value></HTTPParameters><script-instances><script-instances when-to-run="40" sequence="1" enabled="true"><script><script-text>DataRecord aspx = scrapeableFile.getASPXValues(false);
e = aspx.keys();
while (e.hasMoreElements())
{
k = e.nextElement();
v = aspx.get(k);
session.setv(k, v);
}</script-text><name>ASPX values</name><language>Interpreted Java</language></script></script-instances><owner-type>ScrapeableFile</owner-type><owner-name>Next page</owner-name></script-instances></scrapeable-files></scraping-session>