File tree Expand file tree Collapse file tree 4 files changed +767
-0
lines changed Expand file tree Collapse file tree 4 files changed +767
-0
lines changed Original file line number Diff line number Diff line change
1
+ ** /node_modules
Original file line number Diff line number Diff line change
1
+ const fetch = require ( 'node-fetch' ) ;
2
+ const jsdom = require ( "jsdom" ) ;
3
+ const { JSDOM } = jsdom ;
4
+ const igraalUrl = "https://fr.igraal.com/ajax/category-merchants/informatique/1" ;
5
+
6
+ const vendorsInfo = { } ;
7
+
8
+ async function crawl ( vendorName , url ) {
9
+ var res =
10
+ await
11
+ fetch ( url )
12
+ . then ( res => res . text ( ) ) ;
13
+
14
+ var dom = new JSDOM ( res ) ;
15
+ var merchants = dom . window . document . querySelectorAll ( "div.widget-merchant-small--details" ) ;
16
+ vendorsInfo [ vendorName ] = [ ] ;
17
+ for ( var i = 0 ; i < merchants . length ; i ++ ) {
18
+ var m = merchants [ i ] ;
19
+ var merchant = m . querySelector ( "h2" ) . innerHTML ;
20
+ var cashBackPercent = m . querySelector ( ".cashback_rate" ) . innerHTML ;
21
+ vendorsInfo [ vendorName ] . push ( {
22
+ merchant,
23
+ cashBackPercent,
24
+ } ) ;
25
+ }
26
+ console . log ( JSON . stringify ( vendorsInfo ) ) ;
27
+ }
28
+
29
+ crawl ( "igraal" , igraalUrl ) ;
You can’t perform that action at this time.
0 commit comments