python - Can InsecureRequestWarnings be disabled in the requests module? -
this post explains how disable warnings in urllib3, i'm using session object requests module. warnings occurring because verify (ssl) parameter set false in order access page.
e.g.
url = "https://www.booking.com/searchresults.en-gb.html" querystring = {"label":"gen173nr-1dcaeoggjcalhysdnibw5vcmvmcgv1c19vcogbazgbmbgbb8gbddgba-gbafgbapicaxmoagm","lang":"en-gb","sid":"5f9b0b3af27a0a0b48017c6c387d8224","track_lsso":"2","sb":"1","src":"searchresults","src_elem":"sb","error_url":"https://www.booking.com/searchresults.en-gb.html?label=gen173nr-1dcaeoggjcalhysdnibw5vcmvmcgv1c19vcogbazgbmbgbb8gbddgba-gbafgbapicaxmoagm;sid=5f9b0b3af27a0a0b48017c6c387d8224;class_interval=1;dest_id=30;dest_type=country;dtdisc=0;group_adults=1;group_children=0;inac=0;index_postcard=0;label_click=undef;mih=0;no_rooms=1;offset=0;postcard=0;raw_dest_type=country;room1=a;sb_price_type=total;src=searchresults;src_elem=sb;ss=" + country + ";ss_all=0;ssb=empty;sshis=0;ssne=" + country + ";ssne_untouched=" + country + "&;","ss":country,"ssne":country,"ssne_untouched":country,"dest_id":"30","dest_type":"country","checkin_monthday":"","checkin_month":"","checkin_year":"","checkout_monthday":"","checkout_month":"","checkout_year":"","room1":"a","no_rooms":"1","group_adults":"1","group_children":"0"} headers = { 'upgrade-insecure-requests': "1", 'user-agent': "mozilla/5.0 (macintosh; intel mac os x 10_12_0) applewebkit/537.36 (khtml, gecko) chrome/57.0.2987.133 safari/537.36", 'accept': "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8", 'referer': "https://www.booking.com/searchresults.en-gb.html?label=gen173nr-1dcaeoggjcalhysdnibw5vcmvmcgv1c19vcogbazgbmbgbb8gbddgba-gbafgbapicaxmoagm&lang=en-gb&sid=5f9b0b3af27a0a0b48017c6c387d8224&track_lsso=2&sb=1&src=searchresults&src_elem=sb&error_url=https%3a%2f%2fwww.booking.com%2fsearchresults.en-gb.html%3flabel%3dgen173nr-1dcaeoggjcalhysdnibw5vcmvmcgv1c19vcogbazgbmbgbb8gbddgba-gbafgbapicaxmoagm%3bsid%3d5f9b0b3af27a0a0b48017c6c387d8224%3bclass_interval%3d1%3bdest_id%3d30%3bdest_type%3dcountry%3bgroup_adults%3d1%3bgroup_children%3d0%3blabel_click%3dundef%3bmih%3d0%3bno_rooms%3d1%3boffset%3d0%3braw_dest_type%3dcountry%3broom1%3da%3bsb_price_type%3dtotal%3bsrc%3dsearchresults%3bsrc_elem%3dsb%3bss%3d" + country + "%3bssb%3dempty%3bssne%3d" + country + "%3bssne_untouched%3d" + country + "%26%3b&ss=" + country + "&ssne=" + country + "&ssne_untouched=" + country + "&dest_id=30&dest_type=country&checkin_monthday=&checkin_month=&checkin_year=&checkout_monthday=&checkout_month=&checkout_year=&room1=a&no_rooms=1&group_adults=1&group_children=0", 'content-encoding': "br", 'accept-language': "en-us,en;q=0.8", 'content-type': "text/html;charset=utf-8", 'cookie': "zz_cook_tms_seg1=1; zz_cook_tms_seg3=7; zz_cook_tms_ed=1; zz_cook_tms_hlist=1231360; _ga=ga1.2.1568457147.1491521761; bjs=-; utag_main=v_id:015b45a012b10048b0bb15efec880407900ef07100838$_sn:1$_ss:0$_st:1491528314624$ses_id:1491521770165%3bexp-session$_pn:10%3bexp-session$4split:2; vpmss=1; zz_cook_tms_seg1=1; zz_cook_tms_seg3=7; has_preloaded=1; zz_cook_tms_ed=1; _gat=1; zz_cook_tms_hlist=1231360; _ga=ga1.2.1568457147.1491521761; bjs=-; utag_main=v_id:015b45a012b10048b0bb15efec880407900ef07100838$_sn:1$_ss:0$_st:1491528297719$ses_id:1491521770165%3bexp-session$_pn:9%3bexp-session$4split:2; _tq_id.tv-451827-1.3b4c=b2a66dddb07863c1.1491521784.0.1491526498..; bkng=11umfuzg9tsvykc2rliyh9ywjdm48m5cjdgakdgsomdif7gaod2xfnswwdn3wa4gpryahb0j9bqcgioohjpctb5icfhl52qknfzgwbsrbmuuvwazetr5lqsnzcudv2eqsqz3i0nf7uatzsavw9fbhlccnryswewb5xfp6sfj4wwph6u7mu2jgbvuburhp0mnfqn6lt8ulh95i%3d; lastseen=0; bkng=11umfuzg9tsvykc2rliyh9ywjdm48m5cjd4p2fap9agwia2caecl9fvsxvcdnfncc9y3516kqsx8qk7plf9mmmbbzchjniftea6xmvgutjlgiyq281ua2dfqcx87sbubwy%2f1vf6atbflaesm8jbemgao%2bdhb7mf8wajignnzt3zhrllkc8ovkhvtanpfo6hfvirpd9huxpto4%3d; lastseen=0", 'cache-control': "no-cache", 'postman-token': "124b1e3b-c4de-9ab0-162f-003770797f9f" } response = beautifulsoup(session.request("get", url, headers=headers, params=querystring, verify=false).content, "html.parser")
try :
import requests requests.packages.urllib3.exceptions import insecurerequestwarning requests.packages.urllib3.disable_warnings(insecurerequestwarning) url = "https://www.booking.com/searchresults.en-gb.html" querystring = {"label":"gen173nr-1dcaeoggjcalhysdnibw5vcmvmcgv1c19vcogbazgbmbgbb8gbddgba-gbafgbapicaxmoagm","lang":"en-gb","sid":"5f9b0b3af27a0a0b48017c6c387d8224","track_lsso":"2","sb":"1","src":"searchresults","src_elem":"sb","error_url":"https://www.booking.com/searchresults.en-gb.html?label=gen173nr-1dcaeoggjcalhysdnibw5vcmvmcgv1c19vcogbazgbmbgbb8gbddgba-gbafgbapicaxmoagm;sid=5f9b0b3af27a0a0b48017c6c387d8224;class_interval=1;dest_id=30;dest_type=country;dtdisc=0;group_adults=1;group_children=0;inac=0;index_postcard=0;label_click=undef;mih=0;no_rooms=1;offset=0;postcard=0;raw_dest_type=country;room1=a;sb_price_type=total;src=searchresults;src_elem=sb;ss=" + country + ";ss_all=0;ssb=empty;sshis=0;ssne=" + country + ";ssne_untouched=" + country + "&;","ss":country,"ssne":country,"ssne_untouched":country,"dest_id":"30","dest_type":"country","checkin_monthday":"","checkin_month":"","checkin_year":"","checkout_monthday":"","checkout_month":"","checkout_year":"","room1":"a","no_rooms":"1","group_adults":"1","group_children":"0"} headers = { 'upgrade-insecure-requests': "1", 'user-agent': "mozilla/5.0 (macintosh; intel mac os x 10_12_0) applewebkit/537.36 (khtml, gecko) chrome/57.0.2987.133 safari/537.36", 'accept': "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8", 'referer': "https://www.booking.com/searchresults.en-gb.html?label=gen173nr-1dcaeoggjcalhysdnibw5vcmvmcgv1c19vcogbazgbmbgbb8gbddgba-gbafgbapicaxmoagm&lang=en-gb&sid=5f9b0b3af27a0a0b48017c6c387d8224&track_lsso=2&sb=1&src=searchresults&src_elem=sb&error_url=https%3a%2f%2fwww.booking.com%2fsearchresults.en-gb.html%3flabel%3dgen173nr-1dcaeoggjcalhysdnibw5vcmvmcgv1c19vcogbazgbmbgbb8gbddgba-gbafgbapicaxmoagm%3bsid%3d5f9b0b3af27a0a0b48017c6c387d8224%3bclass_interval%3d1%3bdest_id%3d30%3bdest_type%3dcountry%3bgroup_adults%3d1%3bgroup_children%3d0%3blabel_click%3dundef%3bmih%3d0%3bno_rooms%3d1%3boffset%3d0%3braw_dest_type%3dcountry%3broom1%3da%3bsb_price_type%3dtotal%3bsrc%3dsearchresults%3bsrc_elem%3dsb%3bss%3d" + country + "%3bssb%3dempty%3bssne%3d" + country + "%3bssne_untouched%3d" + country + "%26%3b&ss=" + country + "&ssne=" + country + "&ssne_untouched=" + country + "&dest_id=30&dest_type=country&checkin_monthday=&checkin_month=&checkin_year=&checkout_monthday=&checkout_month=&checkout_year=&room1=a&no_rooms=1&group_adults=1&group_children=0", 'content-encoding': "br", 'accept-language': "en-us,en;q=0.8", 'content-type': "text/html;charset=utf-8", 'cookie': "zz_cook_tms_seg1=1; zz_cook_tms_seg3=7; zz_cook_tms_ed=1; zz_cook_tms_hlist=1231360; _ga=ga1.2.1568457147.1491521761; bjs=-; utag_main=v_id:015b45a012b10048b0bb15efec880407900ef07100838$_sn:1$_ss:0$_st:1491528314624$ses_id:1491521770165%3bexp-session$_pn:10%3bexp-session$4split:2; vpmss=1; zz_cook_tms_seg1=1; zz_cook_tms_seg3=7; has_preloaded=1; zz_cook_tms_ed=1; _gat=1; zz_cook_tms_hlist=1231360; _ga=ga1.2.1568457147.1491521761; bjs=-; utag_main=v_id:015b45a012b10048b0bb15efec880407900ef07100838$_sn:1$_ss:0$_st:1491528297719$ses_id:1491521770165%3bexp-session$_pn:9%3bexp-session$4split:2; _tq_id.tv-451827-1.3b4c=b2a66dddb07863c1.1491521784.0.1491526498..; bkng=11umfuzg9tsvykc2rliyh9ywjdm48m5cjdgakdgsomdif7gaod2xfnswwdn3wa4gpryahb0j9bqcgioohjpctb5icfhl52qknfzgwbsrbmuuvwazetr5lqsnzcudv2eqsqz3i0nf7uatzsavw9fbhlccnryswewb5xfp6sfj4wwph6u7mu2jgbvuburhp0mnfqn6lt8ulh95i%3d; lastseen=0; bkng=11umfuzg9tsvykc2rliyh9ywjdm48m5cjd4p2fap9agwia2caecl9fvsxvcdnfncc9y3516kqsx8qk7plf9mmmbbzchjniftea6xmvgutjlgiyq281ua2dfqcx87sbubwy%2f1vf6atbflaesm8jbemgao%2bdhb7mf8wajignnzt3zhrllkc8ovkhvtanpfo6hfvirpd9huxpto4%3d; lastseen=0", 'cache-control': "no-cache", 'postman-token': "124b1e3b-c4de-9ab0-162f-003770797f9f" } response = beautifulsoup(requests.session().get(url, headers=headers, params=querystring, verify=false).content, "html.parser")
Comments
Post a Comment