爬虫响应页面出现两次521案例

本案例仅供学习使用

分享案例：

首次请求，响应521，且返回一段js，通过python执行，得到了一个cookie值，即：__jsl_clearance_s=1614931214.049|-1|EmQmxF7mXWLt6cHyUaqS4qFubB8%3D

<script>document.cookie=('_')+('_')+('j')+('s')+('l')+('_')+('c')+('l')+('e')+('a')+('r')+('a')+('n')+('c')+('e')+('_')+('s')+('=')+(-~0+'')+([2]*(3)+'')+(-~[]+'')+((2)*[2]+'')+(1+[0]-(1)+'')+(-~[2]+'')+((+true)+'')+((1<<1)+'')+(-~0+'')+((2)*[2]+'')+('.')+((+[])+'')+(1+3+'')+(3+6+'')+('|')+('-')+((+true)+'')+('|')+('E')+('m')+('Q')+('m')+('x')+('F')+(-~[6]+'')+('m')+('X')+('W')+('L')+('t')+(3+3+'')+('c')+('H')+('y')+('U')+('a')+('q')+('S')+(-~(3)+'')+('q')+('F')+('u')+('b')+('B')+(-~[7]+'')+('%')+((2^1)+'')+('D')+(';')+('m')+('a')+('x')+('-')+('a')+('g')+('e')+('=')+((2^1)+'')+([2]*(3)+'')+(~~''+'')+((+[])+'')+(';')+('p')+('a')+('t')+('h')+('=')+('/');location.href=location.pathname+location.search</script>

执行第一段js的python代码如下：

#从响应中取出所需js代码，并在代码外面套上函数名，返回最终函数执行结果    
cookie_js = re.findall(r'<script>(.*?)location',response.text)[0].replace('document.cookie=','function get_co() { return ')+'}'

#执行上一行改好的js代码，拿到最终的cookie值
jsl_clearance_s = execjs.compile(co_js).call('get_co').replace('__jsl_clearance_s=','')

 

再次请求，带着刚才的cookie值，请求同一个链接，响应码还为521，返回另一段一段js，

<script>var _0x2a5c=['wpbDt0fCqQ==','UGE6WQ==','w7bDkj3Clw==','w4YWJj4=','w4IBwpoh','wqZNG8KC','w4jDoMKfVQ==','wopSE8Ke','w5jDjwXCkg==','w7jDnTZR','w6YBwqbCjQ==','w6QCIiI=','bVN7w70=','w4RHIy0=','w5wRwqTCmg==','w7fCnTki','csKEFAQ=','YEpCwpI=','dMONW8OV','w7DDhEtt','wqVbPsK2','wrVvFsOQ','w5bCsS0+','w5rCq8OoNw==','FkQlLA==','IsOqZRM=','w50xaMOk','DnrDjsKC','wqEhJ8KX','w6fDgMKHw4w=','QMOIw6vDog==','w43Dv8K3w4I=','w70lR8KE','wplKI8KG','bUEgSw==','IcKQRAo=','w4jDlDHCsA==','w4jDjkJr','cMOcw4fDhw==','wqHDj33ChA==','bXhew5c=','NmhzBQ==','w40Mwo0u','w7rCqRMT','w73CmjM8','WcOtecOs','SXZOw50=','w6HDiGHCmw==','wqAKw48A','UiFyJg==','w40OW8KK','cgdbEw==','w6p8OTA=','dsOnA8KM','cjrDuMOZ','wqjDhmbCsQ==','wo5YM8Ki','wpZnPCY=','wohGViA=','R2JOw50=','JMKoQBU=','QzJ/Aw==','dg1hJQ==','wrPDnWzCmQ==','w53Dlk4=','JmlWwog=','w5UkeMKe','wr9RCcKA','RmR/w5g=','US3DoMOp','w5fChMOVHQ==','wp5jCcK+','wrLCksKGw6c=','w5PDixps','wplVPsOa','PTwCQg==','w4YRwrjCog==','I8KPRCE=','w67DtcK9w4Q=','wqpkEcOq','XzzDisKE','wotpw6d2','w6zDi3jCsg==','XRrDu8K6','woQXI8KU','w5LDn0xH','w43Dr8K4w5E=','DMOPWzo=','w4jDkgbCkw==','w67DssKFw7o=','wpI0VWY=','dh5aBA==','w5LDusK6w58=','w7A8wq0I','e8KFwrFb','WDlZAA==','wotgw75F','woE7E8KA','w6tDHhI=','GEpnwqE=','w5sBecK+','L8OuRMOU','w5k/wrLCqQ==','P1ZNLQ==','w5jCusOUFQ==','woULTlE=','csOHw5bDuQ==','CG5/Ew==','wpnDnVHCkA==','UMOtdMOw','wpDDr1PCpg==','w5TCtTUw','w6DDvE1X','LsOrw4PDrg==','w6k9Bjc=','w7EBwoIn','wrTDgXDCtQ==','wrbCgsOAwoM=','w7woAB0=','Bws0Zg==','w5YxwozCsw==','wrXDnmXCgg==','c1pCwp8=','wqc0Vlo=','dzJGBw==','w6fDpkPCiQ==','w4TDuMKaXA==','wpnCvsOlwq8=','wpcdw6Ut','VyFBLA==','w5wocsOo','w51xCy4=','w4xGwrbDhQ==','WhfDrsKc','w6vDgmV7','Sg1uOw==','NGnDu8KJ','Yndtw4k=','acO6VcKV','QnVSwqQ=','w4zDiFNR','aQXDoMO4','w5YOQsKK','woMRw4EZ','CsO3LcKi','w6HDkjJV','w5bDnn8=','wpjDhlI=','wq4BeQ==','LsKOcwA=','UlJEw5o=','w7HDtSXCgA==','JH8iKA==','wpTCu8KKw6k=','Q2dsw4M=','w7UMIiU=','w5HDoBfCqw==','CR0efw==','6K2c5rO46aur6Kyg','w7AodsOg','wrcQNsKS','w43Dq8KVVw==','wpIfC8KO','wpIET3k=','FUZqGQ==','b8ObRcOA','FcOTDcKk','wrQ6bA==','w4IISsKZ','w4XDnE1V','QyJ8Ag==','wpx3MHI=','w6fDsVlS','BVVdwp4=','wqzCjcKCw5U=','W8OleMOn','w785wqjCiA==','S1JGw5Y=','QyNVAQ==','Q8KSwpxe','wrxoPsKr','w6IKLjI=','wrLDmHzCqQ==','ZXpBw6Q=','aXTCtMKc','wrNDPsKp','woHDlGPCsw==','FVrDhMKY','G3p9Bg==','R1d6Ow==','Em3DrMKE','w5nCi8OFFw==','Xi1yBQ==','w6AKV8O5','PE3Di8Ku','woMLCMKK','w6FTwpB2','QcOUw5jDgg==','IsKcw6tA','wr3DtGjCpQ==','w4zCvzY=','w4oTwq/Ciw==','Mz7CiMO1','GxjCkcOU','w4jDhcKDZA==','6Kyx5rOs6aqF6Kyq','RhXDr8K6','wpXChsKlw4Y=','wrjClMOqwpo=','Q1d5Ow==','w6XDlBZ9','DMKwcx0=','w7QIwo8P','XQUYw5o=','RWpiwoA=','w4nDpMKRw4c=','w7HCksOiNA==','w6TCpcOzGQ==','wqJUDMK+'];(function(_0x554591,_0x2a5ce5){var _0x2e78c3=function(_0x5e26a0){while(--_0x5e26a0){_0x554591['push'](_0x554591['shift']());}};_0x2e78c3(++_0x2a5ce5);}(_0x2a5c,0x1ca));var _0x2e78=function(_0x554591,_0x2a5ce5){_0x554591=_0x554591-0x0;var _0x2e78c3=_0x2a5c[_0x554591];if(_0x2e78['mdbGZU']===undefined){(function(){var _0x3e7a41;try{var _0x32a53e=Function('return\x20(function()\x20'+'{}.constructor(\x22return\x20this\x22)(\x20)'+');');_0x3e7a41=_0x32a53e();}catch(_0x430fc7){_0x3e7a41=window;}var _0x1f8ca7='ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/=';_0x3e7a41['atob']||(_0x3e7a41['atob']=function(_0x55afa2){var _0x50f4a2=String(_0x55afa2)['replace'](/=+$/,'');var _0x265f1d='';for(var _0x4b62be=0x0,_0x4c1b07,_0x2c23ca,_0x268187=0x0;_0x2c23ca=_0x50f4a2['charAt'](_0x268187++);~_0x2c23ca&&(_0x4c1b07=_0x4b62be%0x4?_0x4c1b07*0x40+_0x2c23ca:_0x2c23ca,_0x4b62be++%0x4)?_0x265f1d+=String['fromCharCode'](0xff&_0x4c1b07>>(-0x2*_0x4b62be&0x6)):0x0){_0x2c23ca=_0x1f8ca7['indexOf'](_0x2c23ca);}return _0x265f1d;});}());var _0x4142dc=function(_0x345116,_0xe63b14){var _0x14976d=[],_0x52e501=0x0,_0x15567d,_0x3062bc='',_0x13819f='';_0x345116=atob(_0x345116);for(var _0x44b786=0x0,_0x322a7d=_0x345116['length'];_0x44b786<_0x322a7d;_0x44b786++){_0x13819f+='%'+('00'+_0x345116['charCodeAt'](_0x44b786)['toString'](0x10))['slice'](-0x2);}_0x345116=decodeURIComponent(_0x13819f);var _0x284a5a;for(_0x284a5a=0x0;_0x284a5a<0x100;_0x284a5a++){_0x14976d[_0x284a5a]=_0x284a5a;}for(_0x284a5a=0x0;_0x284a5a<0x100;_0x284a5a++){_0x52e501=(_0x52e501+_0x14976d[_0x284a5a]+_0xe63b14['charCodeAt'](_0x284a5a%_0xe63b14['length']))%0x100;_0x15567d=_0x14976d[_0x284a5a];_0x14976d[_0x284a5a]=_0x14976d[_0x52e501];_0x14976d[_0x52e501]=_0x15567d;}_0x284a5a=0x0;_0x52e501=0x0;for(var _0x18f866=0x0;_0x18f866<_0x345116['length'];_0x18f866++){_0x284a5a=(_0x284a5a+0x1)%0x100;_0x52e501=(_0x52e501+_0x14976d[_0x284a5a])%0x100;_0x15567d=_0x14976d[_0x284a5a];_0x14976d[_0x284a5a]=_0x14976d[_0x52e501];_0x14976d[_0x52e501]=_0x15567d;_0x3062bc+=String['fromCharCode'](_0x345116['charCodeAt'](_0x18f866)^_0x14976d[(_0x14976d[_0x284a5a]+_0x14976d[_0x52e501])%0x100]);}return _0x3062bc;};_0x2e78['sAEXkb']=_0x4142dc;_0x2e78['TRFSjG']={};_0x2e78['mdbGZU']=!![];}var _0x5e26a0=_0x2e78['TRFSjG'][_0x554591];if(_0x5e26a0===undefined){if(_0x2e78['PsqKsE']===undefined){_0x2e78['PsqKsE']=!![];}_0x2e78c3=_0x2e78['sAEXkb'](_0x2e78c3,_0x2a5ce5);_0x2e78['TRFSjG'][_0x554591]=_0x2e78c3;}else{_0x2e78c3=_0x5e26a0;}return _0x2e78c3;};function hash(_0x51965c){var _0x50d4ca={};_0x50d4ca[_0x2e78('0x58','@ZGv')+'t']=function(_0x48d4cf,_0x13f036){return _0x48d4cf^_0x13f036;};_0x50d4ca[_0x2e78('0x6f','NlE7')+'n']=function(_0x35c40f,_0x102a44){return _0x35c40f+_0x102a44;};_0x50d4ca[_0x2e78('0x8e','&$&%')+'x']=function(_0x3e7d30,_0x2275db){return _0x3e7d30&_0x2275db;};_0x50d4ca[_0x2e78('0x79','M1Zg')+'D']=function(_0x33f588,_0x43ef79){return _0x33f588*_0x43ef79;};_0x50d4ca[_0x2e78('0x4f','uW)x')+'m']=function(_0x2325b2,_0xe5baf8){return _0x2325b2(_0xe5baf8);};_0x50d4ca[_0x2e78('0x71','sRw)')+'v']=_0x2e78('0xb9','PUvL')+'失败';_0x50d4ca[_0x2e78('0xd1','58ws')+'K']=function(_0x50730b,_0x3d4886){return _0x50730b+_0x3d4886;};_0x50d4ca[_0x2e78('0x3b','uvv4')+'G']=function(_0x5d0745,_0x576cb0){return _0x5d0745!==_0x576cb0;};_0x50d4ca[_0x2e78('0xd3','Z$cv')+'T']=_0x2e78('0x47','VeaX')+'B';_0x50d4ca[_0x2e78('0x2e','UNF7')+'P']=function(_0x37cbc5,_0x12eddc){return _0x37cbc5>>_0x12eddc;};_0x50d4ca[_0x2e78('0x4d','&$&%')+'O']=function(_0x43d91d,_0x48b61c){return _0x43d91d<<_0x48b61c;};_0x50d4ca[_0x2e78('0x2a','o#a7')+'Q']=function(_0x1d6f28,_0x3b3d8c){return _0x1d6f28-_0x3b3d8c;};_0x50d4ca[_0x2e78('0x6b','aLt0')+'o']=function(_0x22fa77,_0x360f18){return _0x22fa77*_0x360f18;};_0x50d4ca[_0x2e78('0x7c','uDU*')+'x']=function(_0x1dacd3,_0x4f155d){return _0x1dacd3>>>_0x4f155d;};_0x50d4ca[_0x2e78('0x62','G3bl')+'s']=function(_0x326a44,_0x46cac0){return _0x326a44-_0x46cac0;};_0x50d4ca[_0x2e78('0x4e','NlE7')+'J']=function(_0xf816eb,_0x1067b1){return _0xf816eb<_0x1067b1;};_0x50d4ca[_0x2e78('0x81','9kcv')+'N']=function(_0x45fe6d,_0x14195e){return _0x45fe6d|_0x14195e;};_0x50d4ca[_0x2e78('0x50','UNF7')+'I']=function(_0x40181e,_0x468b88){return _0x40181e&_0x468b88;};_0x50d4ca[_0x2e78('0x6c','Wo&A')+'h']=function(_0x1d7acc,_0x244670){return _0x1d7acc&_0x244670;};_0x50d4ca[_0x2e78('0xd8','N]zF')+'y']=function(_0xe0460f,_0x46e83f){return _0xe0460f&_0x46e83f;};_0x50d4ca[_0x2e78('0xa0','G6^(')+'d']=_0x2e78('0x69','R]i*')+'i';_0x50d4ca[_0x2e78('0xa2','PUvL')+'x']=function(_0x2aa532,_0x42efa5){return _0x2aa532<_0x42efa5;};_0x50d4ca[_0x2e78('0x23','PUvL')+'u']=function(_0x11d1ed,_0x304af2){return _0x11d1ed<_0x304af2;};_0x50d4ca[_0x2e78('0x2f','F*1l')+'M']=_0x2e78('0xa4','ymRX')+_0x2e78('0xd7','9kcv')+_0x2e78('0x97','G3bl')+_0x2e78('0x70','58ws')+_0x2e78('0xb0','^^%n')+'|4';_0x50d4ca[_0x2e78('0x54','Kahd')+'V']=function(_0x58c0ea,_0x577a12,_0x109390){return _0x58c0ea(_0x577a12,_0x109390);};_0x50d4ca[_0x2e78('0xb3','@ZGv')+'q']=function(_0x36b020,_0x410041,_0x47817b,_0x2f7d6c,_0x236638){return _0x36b020(_0x410041,_0x47817b,_0x2f7d6c,_0x236638);};_0x50d4ca[_0x2e78('0xc2','N]zF')+'o']=function(_0x23113c,_0x174b58){return _0x23113c^_0x174b58;};_0x50d4ca[_0x2e78('0xb1','Oft&')+'W']=function(_0x1c96cd,_0x42c837){return _0x1c96cd-_0x42c837;};_0x50d4ca[_0x2e78('0x82','Z$cv')+'t']=function(_0x9d896f,_0x3e6912){return _0x9d896f-_0x3e6912;};_0x50d4ca[_0x2e78('0x98','ar$R')+'E']=function(_0x44390f,_0x5670d9,_0x83635e){return _0x44390f(_0x5670d9,_0x83635e);};_0x50d4ca[_0x2e78('0x73','VeaX')+'v']=function(_0xb38085,_0x4963a0){return _0xb38085+_0x4963a0;};_0x50d4ca[_0x2e78('0x2d','uW)x')+'h']=function(_0x535dd2,_0x3d028a){return _0x535dd2+_0x3d028a;};_0x50d4ca[_0x2e78('0x0','G6^(')+'Y']=function(_0x48e632,_0x524479){return _0x48e632+_0x524479;};_0x50d4ca[_0x2e78('0xa7','ymRX')+'L']=function(_0x2b4263,_0x573dcd){return _0x2b4263(_0x573dcd);};var _0x21994c=_0x50d4ca;function _0x2f1ae8(_0x582416,_0xd5ba4b){return _0x21994c[_0x2e78('0x45','v@IC')+'t'](_0x21994c[_0x2e78('0x78','ar$R')+'t'](_0x21994c[_0x2e78('0x6f','NlE7')+'n'](_0x582416&0x7fffffff,_0x21994c[_0x2e78('0xa','Oft&')+'x'](_0xd5ba4b,0x7fffffff)),_0x582416&0x80000000),_0xd5ba4b&0x80000000);}function _0x5de805(_0x4d7133){var _0x3b1a01=_0x2e78('0x3a','aLt0')+_0x2e78('0xc1','uW)x')+_0x2e78('0x57','VeaX')+_0x2e78('0x24','G6^(');var _0x19b953='';for(var _0x38d376=0x7;_0x38d376>=0x0;_0x38d376--){_0x19b953+=_0x3b1a01[_0x2e78('0x7d','lvlg')+'At'](_0x4d7133>>_0x21994c[_0x2e78('0xa1','G3bl')+'D'](_0x38d376,0x4)&0xf);}return _0x19b953;}function _0x1dc075(_0x25b1cc){var _0x26bb68=(_0x21994c[_0x2e78('0x7b','Wo&A')+'K'](_0x25b1cc[_0x2e78('0x4a','vG*k')+'th'],0x8)>>0x6)+0x1,_0x38be5a=new Array(_0x21994c[_0x2e78('0xd6','#Jyj')+'D'](_0x26bb68,0x10));for(var _0x4171e9=0x0;_0x4171e9<_0x21994c[_0x2e78('0x9c','58ws')+'D'](_0x26bb68,0x10);_0x4171e9++){_0x38be5a[_0x4171e9]=0x0;}for(_0x4171e9=0x0;_0x4171e9<_0x25b1cc[_0x2e78('0x95','8[[t')+'th'];_0x4171e9++){if(_0x21994c[_0x2e78('0xc7','PUvL')+'G'](_0x2e78('0x86','V8J#')+'Q',_0x21994c[_0x2e78('0x53','&*%3')+'T'])){_0x38be5a[_0x21994c[_0x2e78('0xa3','V8J#')+'P'](_0x4171e9,0x2)]|=_0x21994c[_0x2e78('0x9','v@IC')+'O'](_0x25b1cc[_0x2e78('0x36','uvv4')+_0x2e78('0x9b','JD5W')+'At'](_0x4171e9),_0x21994c[_0x2e78('0x90','&*%3')+'Q'](0x18,_0x21994c[_0x2e78('0x77','N]zF')+'x'](_0x4171e9,0x3)*0x8));}else{_0x21994c[_0x2e78('0x5','ICXC')+'m'](alert,_0x21994c[_0x2e78('0xc0','^^%n')+'v']);}}_0x38be5a[_0x4171e9>>0x2]|=0x80<<0x18-_0x21994c[_0x2e78('0xc8','xU%*')+'o'](_0x21994c[_0x2e78('0x9a','l)3P')+'x'](_0x4171e9,0x3),0x8);_0x38be5a[_0x21994c[_0x2e78('0x20','NlE7')+'Q'](_0x21994c[_0x2e78('0xa6','PUvL')+'o'](_0x26bb68,0x10),0x1)]=_0x25b1cc[_0x2e78('0x5b','#Jyj')+'th']*0x8;return _0x38be5a;}function _0x410232(_0x43704f,_0x4ccf8d){return _0x21994c[_0x2e78('0x5a','@ZGv')+'O'](_0x43704f,_0x4ccf8d)|_0x21994c[_0x2e78('0x35','lvlg')+'x'](_0x43704f,_0x21994c[_0x2e78('0x41','ar$R')+'s'](0x20,_0x4ccf8d));}function _0x4529d8(_0x16a87c,_0x1b8ae9,_0x5dca7e,_0x48bd07){if(_0x21994c[_0x2e78('0x68','o#a7')+'J'](_0x16a87c,0x14))return _0x21994c[_0x2e78('0x6d','o#a7')+'N'](_0x1b8ae9&_0x5dca7e,_0x21994c[_0x2e78('0x10','ZW!1')+'I'](~_0x1b8ae9,_0x48bd07));if(_0x16a87c<0x28)return _0x1b8ae9^_0x5dca7e^_0x48bd07;if(_0x16a87c<0x3c)return _0x21994c[_0x2e78('0x81','9kcv')+'N'](_0x21994c[_0x2e78('0x17','#Jyj')+'h'](_0x1b8ae9,_0x5dca7e)|_0x1b8ae9&_0x48bd07,_0x21994c[_0x2e78('0x91','JD5W')+'y'](_0x5dca7e,_0x48bd07));return _0x1b8ae9^_0x5dca7e^_0x48bd07;}function _0x5c905c(_0x511751){var _0x314cca={};_0x314cca[_0x2e78('0x9e','VeaX')+'D']=function(_0x476257,_0x23b6b7){return _0x476257!=_0x23b6b7;};var _0x5213cf=_0x314cca;if(_0x21994c[_0x2e78('0x84','ir@L')+'d']===_0x2e78('0x55','yuKr')+'J'){if(_0x5213cf[_0x2e78('0xda','ar$R')+'D'](ua[_0x2e78('0xcd','g2fI')+_0x2e78('0x80','yuKr')](uas[_0x4142b1]),-0x1)){return!![];}}else{return _0x21994c[_0x2e78('0xd','G6^(')+'x'](_0x511751,0x14)?0x5a827999:_0x21994c[_0x2e78('0x3d','k[[b')+'u'](_0x511751,0x28)?0x6ed9eba1:_0x511751<0x3c?-0x70e44324:-0x359d3e2a;}}var _0x32ece8=_0x1dc075(_0x51965c);var _0x2329b0=new Array(0x50);var _0x7511c=0x67452301;var _0x5e0b20=-0x10325477;var _0x5b7fb0=-0x67452302;var _0x44ed6a=0x10325476;var _0x356a68=-0x3c2d1e10;for(var _0x4142b1=0x0;_0x4142b1<_0x32ece8[_0x2e78('0xbb','l)3P')+'th'];_0x4142b1+=0x10){var _0x5441ee=_0x21994c[_0x2e78('0x3e','R]i*')+'M'][_0x2e78('0x48','v@IC')+'t']('|');var _0x43cc4e=0x0;while(!![]){switch(_0x5441ee[_0x43cc4e++]){case'0':var _0x26d79b=_0x5b7fb0;continue;case'1':var _0xf0fd94=_0x44ed6a;continue;case'2':_0x7511c=_0x21994c[_0x2e78('0x89','haC)')+'V'](_0x2f1ae8,_0x7511c,_0x1bf775);continue;case'3':var _0x1bf775=_0x7511c;continue;case'4':_0x356a68=_0x2f1ae8(_0x356a68,_0x3abeeb);continue;case'5':for(var _0x56101a=0x0;_0x56101a<0x50;_0x56101a++){var _0x2afcd3=(_0x2e78('0xb2','vG*k')+_0x2e78('0xa9','ir@L')+_0x2e78('0xbd','ir@L')+'1')[_0x2e78('0x65','PUvL')+'t']('|');var _0xc3988d=0x0;while(!![]){switch(_0x2afcd3[_0xc3988d++]){case'0':_0x44ed6a=_0x5b7fb0;continue;case'1':_0x7511c=t;continue;case'2':_0x356a68=_0x44ed6a;continue;case'3':_0x5e0b20=_0x7511c;continue;case'4':t=_0x21994c[_0x2e78('0x8','&$&%')+'V'](_0x2f1ae8,_0x21994c[_0x2e78('0x28','9kcv')+'V'](_0x2f1ae8,_0x410232(_0x7511c,0x5),_0x21994c[_0x2e78('0xca','G3bl')+'q'](_0x4529d8,_0x56101a,_0x5e0b20,_0x5b7fb0,_0x44ed6a)),_0x2f1ae8(_0x21994c[_0x2e78('0x8','&$&%')+'V'](_0x2f1ae8,_0x356a68,_0x2329b0[_0x56101a]),_0x5c905c(_0x56101a)));continue;case'5':if(_0x56101a<0x10){_0x2329b0[_0x56101a]=_0x32ece8[_0x4142b1+_0x56101a];}else{_0x2329b0[_0x56101a]=_0x21994c[_0x2e78('0xbc','aLt0')+'V'](_0x410232,_0x21994c[_0x2e78('0xc4','Kahd')+'t'](_0x21994c[_0x2e78('0x37','haC)')+'o'](_0x2329b0[_0x21994c[_0x2e78('0x22','M1Zg')+'W'](_0x56101a,0x3)],_0x2329b0[_0x21994c[_0x2e78('0x87','G3bl')+'t'](_0x56101a,0x8)]),_0x2329b0[_0x56101a-0xe])^_0x2329b0[_0x56101a-0x10],0x1);}continue;case'6':_0x5b7fb0=_0x410232(_0x5e0b20,0x1e);continue;}break;}}continue;case'6':_0x44ed6a=_0x21994c[_0x2e78('0x66','N]zF')+'E'](_0x2f1ae8,_0x44ed6a,_0xf0fd94);continue;case'7':_0x5b7fb0=_0x21994c[_0x2e78('0x3','Kahd')+'E'](_0x2f1ae8,_0x5b7fb0,_0x26d79b);continue;case'8':_0x5e0b20=_0x2f1ae8(_0x5e0b20,_0x1ac55b);continue;case'9':var _0x1ac55b=_0x5e0b20;continue;case'10':var _0x3abeeb=_0x356a68;continue;}break;}}return _0x21994c[_0x2e78('0xe','xU%*')+'v'](_0x21994c[_0x2e78('0x88','ZW!1')+'v'](_0x21994c[_0x2e78('0x1b','R]i*')+'h'](_0x21994c[_0x2e78('0x59','JD5W')+'Y'](_0x21994c[_0x2e78('0x67','yuKr')+'m'](_0x5de805,_0x7511c),_0x5de805(_0x5e0b20)),_0x5de805(_0x5b7fb0)),_0x21994c[_0x2e78('0x1','uvv4')+'L'](_0x5de805,_0x44ed6a)),_0x21994c[_0x2e78('0xad','bsig')+'L'](_0x5de805,_0x356a68));}function go(_0x414f3f){var _0x389bbb={};_0x389bbb[_0x2e78('0x11','8[[t')+'C']=_0x2e78('0xc9','PUvL')+_0x2e78('0x76','uDU*')+_0x2e78('0x7f','ZW!1');_0x389bbb[_0x2e78('0xd9','JD5W')+'b']=function(_0x1f4452,_0x102d0a){return _0x1f4452<<_0x102d0a;};_0x389bbb[_0x2e78('0xc','UNF7')+'E']=function(_0x41f107,_0x299eac){return _0x41f107&_0x299eac;};_0x389bbb[_0x2e78('0x30','V8J#')+'n']=function(_0x2ee079,_0x5d6603){return _0x2ee079>>_0x5d6603;};_0x389bbb[_0x2e78('0xd0','lvlg')+'x']=function(_0x123594,_0x5bde4a){return _0x123594*_0x5bde4a;};_0x389bbb[_0x2e78('0x40','&$&%')+'w']=function(_0x22b18a,_0x3d8ddb){return _0x22b18a&_0x3d8ddb;};_0x389bbb[_0x2e78('0xa5','F*1l')+'e']=function(_0x38f485,_0x26690d){return _0x38f485-_0x26690d;};_0x389bbb[_0x2e78('0x12','Oft&')+'o']=function(_0x585d87,_0x23e057){return _0x585d87*_0x23e057;};_0x389bbb[_0x2e78('0xae','ymRX')+'t']=_0x2e78('0x16','^^%n')+_0x2e78('0x2c','8[[t');_0x389bbb[_0x2e78('0x5e','G3bl')+'m']=function(_0x4ebeec,_0x5c395e){return _0x4ebeec<_0x5c395e;};_0x389bbb[_0x2e78('0x8f','yuKr')+'W']=function(_0x18c762,_0x47bfff){return _0x18c762!==_0x47bfff;};_0x389bbb[_0x2e78('0x1c','Wo&A')+'N']=_0x2e78('0x1f','o#a7')+'m';_0x389bbb[_0x2e78('0xc5','Kahd')+'t']=function(_0x953a05,_0x2ae172){return _0x953a05<_0x2ae172;};_0x389bbb[_0x2e78('0x49','^^%n')+'h']=function(_0x4b54cd,_0x356ad6){return _0x4b54cd+_0x356ad6;};_0x389bbb[_0x2e78('0xb8','g2fI')+'y']=function(_0x43b4f,_0x6c6c02){return _0x43b4f(_0x6c6c02);};_0x389bbb[_0x2e78('0x75','Z$cv')+'S']=function(_0x4150db,_0x48dfa0){return _0x4150db+_0x48dfa0;};_0x389bbb[_0x2e78('0x9d','V8J#')+'H']=_0x2e78('0x5d','Oft&')+_0x2e78('0x21','uDU*')+'=';_0x389bbb[_0x2e78('0x5c','8[[t')+'U']=function(_0x27d523){return _0x27d523();};_0x389bbb[_0x2e78('0x9f','vG*k')+'H']=function(_0x1c4616,_0x5b12f9){return _0x1c4616>_0x5b12f9;};_0x389bbb[_0x2e78('0x61','aLt0')+'t']=function(_0x1cad3f,_0x4692b5){return _0x1cad3f(_0x4692b5);};_0x389bbb[_0x2e78('0x34','l)3P')+'d']=function(_0x1933d1,_0x5642c2){return _0x1933d1(_0x5642c2);};_0x389bbb[_0x2e78('0xce','G6^(')+'B']=_0x2e78('0x8a','ZW!1')+'失败';var _0x56675b=_0x389bbb;function _0x21784e(){var _0x427465=window[_0x2e78('0x74','ymRX')+_0x2e78('0x14','Z$cv')+'r'][_0x2e78('0x2b','PUvL')+_0x2e78('0x19','JD5W')+'t'],_0x3f0b97=[_0x56675b[_0x2e78('0x64','58ws')+'t']];for(var _0x4b64c8=0x0;_0x56675b[_0x2e78('0xaf','&$&%')+'m'](_0x4b64c8,_0x3f0b97[_0x2e78('0x42','v@IC')+'th']);_0x4b64c8++){if(_0x56675b[_0x2e78('0x26','@8*r')+'W'](_0x2e78('0x27','V8J#')+'v',_0x56675b[_0x2e78('0xba','sRw)')+'N'])){if(_0x427465[_0x2e78('0x32','Kahd')+_0x2e78('0x7e','R]i*')](_0x3f0b97[_0x4b64c8])!=-0x1){return!![];}}else{var _0x46853d=_0x56675b[_0x2e78('0x39','9kcv')+'C'][_0x2e78('0x6e','bsig')+'t']('|');var _0x132000=0x0;while(!![]){switch(_0x46853d[_0x132000++]){case'0':var _0x34aa41=(sIn[_0x2e78('0xd5','58ws')+'th']+0x8>>0x6)+0x1,_0x4680c6=new Array(_0x34aa41*0x10);continue;case'1':_0x4680c6[_0x52e4fe>>0x2]|=_0x56675b[_0x2e78('0x3c','sRw)')+'b'](0x80,0x18-_0x56675b[_0x2e78('0x18','#Jyj')+'E'](_0x52e4fe,0x3)*0x8);continue;case'2':for(_0x52e4fe=0x0;_0x52e4fe<sIn[_0x2e78('0x4a','vG*k')+'th'];_0x52e4fe++){_0x4680c6[_0x56675b[_0x2e78('0x92','uDU*')+'n'](_0x52e4fe,0x2)]|=sIn[_0x2e78('0x33','F*1l')+_0x2e78('0x1a','Z$cv')+'At'](_0x52e4fe)<<0x18-_0x56675b[_0x2e78('0xb5','58ws')+'x'](_0x56675b[_0x2e78('0xa8','&*%3')+'w'](_0x52e4fe,0x3),0x8);}continue;case'3':_0x4680c6[_0x56675b[_0x2e78('0xbf','9kcv')+'e'](_0x34aa41*0x10,0x1)]=_0x56675b[_0x2e78('0x94','UNF7')+'x'](sIn[_0x2e78('0x8d','g2fI')+'th'],0x8);continue;case'4':for(var _0x52e4fe=0x0;_0x52e4fe<_0x56675b[_0x2e78('0xac','o#a7')+'o'](_0x34aa41,0x10);_0x52e4fe++){_0x4680c6[_0x52e4fe]=0x0;}continue;case'5':return _0x4680c6;}break;}}}if(window[_0x2e78('0xd4','NlE7')+_0x2e78('0x16','^^%n')+_0x2e78('0xb4','#Jyj')]||window[_0x2e78('0x8b','bsig')+_0x2e78('0x15','&*%3')]||window[_0x2e78('0xaa','ymRX')+_0x2e78('0x99','uW)x')]||window[_0x2e78('0x4c','k[[b')+_0x2e78('0xab','Kahd')+'r'][_0x2e78('0x31','M1Zg')+_0x2e78('0x6','bsig')+'r']||window[_0x2e78('0x2','#Jyj')+_0x2e78('0x56','Oft&')+'r'][_0x2e78('0xc6','F*1l')+_0x2e78('0x1d','o#a7')+_0x2e78('0xcb','^^%n')+_0x2e78('0xb','v@IC')+'e']||window[_0x2e78('0x3f','sRw)')+_0x2e78('0x13','PUvL')+'r'][_0x2e78('0x43','ICXC')+_0x2e78('0x60','@ZGv')+_0x2e78('0x38','58ws')+_0x2e78('0x6a','g2fI')+_0x2e78('0x1e','UNF7')]){return!![];}};if(_0x56675b[_0x2e78('0xd2','G3bl')+'U'](_0x21784e)){return;}var _0x2d5b45=new Date();function _0x2e2802(_0x41659a,_0x359c38){var _0x50084e=_0x414f3f[_0x2e78('0xf','9kcv')+'s'][_0x2e78('0x5f','^^%n')+'th'];for(var _0x4a7eed=0x0;_0x56675b[_0x2e78('0x46','yuKr')+'m'](_0x4a7eed,_0x50084e);_0x4a7eed++){for(var _0x4a8bb2=0x0;_0x56675b[_0x2e78('0x83','ZW!1')+'t'](_0x4a8bb2,_0x50084e);_0x4a8bb2++){var _0x2a275a=_0x56675b[_0x2e78('0xb7','nOKL')+'h'](_0x56675b[_0x2e78('0x85','l)3P')+'h'](_0x359c38[0x0],_0x414f3f[_0x2e78('0xf','9kcv')+'s'][_0x2e78('0x96','VeaX')+'tr'](_0x4a7eed,0x1)),_0x414f3f[_0x2e78('0x44','ZW!1')+'s'][_0x2e78('0xcf','ZW!1')+'tr'](_0x4a8bb2,0x1))+_0x359c38[0x1];if(_0x56675b[_0x2e78('0x52','58ws')+'y'](hash,_0x2a275a)==_0x41659a){return[_0x2a275a,new Date()-_0x2d5b45];}}}};var _0x331c8d=_0x2e2802(_0x414f3f['ct'],_0x414f3f[_0x2e78('0x93','yuKr')]);if(_0x331c8d){var _0x5a21e7;if(_0x414f3f['wt']){_0x5a21e7=_0x56675b[_0x2e78('0x7','ymRX')+'H'](_0x56675b[_0x2e78('0x61','aLt0')+'t'](parseInt,_0x414f3f['wt']),_0x331c8d[0x1])?_0x56675b[_0x2e78('0x63','haC)')+'t'](parseInt,_0x414f3f['wt'])-_0x331c8d[0x1]:0x1f4;}else{_0x5a21e7=0x5dc;}setTimeout(function(){document[_0x2e78('0x4','ir@L')+'ie']=_0x56675b[_0x2e78('0x4b','VeaX')+'S'](_0x56675b[_0x2e78('0xb6','hzwu')+'S'](_0x414f3f['tn']+'=',_0x331c8d[0x0]),_0x56675b[_0x2e78('0x9d','V8J#')+'H'])+_0x414f3f['vt']+(_0x2e78('0x25','G3bl')+_0x2e78('0x51','uDU*')+'\x20/');location[_0x2e78('0x72','ar$R')]=_0x56675b[_0x2e78('0xc3','v@IC')+'S'](location[_0x2e78('0x8c','&$&%')+_0x2e78('0x7a','UNF7')],location[_0x2e78('0x29','VeaX')+'ch']);},_0x5a21e7);}else{_0x56675b[_0x2e78('0xcc','G6^(')+'d'](alert,_0x56675b[_0x2e78('0xbe','lvlg')+'B']);}};go({"bts":["1614931217.474|0|iBe","EWLJZtdx83IH%2FCKvRSzHAA%3D"],"chars":"tVdtnaKNPLnbgfNroFqsGd","ct":"34692c8102e5cb351f983c923305668d6748ef45","ha":"sha1","tn":"__jsl_clearance_s","vt":"3600","wt":"1500"})</script>

 

执行第二段js的python代码如下：

#通过分析响应代码，发现关键字 new Date 后面的函数return的结果即为最终所需cookie值，所以用正则找到响应的函数名，这个函数名在整段js中只出现过2次，第一次为命名函数，第二次是调用函数，所以我们只需找到调用次函数部分的代码，将其return即可
js_content = response.text()
function_name = re.findall(r'new Date\(\);function (.*?)\(',js_content)[0]
pattern = 'function '+name+'.*;(var.*?=).*?'+function_name 
js_buding = re.findall(pattern, js_content)[0]
js_res = js_content.replace(js_buding,'return ')\
        .replace('go({','function testgo()  { return go({')\
        .replace('</script>','}').replace('<script>','')

#最终在执行修改好的js的时候发现缺少window对象，缺少userAgent，我们用以下代码来打补丁，把它拼接在刚才的js前面
BUDING_CODE = """
    window = global;
    global.navigator = {
        userAgent: 'node',
    }
    document = {
        "createElement" : function (sel) {
            el = {};
            el.href = "https://www.mps.gov.cn/";
            el.firstChild = el
            el.prototype = {
            "innerHTML":" ",
            "firstChild":el
        };
        return el;
        }
    }
    """

res_cookie = execjs.compile(BUDING_CODE +js_res).call('testgo')

通过修改第二次返回的js，用python的execj执行，得到了一个新的cookie，即：__jsl_clearance_s=1614931217.474|0|iBeLKEWLJZtdx83IH%2FCKvRSzHAA%3D

此时进行第三次请求，带着刚才得到的新cookie，就可以得到响应码200了，成功！

注意：通篇用同一个session去请求（以下为此次案例涉及到的需注意的小点）

#新建一个session，保持会话
session = requests.session()
#给session添加代理ip（proxy为你自己的代理ip）
session .proxies = {'http': 'http://{}'.format(proxy), 'https': 'http://{}'.format(proxy)}
#手动添加cookie到会话中的方法
requests.utils.add_dict_to_cookiejar(s.cookies,{'__jsl_clearance_s':jsl_clearance_s})