From da496ff395da24d936fe418cafafb0db47c8e457 Mon Sep 17 00:00:00 2001 From: Yassine Ait Jeddi Date: Sat, 24 Jul 2021 16:02:31 +0200 Subject: [PATCH] Fix .env --- .env | 4 +- Example.py | 11 +- Scweet/__pycache__/__init__.cpython-39.pyc | Bin 150 -> 150 bytes Scweet/__pycache__/const.cpython-39.pyc | Bin 751 -> 899 bytes Scweet/__pycache__/scweet.cpython-39.pyc | Bin 4712 -> 4712 bytes Scweet/__pycache__/user.cpython-39.pyc | Bin 2983 -> 2997 bytes Scweet/__pycache__/utils.cpython-39.pyc | Bin 7862 -> 7921 bytes Scweet/const.py | 15 +- Scweet/user.py | 8 +- Scweet/utils.py | 12 +- outputs/covid19_2020-04-01_2020-04-15.csv | 14 -- outputs/covid_2020-04-01_2020-04-15.csv | 199 ++++++++------------- setup.py | 2 +- 13 files changed, 102 insertions(+), 163 deletions(-) diff --git a/.env b/.env index 56a589a..d1521c9 100644 --- a/.env +++ b/.env @@ -1,2 +1,2 @@ -SCWEET_USERNAME= -SCWEET_PASSWORD= \ No newline at end of file +SCWEET_USERNAME=*****@gmail.com +SCWEET_PASSWORD=*************** \ No newline at end of file diff --git a/Example.py b/Example.py index 25f7b07..908131e 100644 --- a/Example.py +++ b/Example.py @@ -5,14 +5,14 @@ # scrape top tweets with the words 'covid','covid19' in proximity and without replies. # the process is slower as the interval is smaller (choose an interval that can divide the period of time betwee, start and max date) -data = scrap(words=['covid','covid19'], start_date="2020-04-01", max_date="2020-04-15", from_account = None,interval=1, +data = scrap(words=['covid','covid19'], start_date="2020-04-01", max_date="2020-04-15", from_account = None, interval=1, headless=True, display_type="Top", save_images=False, resume=False, filter_replies=True, proximity=True) # scrape top tweets of with the hashtag #covid19, in proximity and without replies. # the process is slower as the interval is smaller (choose an interval that can divide the period of time betwee, start and max date) -data = scrap(hashtag="covid19", start_date="2020-04-01", max_date="2020-04-15", from_account = None,interval=1, +data = scrap(hashtag="covid19", start_date="2020-04-01", max_date="2020-04-15", from_account = None, interval=1, headless=True, display_type="Top", save_images=False, resume=False, filter_replies=True, proximity=True) @@ -33,6 +33,9 @@ # Enter your username and password in .env file. I recommande you dont use your main account. # Increase wait argument to avoid banning your account and maximise the crawling process if the internet is slow. I used 1 and it's safe. -following = get_users_following(users=users, verbose=0, headless = True, wait=1) +# set your .env file with SCWEET_USERNAME and SCWEET_PASSWORD variables and provide its path +env_path = "****/****/****/.env" -followers = get_users_followers(users=users, verbose=0, headless = True, wait=1) \ No newline at end of file +following = get_users_following(users=users, env=env_path, verbose=0, headless = True, wait=2) + +followers = get_users_followers(users=users, env=env_path, verbose=0, headless = True, wait=2) \ No newline at end of file diff --git a/Scweet/__pycache__/__init__.cpython-39.pyc b/Scweet/__pycache__/__init__.cpython-39.pyc index ece82d682cb490553cdf931144099dcbb8c26499..f08f6b64a9ba27c3f8afc6059ef78787ba79ff53 100644 GIT binary patch delta 58 zcmbQnIE|4zk(ZZ?0SKgc|4ihzRd%+D2`x@7DvpUvEH2K>OO0{KPcF?(%_}L6anCIA MC{2n9o|vr-0M+dhga7~l delta 58 zcmbQnIE|4zk(ZZ?0SJ^W>L+sBDkodTloqEJ6~|O278hscrN*S>Czs}?=9Lu3q-U07 MlqSU#Pt4W^0Nf`N8vpK8xZ`+<(UABLE<|gCMkRpKcoGgmB$wd9ZhQndvwMe)35B#2gkQlw zv9Pnd)=C?DW8o}lq_A_6nVrYZH{Z;A?PpAUEIw3GU zV%6t3)P{_AJi%INyVxw3>+ObJu33fC@*Hy=0Om>y@K3s!IjJU3fyAT#gh7d-=jf~9mtyt*`Q+` LCrB!4XnN!e-N9~| delta 412 zcmYjN%}T>S5Z+CiW}Cly@C`hLqUTb7uxJ8;#?n*^ArRBe+ns$ zV&dbZpN~nLQU4*z26@k?ix=29)*1VM`HgF}o#vHg!nCqoZ#7-Fd)+=a1;;k4UKuAD z6HlduEFR|k0Rk(ZZ?0SKgc|7_$|(QOe`+W%u9`N$xklLP0cGQj&aW{ P@hDA-3Eu3_BgqB;I7$k(ZZ?0SJ^W>Nj#L@+c=;#grDO78S=-CKeZG=B37@v@#i>QbF_DSI#hH1j zF)sPZrManjCB-rBnI#^jNio5bZP<@6DokeNm?k9#)Keq^B3MBL$Os4_KY1gEtfL~3 zpA3?L0X86m1Bji0xL68ElrUs5)-cpC*D$6q)-ctuq%ife)w0&G1~X_f`xQw{=H*n? zXDbp0s=URVnpbvS28PMsITabjCQEX4a3hINUc=>!!e`;u-~)w`CUX%ZkP0bM koNUD{t)~PsUI9daA`0x0A{`KmA4DJw1heEPH*>21018!9SO5S3 delta 488 zcmdlgzFeF)k(ZZ?0SJ^W>JzqZ^6% zn3VkF(%jU%lH!>3%#w`Kq?qE#Hta_j6(=)tOp_7^>M0Td5v(8rWCVmzn7olg)?Nw7 zPi6rUFaT1;4#dttTr2@3N*J;jYZz*nQW$F(YnW4*dRc2(YFL69G@1R1Bq#H8s%o(o z2?N#LVlPWAO3DYi3~Z4)P^d@}L?Bz4%&A;2!c?RU6er(SkgJN+K!gU6(1ciDqy-W{ zSPfQ$WHnIsmT-D%N&I9UE-6Nl$?9Ak+(^=scX9cm@P)WF!a;$f$y~$;q(X|o9Ihfz s*c35=Ok*j@%uOua8N94#y9l(!HTkd$pu~;czwCbywyyMK38D05_G=)e; z{I1+P^8$Eza`@zt(F>sJjJ^jdcF7t&Ri3OAt&;1EzGl0pD-)x`lXI5kZcG)|E;zk2 z*J~>7Li29ERXhyeA$==(RhP+OQP%eMz6h?_0f3r9nLTSUhMU!)7ugZJWP`OYn-f21 zCh1>!tbI>NLVO*4sCT1I05&jnc2s<>FGe=mi>_Fjd?pUXPLOkAHg=O3;*VH&`YhVW zbZYZfVsE@{{yPvjK>&$pgpI(win*H%AZz_=fLVcY5{7dVz?C>zAYQ;F{v6~|Ri>`OKuw)vwrjESTrFl@vnDI9HSSC@d&V`Bkgt*S2-zXNN_Q#S(PE$YF@3mW zOPu-@%bG!>asi(3L($WCe%?Xt{Q#4gijA)kh%gL4HDAc})KGGVKne&CExX%k&E~55;v5sDm+9(83_^C^151> zDm);JrpEbyN! zPE`$REEAe&k(wnh!INB{C2;KfT%WJP(tpI!YLX{>DhQ$iQ~|gk(h|7}G)=m3H^rk1 zP*=~Uf~LIGf8JSoBSlZ|V$)Sv8z)Wk2v1*;;f%99MH^q1ycEn$S30p58Ge}_2g+=$h42sHFbtW!gNn*jxln+T z4MRVkC_7dyIF|>*qoSj=v+pvhl>laZEq@k`ni#n$YRtGH$e zTZ-G*_yIZNb@L#c-nj&tQc%NoBp$R*kXxds?fjnWXdePFWtKr2JKYwC>>BXi63cBV za!q{GHcu+zVD?xHk8diuV1*SNwo`nVZF=T6v7Aj^%;CmU}R{} zBV9X9@!6f(_Q%2?EgR2{$iO{ g3f6IaR?Zk7K)`?nq|w}!qR1zo_m4V zoLgcb(U>$+&x484WJ!GR#h6H9d@$Pn35{<&wTUl%G3tXcK3He&LaekJZ*qQT&dl7I zIWy4F2$3@u3QgM-itZAk5hcF3UC0qB5EoDYIJu4E6%G4}D6p*HwfgY58s zls$ru|2Q$zKec3;+?sm3U|GeoIR%xOr3JHWTT`<|dv594lqDbe+gVC7{SG_2^?@Ez zS+D%mIMV$h8sI$$+ZyoVvdKA_ticP!4iw8pJ71G6$={4D>)*-*zGo~V9|nI2Wk|;} zYuecm@00gJ>zO_OM@p61yk!>n%v^r4Fl*kC5Pp@Nm7j%gv#{)nbSBS`2^FqC?O9%q zw5)!M0?Uh_FoW?ioF7xBXH;VCd^*k=j#D_STL`u?&m0v|bv#0;dVp;*rhw{r!Q=RB zuTTVAQ>#8(tNLwyzD{_rtDC6fXnSRcQ0Utc`h`|C1S&E`_>uDLQg&cIDBGhV9pWMM zzO7G;pB@`MdG2&hKYwz3{L-6a!+c179-WBkypI(8c5%V1EZKaYOvGM)c~7=9%2u&_ zpLUZ(P?*Lv)nH!cRnshu6lP*_Ya{j(3r0{p`uNW$PoD5@`F`R(c19+W+4dB&`B8!l z!nUUXz?*0}NN`+UNoH7|6v>OMQ$9#`XdT2pEPqd)XxkG^=!R)7=B*iCDHY4J59Db5 zh1Hv+-HkBgL)iT&R6h>43Lj#9Y|JvSI}9_@oS>-N zQ29DaLJ&krNQ8!!tKfu1xax-xav~y94MP~Is2vf}HRi-1QlqL-h;A~7H7SjX6BRKL zTxPiK??iC58WS=1#0IKyfl8QM4~ph(51C-f2D^zg#O;Wk5P>ze#{O9fNI3ET%vtj9 z67A;VsZ^M|J52~fByOm9JRewr%q6naV;Bzbx;k z&a){QZ#u`4a=Izqdj*ww5aF>0VI-U6{luXj#3u=k6ATed6BG#Qk>y=WevSQ`U zlDUvGYO8z^EM6uZ_s$-apERfYE3{rD*mHZM*p&0Gk9_TSJkyFrE)=i9bXAwXHeX}6 zuWo$+P)W6LVDB%}w!wBxLn^Dgm{ z#k=H}>4w!kVTGZxQmPanUtGY~z?vk3)W8)r%A$