From 7360d9ffd75ddbd9c359bec615f0c86bb58d08c3 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=D8=B9=D8=A8=D8=AF=D8=A7=D9=84=D9=85=D9=86=D8=A7=D9=86?= Date: Fri, 3 Jan 2025 07:07:28 +0500 Subject: [PATCH] bug fixes --- .../genbot_service/genbot_controller.py | 3 +- config/i2p/addressbook/last_fetched | 8 ++-- config/i2p/addressbook/last_modified | 2 +- config/i2p/addressbook/log.txt | 2 + config/i2p/eventlog.txt | 15 +++++++ config/i2p/hostsdb.blockfile | Bin 654336 -> 655360 bytes config/i2p/logs/log-router-0.txt | 2 +- config/i2p/logs/log-router-1.txt | 2 +- config/i2p/router.config | 4 +- config/i2p/router.info | Bin 731 -> 1010 bytes config/i2p/router.ping | 2 +- .../results/sybil-1735815943983.txt.gz | Bin 0 -> 1476 bytes .../results/sybil-1735815959007.txt.gz | Bin 0 -> 1481 bytes config/i2p/wrapper.log | 40 ++++++++++++++++++ test.py | 10 ----- 15 files changed, 69 insertions(+), 21 deletions(-) create mode 100644 config/i2p/sybil-analysis/results/sybil-1735815943983.txt.gz create mode 100644 config/i2p/sybil-analysis/results/sybil-1735815959007.txt.gz delete mode 100644 test.py diff --git a/app/crawler/crawler_instance/genbot_service/genbot_controller.py b/app/crawler/crawler_instance/genbot_service/genbot_controller.py index e28e6703..0f88a866 100644 --- a/app/crawler/crawler_instance/genbot_service/genbot_controller.py +++ b/app/crawler/crawler_instance/genbot_service/genbot_controller.py @@ -88,7 +88,7 @@ def start_crawler_instance(self, p_request_url, _): if self.__m_html_parser.leak_extractor_instance is not None: self.__m_rule_model = self.__m_html_parser.leak_extractor_instance.rule_config else: - self.__m_rule_model = RuleModel(m_fetch_config = FetchConfig.REQUESTS, m_depth=CRAWL_SETTINGS_CONSTANTS.S_DEFAULT_DEPTH) + self.__m_rule_model = RuleModel(m_fetch_config = FetchConfig.REQUESTS, m_depth=CRAWL_SETTINGS_CONSTANTS.S_MAX_ALLOWED_DEPTH) p_request_url = helper_method.on_clean_url(p_request_url) self.__task_id = "" @@ -132,6 +132,7 @@ def invoke_trigger(self, p_command, p_data=None): def genbot_instance(p_url, p_vid, p_proxy, p_tor_id): + p_url = "http://ndbele4nzskearmx6u6atxczqedizwibbnjot4c23eagwywrftnktuyd.onion" log.g().i(MANAGE_MESSAGES.S_PARSING_WORKER_STARTED + " : " + p_url) m_crawler = genbot_controller() m_crawler.invoke_trigger(ICRAWL_CONTROLLER_COMMANDS.S_INIT_CRAWLER_INSTANCE, [p_proxy, p_tor_id]) diff --git a/config/i2p/addressbook/last_fetched b/config/i2p/addressbook/last_fetched index b8beab76..1cca0cc7 100644 --- a/config/i2p/addressbook/last_fetched +++ b/config/i2p/addressbook/last_fetched @@ -1,5 +1,5 @@ -http://stats.i2p/hosts.txt=1735725373800 -http://notbob.i2p/hosts.txt=1735725349232 +http://stats.i2p/hosts.txt=1735855494569 +http://notbob.i2p/hosts.txt=1735855476588 http://inr.i2p/hosts.txt=0 -http://skank.i2p/hosts.txt=1735725359500 -http://i2p-projekt.i2p/hosts.txt=1735725331976 +http://skank.i2p/hosts.txt=1735855489964 +http://i2p-projekt.i2p/hosts.txt=1735855448353 diff --git a/config/i2p/addressbook/last_modified b/config/i2p/addressbook/last_modified index 14784973..a1b9fad0 100644 --- a/config/i2p/addressbook/last_modified +++ b/config/i2p/addressbook/last_modified @@ -1,4 +1,4 @@ http://stats.i2p/hosts.txt=Sat, 14 May 2022 15:34:47 GMT -http://notbob.i2p/hosts.txt=Wed, 01 Jan 2025 09:46:00 GMT +http://notbob.i2p/hosts.txt=Thu, 02 Jan 2025 22:02:56 GMT http://skank.i2p/hosts.txt=Sun, 07 Jan 2024 19:43:27 GMT http://i2p-projekt.i2p/hosts.txt=Mon, 25 Mar 2024 15:00:03 GMT diff --git a/config/i2p/addressbook/log.txt b/config/i2p/addressbook/log.txt index 073dfbfe..5897e89f 100644 --- a/config/i2p/addressbook/log.txt +++ b/config/i2p/addressbook/log.txt @@ -841,3 +841,5 @@ Dec 30, 2024, 8:41 PM -- Bad hostname proxy.i2p. From: http://notbob.i2p/hosts.t Dec 31, 2024, 7:05 PM -- New address irc.intr.i2p added to address book. From: http://notbob.i2p/hosts.txt Jan 1, 2025, 9:55 AM -- New address leopold.i2p added to address book. From: http://notbob.i2p/hosts.txt Jan 1, 2025, 9:55 AM -- New address yacy.idk.i2p added to address book. From: http://notbob.i2p/hosts.txt +Jan 2, 2025, 10:04 PM -- New address turn-light-off.i2p added to address book. From: http://notbob.i2p/hosts.txt +Jan 2, 2025, 10:04 PM -- New address vannyan.i2p added to address book. From: http://notbob.i2p/hosts.txt diff --git a/config/i2p/eventlog.txt b/config/i2p/eventlog.txt index 418806dc..c53c5c44 100644 --- a/config/i2p/eventlog.txt +++ b/config/i2p/eventlog.txt @@ -444,3 +444,18 @@ 1735753252722 started 2.7.0-0 1735753315420 crashed 62 sec ago 1735753315426 started 2.7.0-0 +1735774909456 crashed 5 hours ago +1735774909550 started 2.7.0-0 +1735776127043 crashed 60 sec ago +1735776127087 started 2.7.0-0 +1735776476617 crashed 71 sec ago +1735776476878 started 2.7.0-0 +1735776879501 crashed 69 sec ago +1735776879637 started 2.7.0-0 +1735806140367 crashed 45 min ago +1735806140399 started 2.7.0-0 +1735806279243 reseed 154 +1735808956848 crashed 64 sec ago +1735808956870 started 2.7.0-0 +1735854843412 crashed 8 hours ago +1735854843432 started 2.7.0-0 diff --git a/config/i2p/hostsdb.blockfile b/config/i2p/hostsdb.blockfile index 7efc09bdf670f57d9e6fe36a1d3f1bf3bcc82a40..274cb537ec9d1840045d5f76db940cfda58bd4d9 100644 GIT binary patch delta 1188 zcmZqpq2AD-!Efkz&(kP?k%<8WxEMC_v&e8K0GWY6tjQp-QSm-=^I!S)zw(Sg%ml>D z+yBb5@V0OP;F>P7gk=lA;Py$G&lvc*%M$bQDiiaj?_0tW-mbTlWxL)| z)~AOUxu=U{u-zAvxUI``mqARZq_ikcHzzYaqeM49Ep76}R@?1A9V%T57#%u%A~COt0?=Re*2Su>@tkoIexIKF>U+9{)S0ih;a|9cl9!j z3K$uT7!z%I4b6>BElf>KEDX&jZ*)_xr<3<^`Oce);k$)Hn1!2@froKNNl|8UW%Bfk zGE5@djaWFYiElSm<2VfrBN+}|rfmuw94y-f897xLr$=gYEZ@$d0ut5W=w(#oX50f! zPS}FX$k=rH!FNnb^=kRGccZ;TTy@izIy_v~Q+d&<_I2XHnF_m;p9>z?ShqRC3?4_8DY)`p zH|XkH&l<$S&}KDZR)c8D&ztkZuD*I1=4jTMy*;T6*o&5uDYf< zdAhpqy&vTt(YoXjcbl<8@44V=nM8}OgFjI_szyyqX9gfSNx0}iV6Tmci4*Tuy3Y_m4Cv|WD XKS3QTPZ z%-a-LxLUXv^cff!cQObta84Il!m?%h!zC=f(@h_+Nw(`PW!bK`l=bN$My}~18Ep3_ z-)=SD{^J4bEvB{{wrx4=Y&}4$w%_{6uEsQ-;}2&j3n$~A(&-!XS;V&MOK>DJZu`Uj zhH3k;AM7HGTR4PSxH%Yj7~wzy`<}>X-qw z7@1oe>lm1s>6w^X8(Qks8=0#DO*J&KwpPdIlHk(hjR3X|;_<%8e diff --git a/config/i2p/router.ping b/config/i2p/router.ping index 95dd16c8..605f3145 100644 --- a/config/i2p/router.ping +++ b/config/i2p/router.ping @@ -1 +1 @@ -1735753755513 \ No newline at end of file +1735866791931 \ No newline at end of file diff --git a/config/i2p/sybil-analysis/results/sybil-1735815943983.txt.gz b/config/i2p/sybil-analysis/results/sybil-1735815943983.txt.gz new file mode 100644 index 0000000000000000000000000000000000000000..81f0b51734ccc58659147d44afecafd472d78c45 GIT binary patch literal 1476 zcmV;#1v~m5iwFP!00000|CN@>j-yBrhVS(hXj(OzIe^GL)1x}z1@FciUbtZ!48|-5 zydM1QgWc65O&2v?V+_~jT}0@VI49ZY!{8keAJlWm&q zH)uQV4woZWyPs}jqPf(3s~`n104Sq~KY!x&@ud_*`~>o{9($^D8s|saAC6a6vTiJn zaS%`YfqR;t&>dghhGkfjJBy2ui6TG|DZx-h5Ku&mo0urQ34RP2!2bxjI7wA25|U0% zn)z{*Nh`nG`m|(ZMEH*zB>%| zBNiFqupk75GFU*hs4n*Xd1ysSwL(8@RiylZ@Y8_~PV+%Ky}=7HpY|pIag~dr;DrjvgXNP70_w+N$EC$if1p&wNpoh^WDuUN z>Y@po{Y@5-njum-NbmLf#E91ud@+XniBh-?5iSr?5#axm1eTJJcan2^x;i>ecRma7 zxaQSO7-geNV(IG;j^o}Qn&(!yN^suaK5a!215AYkQz$4ZNJM$3f#5qy=ttkvqfl1D zLEe+|%R;)=vdjustzfp)g2}R`iXF@Qv9%6T(+8I!>p^!kB)9do@oZEKLj*7uSjCKj zr)2Ppk}-vrNyf<+QAH~l9j43L%sLG1jpKHW+aQW#YRbEsbGipc-R}F{MLj>pUo+8) zE&HPpvAGjYx_%#=YfQfG8a+NSY;(5P$G53}J{%kJEqJTQj}zs0H?$+^7!}9*uJ3G$ zSVDh)m44IGwfEbvZ}sx?A>8%!JI$K*nvTpHh-+1toSoD4fUvRR;r`z1ggAa$7jQrj zMg;K310RZ)x4EB(&=;(G=i{xl)GYm^%XoQnI?INJ&BaYXYczp6Sl#w*UnE+?Evl3& zMRh*h!pNiRe=?uI&lFTaq^#NUcZQH_Y`vXgySM4$T^Igp50oWuFZbR*LAi` z?t`(OeXZGE%$n7ebwjR#Hf{Oy+Wro9eMk1^u@0j3GM9N`@^p1Qw4Y6YLP}||YJj4y zIl_;LS>7ALhuDhy%G@W|du-K2o6c|y<&@r&Rcn{;ogNu&V>XXu;(`HdtoI;E~pBNveD^+kA$v+9_opmEgbF|*7LL0VoVERjU zxqww|)6JX1$sBbcy3j+icrIb;FIO1X_j*%!ZkoqMRI3gKdcR?NR^6SzBy!u1FNUk3 z*}q)caqzVYY7S1LO;fL)s$foB{j4r-n`+M6a=20Xwo~oo!(N`9$MHRTTC`}11Y%Vn e6(CHX3u}4WN)}cQ$_nU*R(}J62#OJv3jhFgRpA5x literal 0 HcmV?d00001 diff --git a/config/i2p/sybil-analysis/results/sybil-1735815959007.txt.gz b/config/i2p/sybil-analysis/results/sybil-1735815959007.txt.gz new file mode 100644 index 0000000000000000000000000000000000000000..39661e26282b54810f678df716d379cb57272e70 GIT binary patch literal 1481 zcmV;)1vdI0iwFP!00000|CN?Wld4D*h4=L+_~jT}0cw$zOeEL#_fl%-jwJB!-!72+^)hi7*k8O8I+*e@G%i8cCfhXI zZ_sw!9WF<%c0b+5M02V6RzV72Du+M?oID@=`uMAqMEpeZvL1V?a~kJI+8>TrRRPH*fX*e01mq-qG_|Eo*PI zf>c#72TX8=0pk?lSE#6;fPNt53KC_c>U(u=vmUma#{(D{#yRElRm~RbJ(wh?Y^>Xz zEDBM)2(9@P;kQarYCySAA>yha#rH!p{x!*n0?XQjfp?G?dr2c)ThnvhJbIehOWeNf z2ji`OTB6Z(3$Eu(6BkWg7a&woU+Gh0TCOqSFWX6Bp@Dw9Rb$kuvent@9oT%iK@-MR z8DFVB4B$d`jhgyaA;p5^xghyuLGg04uC^PwL)y3u&Ot9|ZEMb+W_PQpt+qSUcZb1# z#3Cac7KETs26Ijb2K4*qp%p3B3jM5AQSk@L2eE+qqik1wvt|8;XQH~Nk*YSsj_7s~ zHT-ORs%?IuD1~0^X+M57`DTJI+AQ*qt4XC9oK>gV3xU|>l50t7nY0j*g48qe@ zT{K~{zsUkpGejx}>AhZ`81Z_7FUF8RQP9KP5EYIqT3P&06j+Kv-cio&>FVe>-T5rQ z6+4#qV{09xrVlPd)`RY7NN($E2^95y`p(3Cm zW)IEa7d2xFEz^vXFQST8Fgi?^wV8Do+8f918n;0d$JCT}HRp5>jJnH!VRCj(*8{@Fiii7quM^_ex)!OBIr$sRR*D9@h@_6N`O7;R-}$78CC%cK^ZxwRQ>pVAbk~eb8J54Ux~% zE1TD9MyutIxj64y*F1a1QZef>Q46=LfN%ys9~>WsELCtB$v*|>opmEgbF|*7LL0Vo zVERjUxqww|)6JX1$sBbcy3j+ic;3a-UtVNf-|J1`xoI93QLQ={=>3N6S#@^;lgMp5 zz8J2CX8&?&$HCV+s5v-|Hch>Hs)9Lj^|QLTZK^qM%i%`l+fKEU4|{ob9>@3W>C