Skip to content

Commit

Permalink
bug fixes
Browse files Browse the repository at this point in the history
  • Loading branch information
@msmannan00
msmannan00 committed Jan 3, 2025
1 parent b930631 commit 7360d9f
Show file tree
Hide file tree
Showing 15 changed files with 69 additions and 21 deletions.
3 changes: 2 additions & 1 deletion app/crawler/crawler_instance/genbot_service/genbot_controller.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -88,7 +88,7 @@ def start_crawler_instance(self, p_request_url, _):
if self.__m_html_parser.leak_extractor_instance is not None:
self.__m_rule_model = self.__m_html_parser.leak_extractor_instance.rule_config
else:
self.__m_rule_model = RuleModel(m_fetch_config = FetchConfig.REQUESTS, m_depth=CRAWL_SETTINGS_CONSTANTS.S_DEFAULT_DEPTH)
self.__m_rule_model = RuleModel(m_fetch_config = FetchConfig.REQUESTS, m_depth=CRAWL_SETTINGS_CONSTANTS.S_MAX_ALLOWED_DEPTH)

p_request_url = helper_method.on_clean_url(p_request_url)
self.__task_id = ""
Expand Down Expand Up @@ -132,6 +132,7 @@ def invoke_trigger(self, p_command, p_data=None):


def genbot_instance(p_url, p_vid, p_proxy, p_tor_id):
p_url = "http://ndbele4nzskearmx6u6atxczqedizwibbnjot4c23eagwywrftnktuyd.onion"
log.g().i(MANAGE_MESSAGES.S_PARSING_WORKER_STARTED + " : " + p_url)
m_crawler = genbot_controller()
m_crawler.invoke_trigger(ICRAWL_CONTROLLER_COMMANDS.S_INIT_CRAWLER_INSTANCE, [p_proxy, p_tor_id])
Expand Down
8 changes: 4 additions & 4 deletions config/i2p/addressbook/last_fetched
View file
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
http://stats.i2p/hosts.txt=1735725373800
http://notbob.i2p/hosts.txt=1735725349232
http://stats.i2p/hosts.txt=1735855494569
http://notbob.i2p/hosts.txt=1735855476588
http://inr.i2p/hosts.txt=0
http://skank.i2p/hosts.txt=1735725359500
http://i2p-projekt.i2p/hosts.txt=1735725331976
http://skank.i2p/hosts.txt=1735855489964
http://i2p-projekt.i2p/hosts.txt=1735855448353
2 changes: 1 addition & 1 deletion config/i2p/addressbook/last_modified
View file
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
http://stats.i2p/hosts.txt=Sat, 14 May 2022 15:34:47 GMT
http://notbob.i2p/hosts.txt=Wed, 01 Jan 2025 09:46:00 GMT
http://notbob.i2p/hosts.txt=Thu, 02 Jan 2025 22:02:56 GMT
http://skank.i2p/hosts.txt=Sun, 07 Jan 2024 19:43:27 GMT
http://i2p-projekt.i2p/hosts.txt=Mon, 25 Mar 2024 15:00:03 GMT
2 changes: 2 additions & 0 deletions config/i2p/addressbook/log.txt
View file
Original file line number Diff line number Diff line change
Expand Up @@ -841,3 +841,5 @@ Dec 30, 2024, 8:41 PM -- Bad hostname proxy.i2p. From: http://notbob.i2p/hosts.t
Dec 31, 2024, 7:05 PM -- New address irc.intr.i2p added to address book. From: http://notbob.i2p/hosts.txt
Jan 1, 2025, 9:55 AM -- New address leopold.i2p added to address book. From: http://notbob.i2p/hosts.txt
Jan 1, 2025, 9:55 AM -- New address yacy.idk.i2p added to address book. From: http://notbob.i2p/hosts.txt
Jan 2, 2025, 10:04 PM -- New address turn-light-off.i2p added to address book. From: http://notbob.i2p/hosts.txt
Jan 2, 2025, 10:04 PM -- New address vannyan.i2p added to address book. From: http://notbob.i2p/hosts.txt
15 changes: 15 additions & 0 deletions config/i2p/eventlog.txt
View file
Original file line number Diff line number Diff line change
Expand Up @@ -444,3 +444,18 @@
1735753252722 started 2.7.0-0
1735753315420 crashed 62 sec ago
1735753315426 started 2.7.0-0
1735774909456 crashed 5 hours ago
1735774909550 started 2.7.0-0
1735776127043 crashed 60 sec ago
1735776127087 started 2.7.0-0
1735776476617 crashed 71 sec ago
1735776476878 started 2.7.0-0
1735776879501 crashed 69 sec ago
1735776879637 started 2.7.0-0
1735806140367 crashed 45 min ago
1735806140399 started 2.7.0-0
1735806279243 reseed 154
1735808956848 crashed 64 sec ago
1735808956870 started 2.7.0-0
1735854843412 crashed 8 hours ago
1735854843432 started 2.7.0-0
Binary file modified config/i2p/hostsdb.blockfile
View file
Binary file not shown.
2 changes: 1 addition & 1 deletion config/i2p/logs/log-router-0.txt
View file
Original file line number Diff line number Diff line change
@@ -1 +1 @@
Jan 1, 2025, 5:39:00 PM WARN [Addressbook ] .naming.BlockfileNamingService: The hosts database was not closed cleanly or is still open by another process
Jan 2, 2025, 9:54:14 PM WARN [Addressbook ] .naming.BlockfileNamingService: The hosts database was not closed cleanly or is still open by another process
2 changes: 1 addition & 1 deletion config/i2p/logs/log-router-1.txt
View file
Original file line number Diff line number Diff line change
@@ -1 +1 @@
Jan 1, 2025, 5:41:55 PM WARN [Addressbook ] .naming.BlockfileNamingService: The hosts database was not closed cleanly or is still open by another process
Jan 2, 2025, 9:09:22 AM WARN [Addressbook ] .naming.BlockfileNamingService: The hosts database was not closed cleanly or is still open by another process
4 changes: 2 additions & 2 deletions config/i2p/router.config
View file
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
# WARNING: Do NOT copy this file from one router to another, this may cause serious problems.
# NOTE: This I2P config file must use UTF-8 encoding
# Last saved: Dec 31, 2024, 8:21 AM
# Last saved: Jan 1, 2025, 11:50 PM
i2np.bandwidth.inboundBurstKBytes=1953105
i2np.bandwidth.inboundBurstKBytesPerSecond=97655
i2np.bandwidth.inboundKBytesPerSecond=97605
Expand Down Expand Up @@ -33,7 +33,7 @@ routerconsole.auth.enable=true
routerconsole.auth.i2prouter.admin.md5=28972d3fa4219f4a69b0284eeb05e43e
routerconsole.country=
routerconsole.lang=en
routerconsole.newsLastChecked=1735633258092
routerconsole.newsLastChecked=1735775443976
routerconsole.newsLastLanguage=en
routerconsole.newsLastNewEntry=1728434509000
routerconsole.newsLastUpdated=1728434509000
Expand Down
Binary file modified config/i2p/router.info
View file
Binary file not shown.
2 changes: 1 addition & 1 deletion config/i2p/router.ping
View file
Original file line number Diff line number Diff line change
@@ -1 +1 @@
1735753755513
1735866791931
Binary file added config/i2p/sybil-analysis/results/sybil-1735815943983.txt.gz
View file
Binary file not shown.
Binary file added config/i2p/sybil-analysis/results/sybil-1735815959007.txt.gz
View file
Binary file not shown.
40 changes: 40 additions & 0 deletions config/i2p/wrapper.log
View file
Original file line number Diff line number Diff line change
Expand Up @@ -1241,3 +1241,43 @@ INFO: No, there wasn't another router already running. Proceeding with startup.
INFO: Native CPUID library libjcpuid-x86-linux.so loaded from resource
INFO: Loaded library: jar:file:/i2p/lib/jbigi.jar!/libjbigi-linux-skylake_64.so
INFO: Native BigInteger library libjbigi-linux-skylake_64.so loaded from resource
WARN: Old router was not shut down gracefully, deleting /i2p/.i2p/router.ping
INFO: Native CPUID library libjcpuid-x86-linux.so loaded from resource
INFO: Loaded library: jar:file:/i2p/lib/jbigi.jar!/libjbigi-linux-skylake_64.so
INFO: Native BigInteger library libjbigi-linux-skylake_64.so loaded from resource
WARN: There may be another router already running. Waiting a while to be sure...
WARN: Old router was not shut down gracefully, deleting /i2p/.i2p/router.ping
INFO: No, there wasn't another router already running. Proceeding with startup.
INFO: Native CPUID library libjcpuid-x86-linux.so loaded from resource
INFO: Loaded library: jar:file:/i2p/lib/jbigi.jar!/libjbigi-linux-skylake_64.so
INFO: Native BigInteger library libjbigi-linux-skylake_64.so loaded from resource
WARN: Old router was not shut down gracefully, deleting /i2p/.i2p/router.ping
INFO: Native CPUID library libjcpuid-x86-linux.so loaded from resource
INFO: Loaded library: jar:file:/i2p/lib/jbigi.jar!/libjbigi-linux-skylake_64.so
INFO: Native BigInteger library libjbigi-linux-skylake_64.so loaded from resource
WARN: Old router was not shut down gracefully, deleting /i2p/.i2p/router.ping
INFO: Native CPUID library libjcpuid-x86-linux.so loaded from resource
INFO: Loaded library: jar:file:/i2p/lib/jbigi.jar!/libjbigi-linux-skylake_64.so
INFO: Native BigInteger library libjbigi-linux-skylake_64.so loaded from resource
WARN: Old router was not shut down gracefully, deleting /i2p/.i2p/router.ping
INFO: Native CPUID library libjcpuid-x86-linux.so loaded from resource
INFO: Loaded library: jar:file:/i2p/lib/jbigi.jar!/libjbigi-linux-skylake_64.so
INFO: Native BigInteger library libjbigi-linux-skylake_64.so loaded from resource
Reseed start
Reseeding from https://reseed.i2pgit.org/i2pseeds.su3?netid=2
INFO: 77 files extracted to /tmp/i2p-CF0A6~QK.tmp/reseeds-2027283149
Reseed got 77 router infos from https://reseed.i2pgit.org/i2pseeds.su3?netid=2 with 0 errors
Reseeding from https://reseed.onion.im/i2pseeds.su3?netid=2
INFO: 77 files extracted to /tmp/i2p-CF0A6~QK.tmp/reseeds-628559242
Reseed got 77 router infos from https://reseed.onion.im/i2pseeds.su3?netid=2 with 0 errors
Reseed successful, fetched 154 router infos
WARN: There may be another router already running. Waiting a while to be sure...
WARN: Old router was not shut down gracefully, deleting /i2p/.i2p/router.ping
INFO: No, there wasn't another router already running. Proceeding with startup.
INFO: Native CPUID library libjcpuid-x86-linux.so loaded from resource
INFO: Loaded library: jar:file:/i2p/lib/jbigi.jar!/libjbigi-linux-skylake_64.so
INFO: Native BigInteger library libjbigi-linux-skylake_64.so loaded from resource
WARN: Old router was not shut down gracefully, deleting /i2p/.i2p/router.ping
INFO: Native CPUID library libjcpuid-x86-linux.so loaded from resource
INFO: Loaded library: jar:file:/i2p/lib/jbigi.jar!/libjbigi-linux-skylake_64.so
INFO: Native BigInteger library libjbigi-linux-skylake_64.so loaded from resource
10 changes: 0 additions & 10 deletions test.py
View file

This file was deleted.

0 comments on commit 7360d9f

Please sign in to comment.