Moved files to this repository

ymahlau · May 7, 2023 · 58a2117 · 58a2117
commit 58a2117
Show file tree

Hide file tree

Showing 111 changed files with 3,423 additions and 0 deletions.
diff --git a/.gitignore b/.gitignore
@@ -0,0 +1,132 @@
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+.idea
+datasets
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+pip-wheel-metadata/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test_installation / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+.python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
diff --git a/README.md b/README.md
@@ -0,0 +1,18 @@
+# SubgraphX Reproducibility
+
+Reproducing results from the [SubgraphX](http://proceedings.mlr.press/v139/yuan21c.html) paper including a full re-implementation of the SubgraphX algorithm in PyTorch-Geometric.
+
+The author's implementation can be found [here](https://github.com/divelab/DIG/blob/dig/dig/xgraph/method/subgraphx.py).
+
+# Installation
+For our experiments we use parts of the [DIG](https://github.com/divelab/DIG) library which restricts compatibility. Therefore, we recommend the following installation process:
+
+```
+conda env create -f environment.yml
+conda activate subgraphx
+```
+To run the scripts from the project's root directory, make its path available to python:
+```
+export PYTHONPATH=.
+```
+
diff --git a/checkpoints/ba_2motifs/gcn_2.pt b/checkpoints/ba_2motifs/gcn_2.pt
diff --git a/checkpoints/ba_2motifs/gcn_best.pth b/checkpoints/ba_2motifs/gcn_best.pth
diff --git a/checkpoints/ba_2motifs/gcn_latest.pth b/checkpoints/ba_2motifs/gcn_latest.pth
diff --git a/checkpoints/ba_2motifs/gcn_temp.pt b/checkpoints/ba_2motifs/gcn_temp.pt
diff --git a/checkpoints/karate_club/emb b/checkpoints/karate_club/emb
diff --git a/checkpoints/karate_club/gcn.pt b/checkpoints/karate_club/gcn.pt
diff --git a/checkpoints/mutag/gcn.pt b/checkpoints/mutag/gcn.pt
diff --git a/checkpoints/mutag/gin.pt b/checkpoints/mutag/gin.pt
diff --git a/checkpoints/ppi/emb2.model b/checkpoints/ppi/emb2.model
diff --git a/checkpoints/ppi/link_pred.model b/checkpoints/ppi/link_pred.model
diff --git a/environment.yml b/environment.yml
@@ -0,0 +1,20 @@
+name: subgraphx
+channels:
+  - pytorch
+  - defaults
+dependencies:
+  - pip
+  - python=3.7
+  - pytorch=1.10
+  - torchvision
+  - torchaudio
+  - cudatoolkit=11.3
+  - pip:
+    - -f https://data.pyg.org/whl/torch-1.10.0+cu113.html
+    - torch-scatter
+    - torch-sparse
+    - torch-cluster
+    - torch-spline-conv
+    - torch-geometric
+    - dive-into-graphs==0.1.2
+
diff --git a/img/karate_club/experiments/fidelity_over_time.png b/img/karate_club/experiments/fidelity_over_time.png
diff --git a/img/karate_club/experiments/final_fidelity.png b/img/karate_club/experiments/final_fidelity.png
diff --git a/img/karate_club/graph.png b/img/karate_club/graph.png
diff --git a/img/karate_club/karate_results.png b/img/karate_club/karate_results.png
diff --git a/img/karate_club/karate_results_once_3.png b/img/karate_club/karate_results_once_3.png
diff --git a/img/mutag/gcn_result.png b/img/mutag/gcn_result.png
diff --git a/img/mutag/gin_result.png b/img/mutag/gin_result.png
diff --git a/img/mutag/gin_result_all.png b/img/mutag/gin_result_all.png
diff --git a/img/ppi/ppi_result.png b/img/ppi/ppi_result.png
diff --git a/img/ppi/ppi_result2.png b/img/ppi/ppi_result2.png
diff --git a/result_data/karate_club/experiments/greedy_fidelity b/result_data/karate_club/experiments/greedy_fidelity
diff --git a/result_data/karate_club/experiments/greedy_one b/result_data/karate_club/experiments/greedy_one
diff --git a/result_data/karate_club/experiments/greedy_shapley b/result_data/karate_club/experiments/greedy_shapley
diff --git a/result_data/karate_club/experiments/m1000_random b/result_data/karate_club/experiments/m1000_random
diff --git a/result_data/karate_club/experiments/m20_score_fidelity b/result_data/karate_club/experiments/m20_score_fidelity
diff --git a/result_data/karate_club/experiments/m20t100 b/result_data/karate_club/experiments/m20t100
diff --git a/result_data/karate_club/experiments/m20t20 b/result_data/karate_club/experiments/m20t20
diff --git a/result_data/karate_club/experiments/m20t5 b/result_data/karate_club/experiments/m20t5
diff --git a/result_data/karate_club/experiments/m30t50 b/result_data/karate_club/experiments/m30t50
diff --git a/result_data/karate_club/ggn_exp_dict b/result_data/karate_club/ggn_exp_dict
diff --git a/result_data/karate_club/metric_comparison/metric_points_m10t100 b/result_data/karate_club/metric_comparison/metric_points_m10t100
diff --git a/result_data/karate_club/metric_comparison/metric_points_m10t20 b/result_data/karate_club/metric_comparison/metric_points_m10t20
diff --git a/result_data/karate_club/metric_comparison/metric_points_m10t5 b/result_data/karate_club/metric_comparison/metric_points_m10t5
diff --git a/result_data/karate_club/metric_comparison/metric_points_m1t100 b/result_data/karate_club/metric_comparison/metric_points_m1t100
diff --git a/result_data/karate_club/metric_comparison/metric_points_m1t20 b/result_data/karate_club/metric_comparison/metric_points_m1t20
diff --git a/result_data/karate_club/metric_comparison/metric_points_m1t5 b/result_data/karate_club/metric_comparison/metric_points_m1t5
diff --git a/result_data/karate_club/notes.txt b/result_data/karate_club/notes.txt
@@ -0,0 +1,2 @@
+Explanation of Node 16 very low runtime: range of 10-300ms
+Explanation of Node 31 very high runtime: 300-400s
diff --git a/result_data/karate_club/runtime.txt b/result_data/karate_club/runtime.txt
@@ -0,0 +1,2 @@
+Subgraphx: 80.53241294149369
+GNN Explainer: 9.03118109703064
diff --git a/result_data/karate_club/subgraphx_dict b/result_data/karate_club/subgraphx_dict
diff --git a/result_data/karate_club/subgraphx_new_dict b/result_data/karate_club/subgraphx_new_dict
diff --git a/result_data/karate_club/subgraphx_new_dict2 b/result_data/karate_club/subgraphx_new_dict2
diff --git a/result_data/karate_club/subgraphx_new_dict3_once b/result_data/karate_club/subgraphx_new_dict3_once
diff --git a/result_data/mutag/experiments_gcn/m100_random b/result_data/mutag/experiments_gcn/m100_random
diff --git a/result_data/mutag/experiments_gcn/m10_mcts_gnn_random b/result_data/mutag/experiments_gcn/m10_mcts_gnn_random
diff --git a/result_data/mutag/experiments_gcn/m10_shapley_random b/result_data/mutag/experiments_gcn/m10_shapley_random
diff --git a/result_data/mutag/experiments_gcn/m1_fidelity_greedy b/result_data/mutag/experiments_gcn/m1_fidelity_greedy
diff --git a/result_data/mutag/experiments_gcn/m20_fidelity b/result_data/mutag/experiments_gcn/m20_fidelity
diff --git a/result_data/mutag/experiments_gcn/m20_fidelity_greedy b/result_data/mutag/experiments_gcn/m20_fidelity_greedy
diff --git a/result_data/mutag/experiments_gcn/m20t100 b/result_data/mutag/experiments_gcn/m20t100
diff --git a/result_data/mutag/experiments_gcn/m20t100_greedy b/result_data/mutag/experiments_gcn/m20t100_greedy
diff --git a/result_data/mutag/experiments_gcn/m20t20 b/result_data/mutag/experiments_gcn/m20t20
diff --git a/result_data/mutag/experiments_gcn/m20t5 b/result_data/mutag/experiments_gcn/m20t5
diff --git a/result_data/mutag/experiments_gcn/random_mcts_gnn_samples b/result_data/mutag/experiments_gcn/random_mcts_gnn_samples
diff --git a/result_data/mutag/experiments_gcn/random_shapley_samples b/result_data/mutag/experiments_gcn/random_shapley_samples
diff --git a/result_data/mutag/experiments_gin/m100_random b/result_data/mutag/experiments_gin/m100_random
diff --git a/result_data/mutag/experiments_gin/m10_mcts_gnn_random b/result_data/mutag/experiments_gin/m10_mcts_gnn_random
diff --git a/result_data/mutag/experiments_gin/m10_shapley_random b/result_data/mutag/experiments_gin/m10_shapley_random
diff --git a/result_data/mutag/experiments_gin/m1_fidelity_greedy b/result_data/mutag/experiments_gin/m1_fidelity_greedy
diff --git a/result_data/mutag/experiments_gin/m20_fidelity b/result_data/mutag/experiments_gin/m20_fidelity
diff --git a/result_data/mutag/experiments_gin/m20_fidelity_greedy b/result_data/mutag/experiments_gin/m20_fidelity_greedy
diff --git a/result_data/mutag/experiments_gin/m20t100 b/result_data/mutag/experiments_gin/m20t100
diff --git a/result_data/mutag/experiments_gin/m20t100_greedy b/result_data/mutag/experiments_gin/m20t100_greedy
diff --git a/result_data/mutag/experiments_gin/m20t20 b/result_data/mutag/experiments_gin/m20t20
diff --git a/result_data/mutag/experiments_gin/m20t5 b/result_data/mutag/experiments_gin/m20t5
diff --git a/result_data/mutag/experiments_gin/random_mcts_gnn_samples b/result_data/mutag/experiments_gin/random_mcts_gnn_samples
diff --git a/result_data/mutag/experiments_gin/random_shapley_samples b/result_data/mutag/experiments_gin/random_shapley_samples
diff --git a/result_data/mutag/gcn_gnnexp b/result_data/mutag/gcn_gnnexp
diff --git a/result_data/mutag/gcn_mctsgnn b/result_data/mutag/gcn_mctsgnn
diff --git a/result_data/mutag/gcn_runtime.txt b/result_data/mutag/gcn_runtime.txt
@@ -0,0 +1,3 @@
+Subgraphx: 423.75557497669666
+GNN Explainer: 11.086324083177667
+MCTS_GNN: 6.448645736890681
diff --git a/result_data/mutag/gcn_subgx b/result_data/mutag/gcn_subgx
diff --git a/result_data/mutag/gin_gnnexp b/result_data/mutag/gin_gnnexp
diff --git a/result_data/mutag/gin_gnnexp_all b/result_data/mutag/gin_gnnexp_all
diff --git a/result_data/mutag/gin_mctsgnn b/result_data/mutag/gin_mctsgnn
diff --git a/result_data/mutag/gin_mctsgnn_all b/result_data/mutag/gin_mctsgnn_all
diff --git a/result_data/mutag/gin_runtime.txt b/result_data/mutag/gin_runtime.txt
@@ -0,0 +1,3 @@
+Subgraphx: 160.95848386638303
+GNN Explainer: 6.625155875557347
+MCTS_GNN: 2.965972328186035
diff --git a/result_data/mutag/gin_runtime_experiment_GNNExp b/result_data/mutag/gin_runtime_experiment_GNNExp
diff --git a/result_data/mutag/gin_runtime_experiment_MCTS b/result_data/mutag/gin_runtime_experiment_MCTS
diff --git a/result_data/mutag/gin_runtime_experiment_results.txt b/result_data/mutag/gin_runtime_experiment_results.txt
@@ -0,0 +1,3 @@
+Subgraphx: 45.879567422364886
+GNN Explainer: 6.824011752479954
+MCTS_GNN: 1.8577266366858232
diff --git a/result_data/mutag/gin_runtime_experiment_subX b/result_data/mutag/gin_runtime_experiment_subX
diff --git a/result_data/mutag/gin_subgx b/result_data/mutag/gin_subgx
diff --git a/result_data/mutag/gin_subgx_all b/result_data/mutag/gin_subgx_all
diff --git a/result_data/ppi/runtime.txt b/result_data/ppi/runtime.txt
@@ -0,0 +1 @@
+Subgraphx runtime avg: 214.11513061523436
diff --git a/result_data/ppi/subgraphx_dict b/result_data/ppi/subgraphx_dict
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1,2 @@
		Explanation of Node 16 very low runtime: range of 10-300ms
		Explanation of Node 31 very high runtime: 300-400s
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1,2 @@
		Subgraphx: 80.53241294149369
		GNN Explainer: 9.03118109703064