diff --git a/_sources/streamlit.rst.txt b/_sources/streamlit.rst.txt index ff96475..1c5f25a 100644 --- a/_sources/streamlit.rst.txt +++ b/_sources/streamlit.rst.txt @@ -18,6 +18,16 @@ Filters - Only unique Wayback Machine URLs: Filtering by the collapse option using the ``urlkey`` field and the URL Match Scope ``prefix`` +Username Query Parameter +-------------------------- + +An alternative way to access the application is by using the ``username`` query parameter. This allows for automatic configuration of the Username input and automatically searches. Additionally, when the ``username`` parameter is sent, the accordion with the filters will already be open. + +Example URL format: + +``https://waybacktweets.streamlit.app?username=`` + + Community Comments -------------------- diff --git a/index.html b/index.html index a3abbf8..9ca44cd 100644 --- a/index.html +++ b/index.html @@ -120,6 +120,7 @@

Streamlit Web AppWeb App diff --git a/searchindex.js b/searchindex.js index 992ad95..475cd93 100644 --- a/searchindex.js +++ b/searchindex.js @@ -1 +1 @@ -Search.setIndex({"alltitles": {"API": [[0, "api"]], "API Reference": [[5, "api-reference"]], "Additional Information": [[5, "additional-information"]], "CLI": [[1, "cli"], [8, "cli"]], "CSV": [[7, "csv"]], "Collapsing": [[1, "collapsing"]], "Command-Line Interface": [[5, "command-line-interface"]], "Community Comments": [[9, "community-comments"]], "Config": [[0, "module-waybacktweets.config.config"]], "ConnectionError": [[3, "connectionerror"]], "Contribute": [[2, "contribute"]], "EmptyResponseError": [[3, "emptyresponseerror"]], "Exceptions": [[3, "exceptions"]], "Export": [[0, "module-waybacktweets.api.export"]], "Field Options": [[4, "field-options"]], "Filters": [[9, "filters"]], "From source": [[6, "from-source"]], "HTML": [[7, "html"]], "HTTPError": [[3, "httperror"]], "Hacking": [[2, "hacking"]], "Indices and tables": [[5, "indices-and-tables"]], "Installation": [[6, "installation"]], "JSON": [[7, "json"]], "Legacy App": [[9, "legacy-app"]], "Module": [[8, "module"]], "Outputs": [[7, "outputs"]], "Parse": [[0, "module-waybacktweets.api.parse"]], "Quickstart": [[8, "quickstart"]], "ReadTimeoutError": [[3, "readtimeouterror"]], "Request": [[0, "module-waybacktweets.api.request"]], "Sponsoring": [[2, "sponsoring"]], "Streamlit Web App": [[5, "streamlit-web-app"]], "TODO": [[10, "todo"]], "Testing": [[2, "testing"]], "URL Match Scope": [[1, "url-match-scope"]], "Usage": [[1, "usage"]], "User Guide": [[5, "user-guide"]], "Using pip": [[6, "using-pip"]], "Utils": [[0, "utils"]], "Visualize": [[0, "module-waybacktweets.api.visualize"]], "Warning": [[3, "warning"]], "Wayback Tweets": [[5, "wayback-tweets"]], "Web App": [[8, "web-app"], [9, "web-app"]], "Workflow": [[11, "workflow"]], "waybacktweets": [[1, "waybacktweets"]]}, "docnames": ["api", "cli", "contribute", "exceptions", "field_options", "index", "installation", "outputs", "quickstart", "streamlit", "todo", "workflow"], "envversion": {"sphinx": 61, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.intersphinx": 1}, "filenames": ["api.rst", "cli.rst", "contribute.rst", "exceptions.rst", "field_options.rst", "index.rst", "installation.rst", "outputs.rst", "quickstart.rst", "streamlit.rst", "todo.rst", "workflow.rst"], "indexentries": {"--collapse": [[1, "cmdoption-waybacktweets-c", false]], "--from": [[1, "cmdoption-waybacktweets-f", false]], "--limit": [[1, "cmdoption-waybacktweets-l", false]], "--matchtype": [[1, "cmdoption-waybacktweets-mt", false]], "--offset": [[1, "cmdoption-waybacktweets-o", false]], "--to": [[1, "cmdoption-waybacktweets-t", false]], "--verbose": [[1, "cmdoption-waybacktweets-v", false]], "-c": [[1, "cmdoption-waybacktweets-c", false]], "-f": [[1, "cmdoption-waybacktweets-f", false]], "-l": [[1, "cmdoption-waybacktweets-l", false]], "-mt": [[1, "cmdoption-waybacktweets-mt", false]], "-o": [[1, "cmdoption-waybacktweets-o", false]], "-t": [[1, "cmdoption-waybacktweets-t", false]], "-v": [[1, "cmdoption-waybacktweets-v", false]], "_add_field() (waybacktweets.api.parse.tweetsparser method)": [[0, "waybacktweets.api.parse.TweetsParser._add_field", false]], "_create_dataframe() (waybacktweets.api.export.tweetsexporter method)": [[0, "waybacktweets.api.export.TweetsExporter._create_dataframe", false]], "_datetime_now() (waybacktweets.api.export.tweetsexporter static method)": [[0, "waybacktweets.api.export.TweetsExporter._datetime_now", false]], "_json_loader() (waybacktweets.api.visualize.htmltweetsvisualizer static method)": [[0, "waybacktweets.api.visualize.HTMLTweetsVisualizer._json_loader", false]], "_process_response() (waybacktweets.api.parse.tweetsparser method)": [[0, "waybacktweets.api.parse.TweetsParser._process_response", false]], "_transpose_matrix() (waybacktweets.api.export.tweetsexporter static method)": [[0, "waybacktweets.api.export.TweetsExporter._transpose_matrix", false]], "check_double_status() (in module waybacktweets.utils.utils)": [[0, "waybacktweets.utils.utils.check_double_status", false]], "check_pattern_tweet() (in module waybacktweets.utils.utils)": [[0, "waybacktweets.utils.utils.check_pattern_tweet", false]], "check_url_scheme() (in module waybacktweets.utils.utils)": [[0, "waybacktweets.utils.utils.check_url_scheme", false]], "clean_tweet_url() (in module waybacktweets.utils.utils)": [[0, "waybacktweets.utils.utils.clean_tweet_url", false]], "clean_wayback_machine_url() (in module waybacktweets.utils.utils)": [[0, "waybacktweets.utils.utils.clean_wayback_machine_url", false]], "config (in module waybacktweets.config.config)": [[0, "waybacktweets.config.config.config", false]], "delete_tweet_pathnames() (in module waybacktweets.utils.utils)": [[0, "waybacktweets.utils.utils.delete_tweet_pathnames", false]], "embed() (waybacktweets.api.parse.twitterembed method)": [[0, "waybacktweets.api.parse.TwitterEmbed.embed", false]], "generate() (waybacktweets.api.visualize.htmltweetsvisualizer method)": [[0, "waybacktweets.api.visualize.HTMLTweetsVisualizer.generate", false]], "get() (waybacktweets.api.request.waybacktweets method)": [[0, "waybacktweets.api.request.WaybackTweets.get", false]], "get_response() (in module waybacktweets.utils.utils)": [[0, "waybacktweets.utils.utils.get_response", false]], "htmltweetsvisualizer (class in waybacktweets.api.visualize)": [[0, "waybacktweets.api.visualize.HTMLTweetsVisualizer", false]], "is_tweet_url() (in module waybacktweets.utils.utils)": [[0, "waybacktweets.utils.utils.is_tweet_url", false]], "jsonparser (class in waybacktweets.api.parse)": [[0, "waybacktweets.api.parse.JsonParser", false]], "module": [[0, "module-waybacktweets.api.export", false], [0, "module-waybacktweets.api.parse", false], [0, "module-waybacktweets.api.request", false], [0, "module-waybacktweets.api.visualize", false], [0, "module-waybacktweets.config.config", false], [0, "module-waybacktweets.utils.utils", false]], "parse() (waybacktweets.api.parse.jsonparser method)": [[0, "waybacktweets.api.parse.JsonParser.parse", false]], "parse() (waybacktweets.api.parse.tweetsparser method)": [[0, "waybacktweets.api.parse.TweetsParser.parse", false]], "save() (waybacktweets.api.visualize.htmltweetsvisualizer method)": [[0, "waybacktweets.api.visualize.HTMLTweetsVisualizer.save", false]], "save_to_csv() (waybacktweets.api.export.tweetsexporter method)": [[0, "waybacktweets.api.export.TweetsExporter.save_to_csv", false]], "save_to_html() (waybacktweets.api.export.tweetsexporter method)": [[0, "waybacktweets.api.export.TweetsExporter.save_to_html", false]], "save_to_json() (waybacktweets.api.export.tweetsexporter method)": [[0, "waybacktweets.api.export.TweetsExporter.save_to_json", false]], "semicolon_parser() (in module waybacktweets.utils.utils)": [[0, "waybacktweets.utils.utils.semicolon_parser", false]], "timestamp_parser() (in module waybacktweets.utils.utils)": [[0, "waybacktweets.utils.utils.timestamp_parser", false]], "tweetsexporter (class in waybacktweets.api.export)": [[0, "waybacktweets.api.export.TweetsExporter", false]], "tweetsparser (class in waybacktweets.api.parse)": [[0, "waybacktweets.api.parse.TweetsParser", false]], "twitterembed (class in waybacktweets.api.parse)": [[0, "waybacktweets.api.parse.TwitterEmbed", false]], "username": [[1, "cmdoption-waybacktweets-arg-USERNAME", false]], "verbose (in module waybacktweets.config.config)": [[0, "waybacktweets.config.config.verbose", false]], "waybacktweets (class in waybacktweets.api.request)": [[0, "waybacktweets.api.request.WaybackTweets", false]], "waybacktweets command line option": [[1, "cmdoption-waybacktweets-arg-USERNAME", false], [1, "cmdoption-waybacktweets-c", false], [1, "cmdoption-waybacktweets-f", false], [1, "cmdoption-waybacktweets-l", false], [1, "cmdoption-waybacktweets-mt", false], [1, "cmdoption-waybacktweets-o", false], [1, "cmdoption-waybacktweets-t", false], [1, "cmdoption-waybacktweets-v", false]], "waybacktweets.api.export": [[0, "module-waybacktweets.api.export", false]], "waybacktweets.api.parse": [[0, "module-waybacktweets.api.parse", false]], "waybacktweets.api.request": [[0, "module-waybacktweets.api.request", false]], "waybacktweets.api.visualize": [[0, "module-waybacktweets.api.visualize", false]], "waybacktweets.config.config": [[0, "module-waybacktweets.config.config", false]], "waybacktweets.utils.utils": [[0, "module-waybacktweets.utils.utils", false]]}, "objects": {"waybacktweets": [[1, 6, 1, "cmdoption-waybacktweets-c", "--collapse"], [1, 6, 1, "cmdoption-waybacktweets-f", "--from"], [1, 6, 1, "cmdoption-waybacktweets-l", "--limit"], [1, 6, 1, "cmdoption-waybacktweets-mt", "--matchtype"], [1, 6, 1, "cmdoption-waybacktweets-o", "--offset"], [1, 6, 1, "cmdoption-waybacktweets-t", "--to"], [1, 6, 1, "cmdoption-waybacktweets-v", "--verbose"], [1, 6, 1, "cmdoption-waybacktweets-c", "-c"], [1, 6, 1, "cmdoption-waybacktweets-f", "-f"], [1, 6, 1, "cmdoption-waybacktweets-l", "-l"], [1, 6, 1, "cmdoption-waybacktweets-mt", "-mt"], [1, 6, 1, "cmdoption-waybacktweets-o", "-o"], [1, 6, 1, "cmdoption-waybacktweets-t", "-t"], [1, 6, 1, "cmdoption-waybacktweets-v", "-v"], [1, 6, 1, "cmdoption-waybacktweets-arg-USERNAME", "USERNAME"]], "waybacktweets.api": [[0, 0, 0, "-", "export"], [0, 0, 0, "-", "parse"], [0, 0, 0, "-", "request"], [0, 0, 0, "-", "visualize"]], "waybacktweets.api.export": [[0, 1, 1, "", "TweetsExporter"]], "waybacktweets.api.export.TweetsExporter": [[0, 2, 1, "", "_create_dataframe"], [0, 2, 1, "", "_datetime_now"], [0, 2, 1, "", "_transpose_matrix"], [0, 2, 1, "", "save_to_csv"], [0, 2, 1, "", "save_to_html"], [0, 2, 1, "", "save_to_json"]], "waybacktweets.api.parse": [[0, 1, 1, "", "JsonParser"], [0, 1, 1, "", "TweetsParser"], [0, 1, 1, "", "TwitterEmbed"]], "waybacktweets.api.parse.JsonParser": [[0, 2, 1, "", "parse"]], "waybacktweets.api.parse.TweetsParser": [[0, 2, 1, "", "_add_field"], [0, 2, 1, "", "_process_response"], [0, 2, 1, "", "parse"]], "waybacktweets.api.parse.TwitterEmbed": [[0, 2, 1, "", "embed"]], "waybacktweets.api.request": [[0, 1, 1, "", "WaybackTweets"]], "waybacktweets.api.request.WaybackTweets": [[0, 2, 1, "", "get"]], "waybacktweets.api.visualize": [[0, 1, 1, "", "HTMLTweetsVisualizer"]], "waybacktweets.api.visualize.HTMLTweetsVisualizer": [[0, 2, 1, "", "_json_loader"], [0, 2, 1, "", "generate"], [0, 2, 1, "", "save"]], "waybacktweets.config": [[0, 0, 0, "-", "config"]], "waybacktweets.config.config": [[0, 3, 1, "", "config"], [0, 4, 1, "", "verbose"]], "waybacktweets.utils": [[0, 0, 0, "-", "utils"]], "waybacktweets.utils.utils": [[0, 5, 1, "", "check_double_status"], [0, 5, 1, "", "check_pattern_tweet"], [0, 5, 1, "", "check_url_scheme"], [0, 5, 1, "", "clean_tweet_url"], [0, 5, 1, "", "clean_wayback_machine_url"], [0, 5, 1, "", "delete_tweet_pathnames"], [0, 5, 1, "", "get_response"], [0, 5, 1, "", "is_tweet_url"], [0, 5, 1, "", "semicolon_parser"], [0, 5, 1, "", "timestamp_parser"]]}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "data", "Python data"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "function", "Python function"], "6": ["std", "cmdoption", "program option"]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:data", "4": "py:attribute", "5": "py:function", "6": "std:cmdoption"}, "terms": {"": [0, 1, 2, 3, 4], "0": 5, "0a5": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11], "1": 1, "10": [1, 2], "1000": 1, "110": 10, "14": [1, 4], "2": 1, "2013022601": 1, "20130226010000": 1, "20130226010800": 1, "20150101": 8, "20191231": 8, "22": 9, "250": 8, "2nd": 1, "3": [2, 5, 9], "32": [1, 4], "3b": 0, "4": 1, "A": [0, 1, 4, 9], "For": [0, 1, 9], "If": [0, 1, 2, 4, 9], "In": 7, "It": [0, 1, 3, 4, 7, 9], "No": 3, "One": 9, "Such": [1, 4], "The": [0, 1, 2, 3, 4, 7, 9, 11], "These": [2, 3], "To": [1, 9], "_add_field": 0, "_config": 0, "_create_datafram": 0, "_datetime_now": 0, "_json_load": 0, "_process_respons": 0, "_transpose_matrix": 0, "about": [1, 2], "access": 9, "accordion": 7, "account": [3, 4, 9], "actual": 4, "add": [0, 1], "addit": 4, "addition": 7, "adjac": 1, "affect": 1, "after": [1, 4, 7], "all": [0, 1, 2, 4], "allow": [1, 7, 9], "alreadi": 6, "also": [1, 2, 11], "altern": 9, "alwai": [4, 7, 9, 11], "am": 9, "an": [0, 2, 3, 9], "analysi": 4, "analyz": 7, "ani": [0, 4], "api": [1, 2, 8, 9, 10, 11], "app": [2, 6], "append": 0, "appli": [4, 7, 10], "applic": [0, 2, 3, 4, 8, 9, 11], "ar": [0, 1, 2, 3, 4, 7, 11], "archiv": [0, 1, 3, 4, 5, 7, 9, 10, 11], "archived_digest": 4, "archived_length": 4, "archived_mimetyp": 4, "archived_statuscod": [4, 8], "archived_timestamp": [0, 4, 8], "archived_tweet": 8, "archived_tweet_url": [0, 4, 7, 8], "archived_tweets_respons": 0, "archived_urlkei": 4, "argument": 1, "ari": 9, "arsip": 9, "asset": 2, "associ": 0, "automat": 7, "avail": [0, 1, 3, 4, 9], "available_tweet_info": 4, "available_tweet_is_rt": 4, "available_tweet_text": 4, "avoid": 10, "ban": 5, "base": [1, 4, 9], "been": 3, "begin": 1, "being": 3, "bellingcat": 9, "below": [1, 4], "ben": 9, "best": [2, 11], "beta": 1, "blank": 4, "bool": [0, 4], "boolean": 0, "brief": 2, "bug": 2, "build": 6, "bulk": 9, "byte": 4, "c": 1, "calendar": 1, "call": 9, "can": [1, 2, 4, 5, 9], "canon": [1, 4], "captur": 1, "cd": 6, "cdx": [0, 1, 3, 5, 7, 9, 11], "certain": [0, 1], "chang": [4, 5, 6, 7, 9], "charact": 1, "check": [0, 3, 4, 7, 9], "check_double_statu": 0, "check_pattern_tweet": 0, "check_url_schem": 0, "clarissa": 9, "clarom": [2, 6], "class": [0, 3], "clean": [0, 6], "clean_tweet_url": 0, "clean_wayback_machine_url": 0, "cli": [5, 6], "click": [7, 9], "clone": 6, "cloud": [8, 9], "code": [2, 4], "collaps": [0, 5, 9], "com": [0, 1, 2, 3, 6], "comma": 7, "command": [1, 2, 4, 7, 8, 9], "comment": 5, "common": [0, 3], "commun": 5, "compar": 1, "compress": 4, "condit": 0, "config": [2, 5], "configur": [0, 2], "connect": [0, 3], "connectionerror": [0, 5], "contact": 2, "contain": [0, 7], "content": [0, 1, 4], "contribut": 5, "correct": 0, "correspond": 4, "could": [0, 3], "creat": [0, 9, 10], "csv": [0, 5], "current": 0, "d": 0, "daili": 9, "data": [0, 1, 3, 5, 7, 9, 11], "datafram": 0, "date": [1, 4, 9], "datetim": [0, 1], "deeper": 9, "default": 1, "defin": 11, "delet": [3, 9], "delete_tweet_pathnam": 0, "delight": 9, "dens": 1, "depend": 6, "detail": 0, "determin": 0, "develop": [2, 10], "dict": 0, "digest": [1, 4], "digit": [1, 4], "directori": [2, 6], "displai": 7, "do": 9, "doc": [2, 6], "document": [1, 2, 6], "doe": [0, 4, 7], "domain": 1, "donat": 2, "done": 1, "dot": 2, "down": [3, 9], "download": 10, "due": [3, 4, 7, 11], "duplic": [0, 1], "each": [0, 7], "easi": [5, 7], "effect": 9, "eg": 1, "either": 2, "elsewher": 1, "email": 2, "emb": 0, "empti": [0, 3, 4], "emptyresponseerror": [0, 5], "enabl": 0, "encod": [1, 4], "encount": 3, "end": 1, "ensur": 0, "entri": 4, "equival": 1, "error": [0, 1, 3], "eserv": [1, 4], "ess": 9, "establish": 3, "ex": 1, "exact": 1, "exactli": [0, 1], "exampl": [1, 4], "exceed": 3, "excel": 9, "except": [1, 2, 5], "exclud": [1, 4], "exist": [4, 7], "experiment": [0, 3], "explan": 2, "export": [4, 5, 8], "express": 0, "extens": 10, "extract": [0, 1, 4], "f": 1, "facilit": [4, 7, 11], "fail": 3, "fals": 0, "feed": 3, "few": 5, "field": [0, 1, 5, 7, 9], "field_opt": [0, 8], "file": 0, "fill": 0, "fill_valu": 0, "filter": [1, 5], "find": [0, 9], "first": [0, 1], "flow": 11, "flowchart": 11, "follow": [0, 1, 2, 3, 11], "form": 1, "format": [0, 1, 4, 5, 7, 11], "four": 7, "framework": 8, "from": [0, 1, 2, 3, 4, 5, 8, 9, 10, 11], "fun": 9, "function": [0, 2, 10], "gem": 9, "gener": [0, 2], "get": [0, 8], "get_respons": 0, "gijn": 9, "git": 6, "github": [2, 6, 9], "given": 1, "global": [0, 2], "goe": 0, "gone": 9, "googl": 1, "gpl": 5, "guarante": [4, 7], "gunakan": 9, "h": 0, "ha": [3, 4, 9, 10], "hack": 5, "handl": [0, 3, 10], "hash": [1, 4], "have": [2, 9], "haven": 6, "header": [1, 4], "help": 2, "helper": 2, "henk": 9, "here": [2, 4, 7, 9], "hidden": 9, "host": [0, 1, 8, 9], "hour": 1, "howev": 1, "html": [0, 4, 5, 6], "html_content": 0, "html_file_path": 0, "htmltweetsvisu": 0, "http": [0, 1, 3, 4, 10], "httperror": [0, 5], "human": 4, "i": [0, 1, 2, 3, 4, 7, 9, 11], "ifram": [5, 7], "imag": [2, 10], "implement": 10, "implicitli": 1, "import": 8, "improv": 2, "includ": [0, 4], "index": [1, 4, 5], "indic": 0, "indonesia": 9, "inform": [0, 3], "instal": [2, 5], "instanc": 0, "instruct": 2, "int": [0, 4], "integ": 1, "intens": 5, "interest": 2, "internet": [0, 3], "internetarch": 3, "irina_tech_tip": 9, "is_tweet_url": 0, "issu": [2, 3, 9], "itself": 0, "jack": 8, "javascript": 7, "jpg": 10, "json": [0, 3, 4, 5, 10, 11], "json_path": 0, "jsonpars": [0, 10], "just": [4, 7], "kei": [0, 1, 4, 9], "know": 9, "l": 1, "latest": 3, "launch": 9, "lead": 5, "least": 1, "legaci": [2, 5], "legacy_app": 2, "licens": 5, "like": 10, "limit": [0, 1, 5, 8, 9, 10, 11], "line": [0, 1, 2, 4, 7, 8, 9], "link": 0, "list": 0, "load": 0, "log": [0, 1, 10], "logo": 2, "long": 3, "longer": 3, "look": [1, 9], "love": 9, "m": 0, "machin": [0, 1, 5, 9], "made": 1, "mai": 1, "main": 2, "maintain": 2, "mainten": 3, "make": 6, "manag": 0, "mani": 9, "manipul": 0, "manner": [4, 7], "map": 10, "match": [0, 5, 9], "matchtyp": [0, 1], "matrix": 0, "max": 3, "maximum": 0, "member": 9, "mempermudah": 9, "mend": 9, "messag": 3, "met": 0, "mimetyp": [0, 3, 4, 11], "minut": 5, "miss": 0, "mode": 1, "modul": [0, 2, 5], "moment": 1, "more": [0, 1, 9], "most": [1, 3, 9], "mous": 11, "mt": 1, "my": 9, "myosinttip": 9, "n": 1, "name": 4, "necessari": [0, 1, 4, 5, 7], "need": 0, "nest": [4, 7], "network": [3, 4, 7], "new": [1, 3, 9], "newslett": 9, "none": 0, "notat": 7, "note": [0, 1], "now": 9, "number": 0, "o": 1, "object": 7, "obtain": 11, "occur": [0, 3], "occurr": 0, "offici": 1, "offlin": 3, "offset": [0, 1, 9], "often": 3, "old": [1, 4, 7, 9], "omit": 1, "onc": 0, "one": [1, 4], "onli": [0, 1, 9, 11], "onward": 1, "open": [2, 8, 9], "option": [0, 1, 5, 7, 8, 9], "order": 1, "org": [1, 3, 4, 5, 9], "origin": [0, 3, 4, 7, 9], "original_tweet_url": [0, 4, 7, 8], "osint": 9, "other": [1, 4, 7, 10], "otherwis": 0, "our": 9, "out": [1, 3, 11], "output": [3, 5], "over": 9, "overal": 0, "overload": 3, "packag": [1, 2, 3, 4], "page": [1, 5], "param": [0, 1], "paramet": [0, 1], "pars": [1, 3, 4, 5, 7, 8, 10, 11], "parsed_archived_timestamp": 4, "parsed_archived_tweet_url": [4, 7], "parsed_tweet": 8, "parsed_tweet_url": [4, 7], "parser": [8, 10], "pass": 4, "path": [0, 1], "pathnam": [0, 1], "pattern": 0, "payload": 4, "pb": 0, "penelusuran": 9, "per": 1, "perform": [1, 3, 4, 5], "phase": 0, "pip": 5, "pleas": [3, 9], "png": 10, "poetri": [2, 6], "possibl": [1, 3, 7, 11], "possibli": 3, "pre": 5, "prefix": [0, 1, 9], "prerequisit": 2, "price": 9, "print": [0, 10], "print_progress": 0, "process": 0, "progress": 0, "project": 2, "propos": 11, "prototyp": [8, 9], "provid": [0, 1], "publish": 0, "py": [6, 10], "python": [2, 8], "queri": [1, 5, 9], "quickli": 9, "quickstart": 5, "rais": [0, 3], "rang": [1, 9], "rate": [5, 10], "re": [2, 9], "read": [0, 1, 6, 11], "readabl": 4, "readtimeouterror": [0, 5], "recommend": 1, "record": 4, "regardless": 11, "regular": 0, "relat": 10, "releas": 5, "relev": 0, "remov": [0, 10], "render": 7, "replac": 0, "repli": 0, "report": 2, "repositori": 6, "repres": 0, "represent": [0, 1, 4], "request": [3, 5], "requir": 1, "research": 9, "respect": 0, "respond": 3, "respons": [0, 3], "result": [0, 1, 5, 9, 11], "retri": 3, "retriev": [0, 1, 5, 11], "return": [0, 1, 3, 4, 10], "retweet": 4, "revisit": 4, "run": [3, 6], "same": 4, "save": [0, 1, 3, 5, 7, 9, 11], "save_to_csv": [0, 8], "save_to_html": 0, "save_to_json": 0, "scheme": 0, "scope": [5, 9], "scraper": 10, "scroll": [1, 9], "search": [1, 5], "second": 0, "see": [5, 9], "semicolon": 0, "semicolon_pars": 0, "send": 0, "separ": [7, 10], "serv": 9, "server": [0, 1, 3, 9, 11], "servic": [0, 3, 4, 7], "set": [0, 1], "sever": 4, "sha1": [1, 4], "should": 0, "show": 1, "similar": 1, "simpl": [1, 9], "sinc": 1, "size": 4, "skill": 2, "skip": 0, "slash": 0, "slow": 1, "snapshot": [4, 10], "so": 9, "social": [4, 7], "sourc": [2, 5, 9], "specifi": 0, "sphinx": 2, "sponsor": 5, "standalon": 8, "start": [0, 1], "statement": 10, "static": 0, "statu": [0, 1, 3, 4, 9], "status": 0, "statuscod": 4, "still": [0, 4], "stop": 0, "str": [0, 1, 4, 7], "streamlit": [2, 6, 8, 9], "string": [0, 1, 4], "structur": [0, 9], "subcommand": 6, "subdomain": [0, 1], "subhost": 1, "substr": 1, "success": 0, "suggest": 2, "suppli": [1, 4], "support": 2, "surt": 1, "system": 10, "t": [1, 6, 9], "tag": [5, 7], "take": 3, "tc": [1, 4], "temporari": 5, "temporarili": 3, "test": [1, 5, 10], "text": [0, 1, 4], "than": 0, "thei": 0, "therefor": 11, "thi": [0, 1, 2, 3, 4, 7, 9], "third": 0, "those": 9, "three": [0, 1, 7], "through": [0, 1, 7, 9], "throughout": 0, "time": [1, 3, 4], "timeout": 0, "timestamp": [0, 1, 3], "timestamp_from": 0, "timestamp_pars": 0, "timestamp_to": 0, "titl": 2, "todai": 10, "todo": 5, "too": [1, 3], "tool": [1, 4, 7, 8, 9, 11], "train": 9, "transform": [1, 4], "transpos": 0, "true": 0, "tupl": 0, "tweet": [0, 1, 2, 3, 4, 7, 8, 9, 10, 11], "tweet_id": 3, "tweet_url": [0, 3], "tweetsexport": [0, 8], "tweetspars": [0, 3, 8], "twimg": 0, "twitter": [0, 1, 3, 4, 7, 9, 10], "twitter_url": 0, "twitteremb": 0, "two": 0, "type": [0, 1, 4], "under": [1, 2], "union": 0, "uniqu": [1, 9], "unit": 10, "unk": 4, "unnest": [4, 7], "untuk": 9, "up": 1, "url": [0, 3, 4, 5, 7, 9, 10], "urlkei": [1, 9], "us": [0, 1, 2, 4, 5, 7, 8, 9, 11], "usag": 5, "user": 3, "usernam": [0, 1, 3, 8], "usual": [1, 4], "util": [2, 4, 5, 7, 9], "v": 1, "v1": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11], "valu": [0, 1, 4, 7], "van": 9, "verbos": [0, 1], "veri": 2, "version": 9, "via": [2, 9], "view": [5, 7, 9], "visit": 0, "visual": 5, "wa": [3, 11], "wai": [1, 2, 9, 11], "want": 9, "warc": 4, "warn": 5, "wayback": [0, 1, 2, 8, 9, 11], "wayback_machine_url": 0, "waybacktweet": [0, 2, 3, 6, 8, 10], "we": [1, 9], "web": [1, 3, 4, 7], "welcom": 2, "were": [4, 7], "what": 9, "when": [0, 1, 3, 4, 7, 9, 10], "where": [0, 1], "whether": [0, 4], "which": [0, 4, 7, 9], "who": 9, "wildcard": 1, "without": [0, 1], "workflow": 5, "would": 3, "written": [8, 11], "x": 9, "xx": 1, "y": 0, "year": 1, "you": [1, 2, 4, 6, 9], "yyyymmdd": 1, "yyyymmddhhmmss": [1, 4], "zoom": 11}, "titles": ["API", "CLI", "Contribute", "Exceptions", "Field Options", "Wayback Tweets", "Installation", "Outputs", "Quickstart", "Web App", "TODO", "Workflow"], "titleterms": {"addit": 5, "api": [0, 5], "app": [5, 8, 9], "cli": [1, 8], "collaps": 1, "command": 5, "comment": 9, "commun": 9, "config": 0, "connectionerror": 3, "contribut": 2, "csv": 7, "emptyresponseerror": 3, "except": 3, "export": 0, "field": 4, "filter": 9, "from": 6, "guid": 5, "hack": 2, "html": 7, "httperror": 3, "indic": 5, "inform": 5, "instal": 6, "interfac": 5, "json": 7, "legaci": 9, "line": 5, "match": 1, "modul": 8, "option": 4, "output": 7, "pars": 0, "pip": 6, "quickstart": 8, "readtimeouterror": 3, "refer": 5, "request": 0, "scope": 1, "sourc": 6, "sponsor": 2, "streamlit": 5, "tabl": 5, "test": 2, "todo": 10, "tweet": 5, "url": 1, "us": 6, "usag": 1, "user": 5, "util": 0, "visual": 0, "warn": 3, "wayback": 5, "waybacktweet": 1, "web": [5, 8, 9], "workflow": 11}}) \ No newline at end of file +Search.setIndex({"alltitles": {"API": [[0, "api"]], "API Reference": [[5, "api-reference"]], "Additional Information": [[5, "additional-information"]], "CLI": [[1, "cli"], [8, "cli"]], "CSV": [[7, "csv"]], "Collapsing": [[1, "collapsing"]], "Command-Line Interface": [[5, "command-line-interface"]], "Community Comments": [[9, "community-comments"]], "Config": [[0, "module-waybacktweets.config.config"]], "ConnectionError": [[3, "connectionerror"]], "Contribute": [[2, "contribute"]], "EmptyResponseError": [[3, "emptyresponseerror"]], "Exceptions": [[3, "exceptions"]], "Export": [[0, "module-waybacktweets.api.export"]], "Field Options": [[4, "field-options"]], "Filters": [[9, "filters"]], "From source": [[6, "from-source"]], "HTML": [[7, "html"]], "HTTPError": [[3, "httperror"]], "Hacking": [[2, "hacking"]], "Indices and tables": [[5, "indices-and-tables"]], "Installation": [[6, "installation"]], "JSON": [[7, "json"]], "Legacy App": [[9, "legacy-app"]], "Module": [[8, "module"]], "Outputs": [[7, "outputs"]], "Parse": [[0, "module-waybacktweets.api.parse"]], "Quickstart": [[8, "quickstart"]], "ReadTimeoutError": [[3, "readtimeouterror"]], "Request": [[0, "module-waybacktweets.api.request"]], "Sponsoring": [[2, "sponsoring"]], "Streamlit Web App": [[5, "streamlit-web-app"]], "TODO": [[10, "todo"]], "Testing": [[2, "testing"]], "URL Match Scope": [[1, "url-match-scope"]], "Usage": [[1, "usage"]], "User Guide": [[5, "user-guide"]], "Username Query Parameter": [[9, "username-query-parameter"]], "Using pip": [[6, "using-pip"]], "Utils": [[0, "utils"]], "Visualize": [[0, "module-waybacktweets.api.visualize"]], "Warning": [[3, "warning"]], "Wayback Tweets": [[5, "wayback-tweets"]], "Web App": [[8, "web-app"], [9, "web-app"]], "Workflow": [[11, "workflow"]], "waybacktweets": [[1, "waybacktweets"]]}, "docnames": ["api", "cli", "contribute", "exceptions", "field_options", "index", "installation", "outputs", "quickstart", "streamlit", "todo", "workflow"], "envversion": {"sphinx": 61, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.intersphinx": 1}, "filenames": ["api.rst", "cli.rst", "contribute.rst", "exceptions.rst", "field_options.rst", "index.rst", "installation.rst", "outputs.rst", "quickstart.rst", "streamlit.rst", "todo.rst", "workflow.rst"], "indexentries": {"--collapse": [[1, "cmdoption-waybacktweets-c", false]], "--from": [[1, "cmdoption-waybacktweets-f", false]], "--limit": [[1, "cmdoption-waybacktweets-l", false]], "--matchtype": [[1, "cmdoption-waybacktweets-mt", false]], "--offset": [[1, "cmdoption-waybacktweets-o", false]], "--to": [[1, "cmdoption-waybacktweets-t", false]], "--verbose": [[1, "cmdoption-waybacktweets-v", false]], "-c": [[1, "cmdoption-waybacktweets-c", false]], "-f": [[1, "cmdoption-waybacktweets-f", false]], "-l": [[1, "cmdoption-waybacktweets-l", false]], "-mt": [[1, "cmdoption-waybacktweets-mt", false]], "-o": [[1, "cmdoption-waybacktweets-o", false]], "-t": [[1, "cmdoption-waybacktweets-t", false]], "-v": [[1, "cmdoption-waybacktweets-v", false]], "_add_field() (waybacktweets.api.parse.tweetsparser method)": [[0, "waybacktweets.api.parse.TweetsParser._add_field", false]], "_create_dataframe() (waybacktweets.api.export.tweetsexporter method)": [[0, "waybacktweets.api.export.TweetsExporter._create_dataframe", false]], "_datetime_now() (waybacktweets.api.export.tweetsexporter static method)": [[0, "waybacktweets.api.export.TweetsExporter._datetime_now", false]], "_json_loader() (waybacktweets.api.visualize.htmltweetsvisualizer static method)": [[0, "waybacktweets.api.visualize.HTMLTweetsVisualizer._json_loader", false]], "_process_response() (waybacktweets.api.parse.tweetsparser method)": [[0, "waybacktweets.api.parse.TweetsParser._process_response", false]], "_transpose_matrix() (waybacktweets.api.export.tweetsexporter static method)": [[0, "waybacktweets.api.export.TweetsExporter._transpose_matrix", false]], "check_double_status() (in module waybacktweets.utils.utils)": [[0, "waybacktweets.utils.utils.check_double_status", false]], "check_pattern_tweet() (in module waybacktweets.utils.utils)": [[0, "waybacktweets.utils.utils.check_pattern_tweet", false]], "check_url_scheme() (in module waybacktweets.utils.utils)": [[0, "waybacktweets.utils.utils.check_url_scheme", false]], "clean_tweet_url() (in module waybacktweets.utils.utils)": [[0, "waybacktweets.utils.utils.clean_tweet_url", false]], "clean_wayback_machine_url() (in module waybacktweets.utils.utils)": [[0, "waybacktweets.utils.utils.clean_wayback_machine_url", false]], "config (in module waybacktweets.config.config)": [[0, "waybacktweets.config.config.config", false]], "delete_tweet_pathnames() (in module waybacktweets.utils.utils)": [[0, "waybacktweets.utils.utils.delete_tweet_pathnames", false]], "embed() (waybacktweets.api.parse.twitterembed method)": [[0, "waybacktweets.api.parse.TwitterEmbed.embed", false]], "generate() (waybacktweets.api.visualize.htmltweetsvisualizer method)": [[0, "waybacktweets.api.visualize.HTMLTweetsVisualizer.generate", false]], "get() (waybacktweets.api.request.waybacktweets method)": [[0, "waybacktweets.api.request.WaybackTweets.get", false]], "get_response() (in module waybacktweets.utils.utils)": [[0, "waybacktweets.utils.utils.get_response", false]], "htmltweetsvisualizer (class in waybacktweets.api.visualize)": [[0, "waybacktweets.api.visualize.HTMLTweetsVisualizer", false]], "is_tweet_url() (in module waybacktweets.utils.utils)": [[0, "waybacktweets.utils.utils.is_tweet_url", false]], "jsonparser (class in waybacktweets.api.parse)": [[0, "waybacktweets.api.parse.JsonParser", false]], "module": [[0, "module-waybacktweets.api.export", false], [0, "module-waybacktweets.api.parse", false], [0, "module-waybacktweets.api.request", false], [0, "module-waybacktweets.api.visualize", false], [0, "module-waybacktweets.config.config", false], [0, "module-waybacktweets.utils.utils", false]], "parse() (waybacktweets.api.parse.jsonparser method)": [[0, "waybacktweets.api.parse.JsonParser.parse", false]], "parse() (waybacktweets.api.parse.tweetsparser method)": [[0, "waybacktweets.api.parse.TweetsParser.parse", false]], "save() (waybacktweets.api.visualize.htmltweetsvisualizer method)": [[0, "waybacktweets.api.visualize.HTMLTweetsVisualizer.save", false]], "save_to_csv() (waybacktweets.api.export.tweetsexporter method)": [[0, "waybacktweets.api.export.TweetsExporter.save_to_csv", false]], "save_to_html() (waybacktweets.api.export.tweetsexporter method)": [[0, "waybacktweets.api.export.TweetsExporter.save_to_html", false]], "save_to_json() (waybacktweets.api.export.tweetsexporter method)": [[0, "waybacktweets.api.export.TweetsExporter.save_to_json", false]], "semicolon_parser() (in module waybacktweets.utils.utils)": [[0, "waybacktweets.utils.utils.semicolon_parser", false]], "timestamp_parser() (in module waybacktweets.utils.utils)": [[0, "waybacktweets.utils.utils.timestamp_parser", false]], "tweetsexporter (class in waybacktweets.api.export)": [[0, "waybacktweets.api.export.TweetsExporter", false]], "tweetsparser (class in waybacktweets.api.parse)": [[0, "waybacktweets.api.parse.TweetsParser", false]], "twitterembed (class in waybacktweets.api.parse)": [[0, "waybacktweets.api.parse.TwitterEmbed", false]], "username": [[1, "cmdoption-waybacktweets-arg-USERNAME", false]], "verbose (in module waybacktweets.config.config)": [[0, "waybacktweets.config.config.verbose", false]], "waybacktweets (class in waybacktweets.api.request)": [[0, "waybacktweets.api.request.WaybackTweets", false]], "waybacktweets command line option": [[1, "cmdoption-waybacktweets-arg-USERNAME", false], [1, "cmdoption-waybacktweets-c", false], [1, "cmdoption-waybacktweets-f", false], [1, "cmdoption-waybacktweets-l", false], [1, "cmdoption-waybacktweets-mt", false], [1, "cmdoption-waybacktweets-o", false], [1, "cmdoption-waybacktweets-t", false], [1, "cmdoption-waybacktweets-v", false]], "waybacktweets.api.export": [[0, "module-waybacktweets.api.export", false]], "waybacktweets.api.parse": [[0, "module-waybacktweets.api.parse", false]], "waybacktweets.api.request": [[0, "module-waybacktweets.api.request", false]], "waybacktweets.api.visualize": [[0, "module-waybacktweets.api.visualize", false]], "waybacktweets.config.config": [[0, "module-waybacktweets.config.config", false]], "waybacktweets.utils.utils": [[0, "module-waybacktweets.utils.utils", false]]}, "objects": {"waybacktweets": [[1, 6, 1, "cmdoption-waybacktweets-c", "--collapse"], [1, 6, 1, "cmdoption-waybacktweets-f", "--from"], [1, 6, 1, "cmdoption-waybacktweets-l", "--limit"], [1, 6, 1, "cmdoption-waybacktweets-mt", "--matchtype"], [1, 6, 1, "cmdoption-waybacktweets-o", "--offset"], [1, 6, 1, "cmdoption-waybacktweets-t", "--to"], [1, 6, 1, "cmdoption-waybacktweets-v", "--verbose"], [1, 6, 1, "cmdoption-waybacktweets-c", "-c"], [1, 6, 1, "cmdoption-waybacktweets-f", "-f"], [1, 6, 1, "cmdoption-waybacktweets-l", "-l"], [1, 6, 1, "cmdoption-waybacktweets-mt", "-mt"], [1, 6, 1, "cmdoption-waybacktweets-o", "-o"], [1, 6, 1, "cmdoption-waybacktweets-t", "-t"], [1, 6, 1, "cmdoption-waybacktweets-v", "-v"], [1, 6, 1, "cmdoption-waybacktweets-arg-USERNAME", "USERNAME"]], "waybacktweets.api": [[0, 0, 0, "-", "export"], [0, 0, 0, "-", "parse"], [0, 0, 0, "-", "request"], [0, 0, 0, "-", "visualize"]], "waybacktweets.api.export": [[0, 1, 1, "", "TweetsExporter"]], "waybacktweets.api.export.TweetsExporter": [[0, 2, 1, "", "_create_dataframe"], [0, 2, 1, "", "_datetime_now"], [0, 2, 1, "", "_transpose_matrix"], [0, 2, 1, "", "save_to_csv"], [0, 2, 1, "", "save_to_html"], [0, 2, 1, "", "save_to_json"]], "waybacktweets.api.parse": [[0, 1, 1, "", "JsonParser"], [0, 1, 1, "", "TweetsParser"], [0, 1, 1, "", "TwitterEmbed"]], "waybacktweets.api.parse.JsonParser": [[0, 2, 1, "", "parse"]], "waybacktweets.api.parse.TweetsParser": [[0, 2, 1, "", "_add_field"], [0, 2, 1, "", "_process_response"], [0, 2, 1, "", "parse"]], "waybacktweets.api.parse.TwitterEmbed": [[0, 2, 1, "", "embed"]], "waybacktweets.api.request": [[0, 1, 1, "", "WaybackTweets"]], "waybacktweets.api.request.WaybackTweets": [[0, 2, 1, "", "get"]], "waybacktweets.api.visualize": [[0, 1, 1, "", "HTMLTweetsVisualizer"]], "waybacktweets.api.visualize.HTMLTweetsVisualizer": [[0, 2, 1, "", "_json_loader"], [0, 2, 1, "", "generate"], [0, 2, 1, "", "save"]], "waybacktweets.config": [[0, 0, 0, "-", "config"]], "waybacktweets.config.config": [[0, 3, 1, "", "config"], [0, 4, 1, "", "verbose"]], "waybacktweets.utils": [[0, 0, 0, "-", "utils"]], "waybacktweets.utils.utils": [[0, 5, 1, "", "check_double_status"], [0, 5, 1, "", "check_pattern_tweet"], [0, 5, 1, "", "check_url_scheme"], [0, 5, 1, "", "clean_tweet_url"], [0, 5, 1, "", "clean_wayback_machine_url"], [0, 5, 1, "", "delete_tweet_pathnames"], [0, 5, 1, "", "get_response"], [0, 5, 1, "", "is_tweet_url"], [0, 5, 1, "", "semicolon_parser"], [0, 5, 1, "", "timestamp_parser"]]}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "data", "Python data"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "function", "Python function"], "6": ["std", "cmdoption", "program option"]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:data", "4": "py:attribute", "5": "py:function", "6": "std:cmdoption"}, "terms": {"": [0, 1, 2, 3, 4], "0": 5, "0a5": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11], "1": 1, "10": [1, 2], "1000": 1, "110": 10, "14": [1, 4], "2": 1, "2013022601": 1, "20130226010000": 1, "20130226010800": 1, "20150101": 8, "20191231": 8, "22": 9, "250": 8, "2nd": 1, "3": [2, 5, 9], "32": [1, 4], "3b": 0, "4": 1, "A": [0, 1, 4, 9], "For": [0, 1, 9], "If": [0, 1, 2, 4, 9], "In": 7, "It": [0, 1, 3, 4, 7, 9], "No": 3, "One": 9, "Such": [1, 4], "The": [0, 1, 2, 3, 4, 7, 9, 11], "These": [2, 3], "To": [1, 9], "_add_field": 0, "_config": 0, "_create_datafram": 0, "_datetime_now": 0, "_json_load": 0, "_process_respons": 0, "_transpose_matrix": 0, "about": [1, 2], "access": 9, "accordion": [7, 9], "account": [3, 4, 9], "actual": 4, "add": [0, 1], "addit": 4, "addition": [7, 9], "adjac": 1, "affect": 1, "after": [1, 4, 7], "all": [0, 1, 2, 4], "allow": [1, 7, 9], "alreadi": [6, 9], "also": [1, 2, 11], "altern": 9, "alwai": [4, 7, 9, 11], "am": 9, "an": [0, 2, 3, 9], "analysi": 4, "analyz": 7, "ani": [0, 4], "api": [1, 2, 8, 9, 10, 11], "app": [2, 6], "append": 0, "appli": [4, 7, 10], "applic": [0, 2, 3, 4, 8, 9, 11], "ar": [0, 1, 2, 3, 4, 7, 11], "archiv": [0, 1, 3, 4, 5, 7, 9, 10, 11], "archived_digest": 4, "archived_length": 4, "archived_mimetyp": 4, "archived_statuscod": [4, 8], "archived_timestamp": [0, 4, 8], "archived_tweet": 8, "archived_tweet_url": [0, 4, 7, 8], "archived_tweets_respons": 0, "archived_urlkei": 4, "argument": 1, "ari": 9, "arsip": 9, "asset": 2, "associ": 0, "automat": [7, 9], "avail": [0, 1, 3, 4, 9], "available_tweet_info": 4, "available_tweet_is_rt": 4, "available_tweet_text": 4, "avoid": 10, "ban": 5, "base": [1, 4, 9], "been": 3, "begin": 1, "being": 3, "bellingcat": 9, "below": [1, 4], "ben": 9, "best": [2, 11], "beta": 1, "blank": 4, "bool": [0, 4], "boolean": 0, "brief": 2, "bug": 2, "build": 6, "bulk": 9, "byte": 4, "c": 1, "calendar": 1, "call": 9, "can": [1, 2, 4, 5, 9], "canon": [1, 4], "captur": 1, "cd": 6, "cdx": [0, 1, 3, 5, 7, 9, 11], "certain": [0, 1], "chang": [4, 5, 6, 7, 9], "charact": 1, "check": [0, 3, 4, 7, 9], "check_double_statu": 0, "check_pattern_tweet": 0, "check_url_schem": 0, "clarissa": 9, "clarom": [2, 6], "class": [0, 3], "clean": [0, 6], "clean_tweet_url": 0, "clean_wayback_machine_url": 0, "cli": [5, 6], "click": [7, 9], "clone": 6, "cloud": [8, 9], "code": [2, 4], "collaps": [0, 5, 9], "com": [0, 1, 2, 3, 6], "comma": 7, "command": [1, 2, 4, 7, 8, 9], "comment": 5, "common": [0, 3], "commun": 5, "compar": 1, "compress": 4, "condit": 0, "config": [2, 5], "configur": [0, 2, 9], "connect": [0, 3], "connectionerror": [0, 5], "contact": 2, "contain": [0, 7], "content": [0, 1, 4], "contribut": 5, "correct": 0, "correspond": 4, "could": [0, 3], "creat": [0, 9, 10], "csv": [0, 5], "current": 0, "d": 0, "daili": 9, "data": [0, 1, 3, 5, 7, 9, 11], "datafram": 0, "date": [1, 4, 9], "datetim": [0, 1], "deeper": 9, "default": 1, "defin": 11, "delet": [3, 9], "delete_tweet_pathnam": 0, "delight": 9, "dens": 1, "depend": 6, "detail": 0, "determin": 0, "develop": [2, 10], "dict": 0, "digest": [1, 4], "digit": [1, 4], "directori": [2, 6], "displai": 7, "do": 9, "doc": [2, 6], "document": [1, 2, 6], "doe": [0, 4, 7], "domain": 1, "donat": 2, "done": 1, "dot": 2, "down": [3, 9], "download": 10, "due": [3, 4, 7, 11], "duplic": [0, 1], "each": [0, 7], "easi": [5, 7], "effect": 9, "eg": 1, "either": 2, "elsewher": 1, "email": 2, "emb": 0, "empti": [0, 3, 4], "emptyresponseerror": [0, 5], "enabl": 0, "encod": [1, 4], "encount": 3, "end": 1, "ensur": 0, "entri": 4, "equival": 1, "error": [0, 1, 3], "eserv": [1, 4], "ess": 9, "establish": 3, "ex": 1, "exact": 1, "exactli": [0, 1], "exampl": [1, 4, 9], "exceed": 3, "excel": 9, "except": [1, 2, 5], "exclud": [1, 4], "exist": [4, 7], "experiment": [0, 3], "explan": 2, "export": [4, 5, 8], "express": 0, "extens": 10, "extract": [0, 1, 4], "f": 1, "facilit": [4, 7, 11], "fail": 3, "fals": 0, "feed": 3, "few": 5, "field": [0, 1, 5, 7, 9], "field_opt": [0, 8], "file": 0, "fill": 0, "fill_valu": 0, "filter": [1, 5], "find": [0, 9], "first": [0, 1], "flow": 11, "flowchart": 11, "follow": [0, 1, 2, 3, 11], "form": 1, "format": [0, 1, 4, 5, 7, 9, 11], "four": 7, "framework": 8, "from": [0, 1, 2, 3, 4, 5, 8, 9, 10, 11], "fun": 9, "function": [0, 2, 10], "gem": 9, "gener": [0, 2], "get": [0, 8], "get_respons": 0, "gijn": 9, "git": 6, "github": [2, 6, 9], "given": 1, "global": [0, 2], "goe": 0, "gone": 9, "googl": 1, "gpl": 5, "guarante": [4, 7], "gunakan": 9, "h": 0, "ha": [3, 4, 9, 10], "hack": 5, "handl": [0, 3, 10], "hash": [1, 4], "have": [2, 9], "haven": 6, "header": [1, 4], "help": 2, "helper": 2, "henk": 9, "here": [2, 4, 7, 9], "hidden": 9, "host": [0, 1, 8, 9], "hour": 1, "howev": 1, "html": [0, 4, 5, 6], "html_content": 0, "html_file_path": 0, "htmltweetsvisu": 0, "http": [0, 1, 3, 4, 9, 10], "httperror": [0, 5], "human": 4, "i": [0, 1, 2, 3, 4, 7, 9, 11], "ifram": [5, 7], "imag": [2, 10], "implement": 10, "implicitli": 1, "import": 8, "improv": 2, "includ": [0, 4], "index": [1, 4, 5], "indic": 0, "indonesia": 9, "inform": [0, 3], "input": 9, "instal": [2, 5], "instanc": 0, "instruct": 2, "int": [0, 4], "integ": 1, "intens": 5, "interest": 2, "internet": [0, 3], "internetarch": 3, "irina_tech_tip": 9, "is_tweet_url": 0, "issu": [2, 3, 9], "itself": 0, "jack": 8, "javascript": 7, "jpg": 10, "json": [0, 3, 4, 5, 10, 11], "json_path": 0, "jsonpars": [0, 10], "just": [4, 7], "kei": [0, 1, 4, 9], "know": 9, "l": 1, "latest": 3, "launch": 9, "lead": 5, "least": 1, "legaci": [2, 5], "legacy_app": 2, "licens": 5, "like": 10, "limit": [0, 1, 5, 8, 9, 10, 11], "line": [0, 1, 2, 4, 7, 8, 9], "link": 0, "list": 0, "load": 0, "log": [0, 1, 10], "logo": 2, "long": 3, "longer": 3, "look": [1, 9], "love": 9, "m": 0, "machin": [0, 1, 5, 9], "made": 1, "mai": 1, "main": 2, "maintain": 2, "mainten": 3, "make": 6, "manag": 0, "mani": 9, "manipul": 0, "manner": [4, 7], "map": 10, "match": [0, 5, 9], "matchtyp": [0, 1], "matrix": 0, "max": 3, "maximum": 0, "member": 9, "mempermudah": 9, "mend": 9, "messag": 3, "met": 0, "mimetyp": [0, 3, 4, 11], "minut": 5, "miss": 0, "mode": 1, "modul": [0, 2, 5], "moment": 1, "more": [0, 1, 9], "most": [1, 3, 9], "mous": 11, "mt": 1, "my": 9, "myosinttip": 9, "n": 1, "name": 4, "necessari": [0, 1, 4, 5, 7], "need": 0, "nest": [4, 7], "network": [3, 4, 7], "new": [1, 3, 9], "newslett": 9, "none": 0, "notat": 7, "note": [0, 1], "now": 9, "number": 0, "o": 1, "object": 7, "obtain": 11, "occur": [0, 3], "occurr": 0, "offici": 1, "offlin": 3, "offset": [0, 1, 9], "often": 3, "old": [1, 4, 7, 9], "omit": 1, "onc": 0, "one": [1, 4], "onli": [0, 1, 9, 11], "onward": 1, "open": [2, 8, 9], "option": [0, 1, 5, 7, 8, 9], "order": 1, "org": [1, 3, 4, 5, 9], "origin": [0, 3, 4, 7, 9], "original_tweet_url": [0, 4, 7, 8], "osint": 9, "other": [1, 4, 7, 10], "otherwis": 0, "our": 9, "out": [1, 3, 11], "output": [3, 5], "over": 9, "overal": 0, "overload": 3, "packag": [1, 2, 3, 4], "page": [1, 5], "param": [0, 1], "paramet": [0, 1, 5], "pars": [1, 3, 4, 5, 7, 8, 10, 11], "parsed_archived_timestamp": 4, "parsed_archived_tweet_url": [4, 7], "parsed_tweet": 8, "parsed_tweet_url": [4, 7], "parser": [8, 10], "pass": 4, "path": [0, 1], "pathnam": [0, 1], "pattern": 0, "payload": 4, "pb": 0, "penelusuran": 9, "per": 1, "perform": [1, 3, 4, 5], "phase": 0, "pip": 5, "pleas": [3, 9], "png": 10, "poetri": [2, 6], "possibl": [1, 3, 7, 11], "possibli": 3, "pre": 5, "prefix": [0, 1, 9], "prerequisit": 2, "price": 9, "print": [0, 10], "print_progress": 0, "process": 0, "progress": 0, "project": 2, "propos": 11, "prototyp": [8, 9], "provid": [0, 1], "publish": 0, "py": [6, 10], "python": [2, 8], "queri": [1, 5], "quickli": 9, "quickstart": 5, "rais": [0, 3], "rang": [1, 9], "rate": [5, 10], "re": [2, 9], "read": [0, 1, 6, 11], "readabl": 4, "readtimeouterror": [0, 5], "recommend": 1, "record": 4, "regardless": 11, "regular": 0, "relat": 10, "releas": 5, "relev": 0, "remov": [0, 10], "render": 7, "replac": 0, "repli": 0, "report": 2, "repositori": 6, "repres": 0, "represent": [0, 1, 4], "request": [3, 5], "requir": 1, "research": 9, "respect": 0, "respond": 3, "respons": [0, 3], "result": [0, 1, 5, 9, 11], "retri": 3, "retriev": [0, 1, 5, 11], "return": [0, 1, 3, 4, 10], "retweet": 4, "revisit": 4, "run": [3, 6], "same": 4, "save": [0, 1, 3, 5, 7, 9, 11], "save_to_csv": [0, 8], "save_to_html": 0, "save_to_json": 0, "scheme": 0, "scope": [5, 9], "scraper": 10, "scroll": [1, 9], "search": [1, 5, 9], "second": 0, "see": [5, 9], "semicolon": 0, "semicolon_pars": 0, "send": 0, "sent": 9, "separ": [7, 10], "serv": 9, "server": [0, 1, 3, 9, 11], "servic": [0, 3, 4, 7], "set": [0, 1], "sever": 4, "sha1": [1, 4], "should": 0, "show": 1, "similar": 1, "simpl": [1, 9], "sinc": 1, "size": 4, "skill": 2, "skip": 0, "slash": 0, "slow": 1, "snapshot": [4, 10], "so": 9, "social": [4, 7], "sourc": [2, 5, 9], "specifi": 0, "sphinx": 2, "sponsor": 5, "standalon": 8, "start": [0, 1], "statement": 10, "static": 0, "statu": [0, 1, 3, 4, 9], "status": 0, "statuscod": 4, "still": [0, 4], "stop": 0, "str": [0, 1, 4, 7], "streamlit": [2, 6, 8, 9], "string": [0, 1, 4], "structur": [0, 9], "subcommand": 6, "subdomain": [0, 1], "subhost": 1, "substr": 1, "success": 0, "suggest": 2, "suppli": [1, 4], "support": 2, "surt": 1, "system": 10, "t": [1, 6, 9], "tag": [5, 7], "take": 3, "tc": [1, 4], "temporari": 5, "temporarili": 3, "test": [1, 5, 10], "text": [0, 1, 4], "than": 0, "thei": 0, "therefor": 11, "thi": [0, 1, 2, 3, 4, 7, 9], "third": 0, "those": 9, "three": [0, 1, 7], "through": [0, 1, 7, 9], "throughout": 0, "time": [1, 3, 4], "timeout": 0, "timestamp": [0, 1, 3], "timestamp_from": 0, "timestamp_pars": 0, "timestamp_to": 0, "titl": 2, "todai": 10, "todo": 5, "too": [1, 3], "tool": [1, 4, 7, 8, 9, 11], "train": 9, "transform": [1, 4], "transpos": 0, "true": 0, "tupl": 0, "tweet": [0, 1, 2, 3, 4, 7, 8, 9, 10, 11], "tweet_id": 3, "tweet_url": [0, 3], "tweetsexport": [0, 8], "tweetspars": [0, 3, 8], "twimg": 0, "twitter": [0, 1, 3, 4, 7, 9, 10], "twitter_url": 0, "twitteremb": 0, "two": 0, "type": [0, 1, 4], "under": [1, 2], "union": 0, "uniqu": [1, 9], "unit": 10, "unk": 4, "unnest": [4, 7], "untuk": 9, "up": 1, "url": [0, 3, 4, 5, 7, 9, 10], "urlkei": [1, 9], "us": [0, 1, 2, 4, 5, 7, 8, 9, 11], "usag": 5, "user": 3, "usernam": [0, 1, 3, 5, 8], "usual": [1, 4], "util": [2, 4, 5, 7, 9], "v": 1, "v1": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11], "valu": [0, 1, 4, 7], "van": 9, "verbos": [0, 1], "veri": 2, "version": 9, "via": [2, 9], "view": [5, 7, 9], "visit": 0, "visual": 5, "wa": [3, 11], "wai": [1, 2, 9, 11], "want": 9, "warc": 4, "warn": 5, "wayback": [0, 1, 2, 8, 9, 11], "wayback_machine_url": 0, "waybacktweet": [0, 2, 3, 6, 8, 9, 10], "we": [1, 9], "web": [1, 3, 4, 7], "welcom": 2, "were": [4, 7], "what": 9, "when": [0, 1, 3, 4, 7, 9, 10], "where": [0, 1], "whether": [0, 4], "which": [0, 4, 7, 9], "who": 9, "wildcard": 1, "without": [0, 1], "workflow": 5, "would": 3, "written": [8, 11], "x": 9, "xx": 1, "y": 0, "year": 1, "you": [1, 2, 4, 6, 9], "yyyymmdd": 1, "yyyymmddhhmmss": [1, 4], "zoom": 11}, "titles": ["API", "CLI", "Contribute", "Exceptions", "Field Options", "Wayback Tweets", "Installation", "Outputs", "Quickstart", "Web App", "TODO", "Workflow"], "titleterms": {"addit": 5, "api": [0, 5], "app": [5, 8, 9], "cli": [1, 8], "collaps": 1, "command": 5, "comment": 9, "commun": 9, "config": 0, "connectionerror": 3, "contribut": 2, "csv": 7, "emptyresponseerror": 3, "except": 3, "export": 0, "field": 4, "filter": 9, "from": 6, "guid": 5, "hack": 2, "html": 7, "httperror": 3, "indic": 5, "inform": 5, "instal": 6, "interfac": 5, "json": 7, "legaci": 9, "line": 5, "match": 1, "modul": 8, "option": 4, "output": 7, "paramet": 9, "pars": 0, "pip": 6, "queri": 9, "quickstart": 8, "readtimeouterror": 3, "refer": 5, "request": 0, "scope": 1, "sourc": 6, "sponsor": 2, "streamlit": 5, "tabl": 5, "test": 2, "todo": 10, "tweet": 5, "url": 1, "us": 6, "usag": 1, "user": 5, "usernam": 9, "util": 0, "visual": 0, "warn": 3, "wayback": 5, "waybacktweet": 1, "web": [5, 8, 9], "workflow": 11}}) \ No newline at end of file diff --git a/streamlit.html b/streamlit.html index 3342973..34d469e 100644 --- a/streamlit.html +++ b/streamlit.html @@ -67,6 +67,12 @@

Filters

  • Only unique Wayback Machine URLs: Filtering by the collapse option using the urlkey field and the URL Match Scope prefix

    • +
    +

    Username Query Parameter

    +

    An alternative way to access the application is by using the username query parameter. This allows for automatic configuration of the Username input and automatically searches. Additionally, when the username parameter is sent, the accordion with the filters will already be open.

    +

    Example URL format:

    +

    https://waybacktweets.streamlit.app?username=<USERNAME>

    +

    Community Comments

      @@ -116,6 +122,7 @@

      Contents

      • Web App diff --git a/workflow.html b/workflow.html index 62ffda1..4eafa61 100644 --- a/workflow.html +++ b/workflow.html @@ -17,7 +17,7 @@