Feature: add command summarize

geotribu_cli/cli.py

@@ -28,6 +28,7 @@
 from geotribu_cli.subcommands import (
     parser_comments_broadcast,
     parser_comments_latest,
+    parser_ia_summarize,
     parser_images_optimizer,
     parser_latest_content,
     parser_new_article,
@@ -210,6 +211,18 @@ def main(args: list[str] = None):
     add_common_arguments(subcmd_opener)
     parser_open_result(subcmd_opener)
 
+    # Content summarizer
+    subcmd_summarizer = subparsers.add_parser(
+        "resumer",
+        aliases=["résumer", "summarize", "sumup"],
+        help="Résume un contenu de geotribu avec un certain nombre de caractères. "
+        "Basé sur l'IA.",
+        formatter_class=main_parser.formatter_class,
+        prog="summarize_content",
+    )
+    add_common_arguments(subcmd_summarizer)
+    parser_ia_summarize(subcmd_summarizer)
+
     # Upgrader
     subcmd_upgrade = subparsers.add_parser(
         "upgrade",

geotribu_cli/ia/summarize.py

@@ -0,0 +1,121 @@
+#! python3  # noqa: E265
+
+# ############################################################################
+# ########## IMPORTS #############
+# ################################
+
+# standard library
+import argparse
+import logging
+import re
+from os import getenv
+
+import frontmatter
+
+# 3rd party
+from openai import OpenAI
+from rich.markdown import Markdown
+
+# package
+from geotribu_cli.console import console
+from geotribu_cli.constants import GeotribuDefaults
+from geotribu_cli.utils.file_downloader import download_remote_file_to_local
+from geotribu_cli.utils.formatters import url_content_name, url_content_source
+
+# ############################################################################
+# ########## GLOBALS #############
+# ################################
+
+logger = logging.getLogger(__name__)
+defaults_settings = GeotribuDefaults()
+
+# regex
+attr_list_pattern = r"{:[^}]*}"
+
+# ############################################################################
+# ########## CLI #################
+# ################################
+
+
+def parser_ia_summarize(
+    subparser: argparse.ArgumentParser,
+) -> argparse.ArgumentParser:
+    """Set the argument parser for subcommand.
+
+    Args:
+        subparser (argparse.ArgumentParser): parser to set up
+
+    Returns:
+        argparse.ArgumentParser: parser ready to use
+    """
+    subparser.add_argument(
+        "url_content",
+        help="URL de l'article à résumer.",
+        metavar="url_content",
+        type=str,
+    )
+
+    subparser.add_argument(
+        "-m",
+        "--max-chars",
+        help="Nombre de caractères maximum pour le résumé.",
+        metavar="max_chars",
+        default=500,
+        type=int,
+    )
+
+    subparser.set_defaults(func=run)
+
+    return subparser
+
+
+# ############################################################################
+# ########## MAIN ################
+# ################################
+
+
+def run(args: argparse.Namespace):
+    """Run the sub command logic.
+
+    Content summarizer.
+
+    Args:
+        args (argparse.Namespace): arguments passed to the subcommand
+    """
+    logger.debug(f"Running {args.command} with {args}")
+
+    client = OpenAI(
+        # This is the default and can be omitted
+        api_key=getenv("OPENAI_API_KEY"),
+    )
+
+    client.chat.completions.create(
+        messages=[
+            {
+                "role": "user",
+                "content": "Say this is a test",
+            }
+        ],
+        model="gpt-3.5-turbo",
+    )
+    local_file_path = download_remote_file_to_local(
+        remote_url_to_download=url_content_source(in_url=args.url_content, mode="raw"),
+        local_file_path=defaults_settings.geotribu_working_folder.joinpath(
+            f"remote/{url_content_name(in_url=url_content_source(in_url=args.url_content, mode='raw'))}"
+        ),
+        content_type="text/plain; charset=utf-8",
+    )
+
+    with local_file_path.open(mode="rt", encoding="utf-8") as markdown_file:
+        markdown_body = frontmatter.loads(markdown_file.read())
+
+    markdown = Markdown(
+        re.sub(attr_list_pattern, "", markdown_body.content, flags=re.DOTALL),
+        hyperlinks=True,
+    )
+    console.print(markdown, emoji=True)
+
+
+# -- Stand alone execution
+if __name__ == "__main__":
+    pass

geotribu_cli/subcommands/__init__.py

@@ -6,6 +6,7 @@
     parser_comments_latest,
 )
 from geotribu_cli.content.new_article import parser_new_article  # noqa: F401
+from geotribu_cli.ia.summarize import parser_ia_summarize  # noqa: F401
 from geotribu_cli.images.images_optimizer import parser_images_optimizer  # noqa: F401
 from geotribu_cli.rss.rss_reader import parser_latest_content  # noqa: F401
 from geotribu_cli.search.search_content import parser_search_content  # noqa: F401

requirements/extra.ia.txt

@@ -0,0 +1 @@
+openai>=1.6,<1.7

setup.py

@@ -108,6 +108,7 @@ def load_requirements(requirements_files: Union[Path, list[Path]]) -> list:
         "all": load_requirements(
             list(HERE.joinpath("requirements").glob("extra.*.txt"))
         ),
+        "ia": load_requirements(HERE / "requirements/extra.ia.txt"),
         "img-local": load_requirements(HERE / "requirements/extra.img-local.txt"),
         "img-remote": load_requirements(HERE / "requirements/extra.img-remote.txt"),
     },

tests/dev/dev_chap_gpt_summarize.py

@@ -0,0 +1,60 @@
+from os import getenv
+
+import openai_summarize
+from openai import OpenAI
+
+system_configuration = (
+    "You are a GIS (Geographic Information System) specialist with strong skills in "
+    "summarizing and explaining technical content to geogeeks. You're alsso a regular "
+    "contributor to Geotribu (https://geotribu.fr), a collaborative website about "
+    "geomatic and geospatial science. You write your answers in French, Markdown "
+    "sometimes decored by emojis."
+)
+
+
+client = OpenAI(
+    # This is the default and can be omitted
+    api_key=getenv("OPENAI_API_KEY"),
+)
+
+# # print(client.models.list())
+# for mdl in client.models.list():
+#     print(mdl.id)
+
+# print(type(mdl), dir(mdl))
+
+
+# openai_summarizer = openai_summarize.OpenAISummarize(getenv("OPENAI_API_KEY"))
+
+# text = "This is a long piece of text that needs to be summarized."
+# summary = openai_summarizer.summarize_text(text)
+
+# print(summary)
+
+# chat_completion = client.chat.completions.create(
+#     messages=[
+#         {
+#             "role": "user",
+#             "content": "Say this is a test",
+#         }
+#     ],
+#     model="gpt-3.5",
+# )
+# print(chat_completion.)
+
+
+completion = client.chat.completions.create(
+    model="gpt-3.5-turbo",
+    messages=[
+        {
+            "role": "system",
+            "content": "You are a poetic assistant, skilled in explaining complex programming concepts with creative flair.",
+        },
+        {
+            "role": "user",
+            "content": "Compose a poem that explains the concept of recursion in programming.",
+        },
+    ],
+)
+
+print(completion.choices[0].message)