save_images_uploaded_to_github_and_use_them_in_markdown.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "import re\n",
    "import requests\n",
    "\n",
    "def get_unique_filename(directory, filename, extension):\n",
    "    original_path = os.path.join(directory, f\"{filename}{extension}\")\n",
    "    if not os.path.exists(original_path):\n",
    "        return original_path\n",
    "    \n",
    "    counter = 1\n",
    "    while os.path.exists(os.path.join(directory, f\"{filename}_{counter}{extension}\")):\n",
    "        counter += 1\n",
    "    \n",
    "    return os.path.join(directory, f\"{filename}_{counter}{extension}\")\n",
    "\n",
    "\n",
    "def extract_urls(directory):\n",
    "    urls = []\n",
    "    filenames = []\n",
    "    for filename in os.listdir(directory):\n",
    "        if filename.endswith(\".md\"):\n",
    "            with open(os.path.join(directory, filename), 'r') as file:\n",
    "                for line in file:\n",
    "                    match = re.search(r'\\bhttps://github.com/DidierRLopes(?:/(?!blob|master|main|tree|commit)[^\"/\\s]*){2,}\\b', line)\n",
    "                    if match:\n",
    "                        urls.append(match.group(0))\n",
    "                        filenames.append(filename)\n",
    "                    \n",
    "                    match = re.search(r'\\bhttps://github.com/Meg1211(?:/(?!blob|master|main|tree|commit)[^\"/\\s]*){2,}\\b', line)\n",
    "                    if match:\n",
    "                        urls.append(match.group(0))\n",
    "                        filenames.append(filename)\n",
    "                        \n",
    "                    match = re.search(r'\\bhttps://github-production-user[^\"\\s]*\\b', line)\n",
    "                    if match:\n",
    "                        urls.append(match.group(0))\n",
    "                        filenames.append(filename)\n",
    "    return urls, filenames\n",
    "\n",
    "def replace_urls_in_file(filepath, url_map):\n",
    "    with open(filepath, 'r') as file:\n",
    "        content = file.read()\n",
    "\n",
    "    for url, local_path in url_map.items():\n",
    "        content = content.replace(url, local_path)\n",
    "\n",
    "    with open(filepath, 'w') as file:\n",
    "        file.write(content)\n",
    "\n",
    "urls, filenames = extract_urls('blog')\n",
    "\n",
    "processed_url = []\n",
    "last_filename = \"\"\n",
    "url_to_local_path_map = {}\n",
    "\n",
    "for url, filename in zip(urls, filenames):\n",
    "\n",
    "    if filename != last_filename:\n",
    "        print(\"--- \" + filename)\n",
    "\n",
    "    if url not in processed_url:\n",
    "        response = requests.get(url)\n",
    "        unique_filename = get_unique_filename(\"blog/assets/\", filename.replace('.md', ''), \".png\")\n",
    "        processed_url.append(url)\n",
    "        last_filename = filename\n",
    "        if response.status_code == 200:\n",
    "            with open(unique_filename, \"wb\") as file:\n",
    "                file.write(response.content)\n",
    "            print(unique_filename)\n",
    "            url_to_local_path_map[url] = unique_filename\n",
    "        else:\n",
    "            print(f\"\\nFAILED to download {url}\\n\")\n",
    "\n",
    "# Replace URLs in the markdown files\n",
    "for filename in set(filenames):\n",
    "    replace_urls_in_file(os.path.join('blog', filename), url_to_local_path_map)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.0"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}