1-Download-Dataset-without.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "import subprocess\n",
    "import numpy as np\n",
    "import cv2\n",
    "import shutil"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "dirlist = subprocess.check_output([\"find\", \"/run/user/1000/gvfs/dav:host=nextcloud.kamaro-engineering.de,ssl=true,user=jbarthel,prefix=%2Fremote.php%2Fdav/files/jbarthel/Datenverarbeitung/Datensätze/Löwenzahn/Plastik Modell/ohne\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "images = [e for e in dirlist.decode('utf-8').splitlines() if e[-3:].lower() in [\"jpg\",\"png\"]]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "names = [f.lower().replace(\":\",\"_\").replace(\" \",\"_\").replace(\"/markiert\",\"\").split(\"/\")[-1] for f in images]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "filenames_labels = dict()\n",
    "filenames_images = dict()\n",
    "\n",
    "for name, image in zip(names, images):\n",
    "    if name.endswith(\"jpg\"):\n",
    "        filenames_images[name[:-4]] = image\n",
    "    elif name.endswith(\"png\"):\n",
    "        raise ValueError(\"no labels expected in dir without objects\")\n",
    "    else:\n",
    "        raise ValueError(\"Invalid filename \"+name+\" for image \"+image)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "keys = list(filenames_images.keys())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "skipping image  img_20220518_215027.jpg\n",
      "creating label img_20220518_215027.png\n",
      "skipping image  img_20220518_215030.jpg\n",
      "creating label img_20220518_215030.png\n",
      "skipping image  img_20220518_215034.jpg\n",
      "creating label img_20220518_215034.png\n",
      "skipping image  img_20220518_215037.jpg\n",
      "creating label img_20220518_215037.png\n",
      "skipping image  img_20220518_215041.jpg\n",
      "creating label img_20220518_215041.png\n",
      "skipping image  img_20220518_215045.jpg\n",
      "creating label img_20220518_215045.png\n",
      "skipping image  img_20220518_215048.jpg\n",
      "creating label img_20220518_215048.png\n",
      "skipping image  img_20220518_215052.jpg\n",
      "creating label img_20220518_215052.png\n",
      "skipping image  img_20220518_215055.jpg\n",
      "creating label img_20220518_215055.png\n",
      "skipping image  img_20220518_215059.jpg\n",
      "creating label img_20220518_215059.png\n",
      "skipping image  img_20220518_215103.jpg\n",
      "creating label img_20220518_215103.png\n",
      "skipping image  img_20220518_215106.jpg\n",
      "creating label img_20220518_215106.png\n",
      "skipping image  img_20220518_215110.jpg\n",
      "creating label img_20220518_215110.png\n",
      "copying image img_20220518_215113.jpg\n",
      "creating label img_20220518_215113.png\n",
      "copying image img_20220518_215117.jpg\n",
      "creating label img_20220518_215117.png\n",
      "copying image img_20220518_215120.jpg\n",
      "creating label img_20220518_215120.png\n",
      "copying image img_20220518_215124.jpg\n",
      "creating label img_20220518_215124.png\n",
      "copying image img_20220518_215127.jpg\n",
      "creating label img_20220518_215127.png\n",
      "copying image img_20220518_215131.jpg\n",
      "creating label img_20220518_215131.png\n",
      "copying image img_20220518_215134.jpg\n",
      "creating label img_20220518_215134.png\n",
      "copying image img_20220518_215138.jpg\n",
      "creating label img_20220518_215138.png\n",
      "copying image img_20220518_215141.jpg\n",
      "creating label img_20220518_215141.png\n",
      "copying image img_20220518_215144.jpg\n",
      "creating label img_20220518_215144.png\n",
      "copying image img_20220518_215148.jpg\n",
      "creating label img_20220518_215148.png\n",
      "copying image img_20220518_215152.jpg\n",
      "creating label img_20220518_215152.png\n",
      "copying image img_20220518_215155.jpg\n",
      "creating label img_20220518_215155.png\n",
      "copying image img_20220518_215158.jpg\n",
      "creating label img_20220518_215158.png\n",
      "copying image img_20220518_215202.jpg\n",
      "creating label img_20220518_215202.png\n",
      "copying image img_20220518_215205.jpg\n",
      "creating label img_20220518_215205.png\n",
      "copying image img_20220518_215209.jpg\n",
      "creating label img_20220518_215209.png\n",
      "copying image img_20220518_215222.jpg\n",
      "creating label img_20220518_215222.png\n",
      "copying image img_20220518_215224.jpg\n",
      "creating label img_20220518_215224.png\n",
      "copying image img_20220518_215225.jpg\n",
      "creating label img_20220518_215225.png\n",
      "copying image img_20220518_215227.jpg\n",
      "creating label img_20220518_215227.png\n",
      "copying image img_20220518_215229.jpg\n",
      "creating label img_20220518_215229.png\n",
      "copying image img_20220518_215231.jpg\n",
      "creating label img_20220518_215231.png\n",
      "copying image img_20220518_215232.jpg\n",
      "creating label img_20220518_215232.png\n",
      "copying image img_20220518_215234.jpg\n",
      "creating label img_20220518_215234.png\n",
      "copying image img_20220518_215237.jpg\n",
      "creating label img_20220518_215237.png\n",
      "copying image img_20220518_215239.jpg\n",
      "creating label img_20220518_215239.png\n",
      "copying image img_20220518_215241.jpg\n",
      "creating label img_20220518_215241.png\n",
      "copying image img_20220518_215242.jpg\n",
      "creating label img_20220518_215242.png\n",
      "copying image img_20220518_215244.jpg\n",
      "creating label img_20220518_215244.png\n",
      "copying image img_20220518_215246.jpg\n",
      "creating label img_20220518_215246.png\n",
      "copying image img_20220518_215248.jpg\n",
      "creating label img_20220518_215248.png\n",
      "copying image img_20220518_215249.jpg\n",
      "creating label img_20220518_215249.png\n",
      "copying image img_20220518_215251.jpg\n",
      "creating label img_20220518_215251.png\n",
      "copying image img_20220518_215253.jpg\n",
      "creating label img_20220518_215253.png\n",
      "copying image img_20220518_215255.jpg\n",
      "creating label img_20220518_215255.png\n",
      "copying image img_20220518_215257.jpg\n",
      "creating label img_20220518_215257.png\n",
      "copying image img_20220518_215258.jpg\n",
      "creating label img_20220518_215258.png\n",
      "copying image img_20220518_215300.jpg\n",
      "creating label img_20220518_215300.png\n",
      "copying image img_20220518_215303.jpg\n",
      "creating label img_20220518_215303.png\n",
      "copying image img_20220518_215305.jpg\n",
      "creating label img_20220518_215305.png\n",
      "copying image img_20220518_215307.jpg\n",
      "creating label img_20220518_215307.png\n",
      "copying image img_20220518_215309.jpg\n",
      "creating label img_20220518_215309.png\n",
      "copying image img_20220518_215311.jpg\n",
      "creating label img_20220518_215311.png\n",
      "copying image img_20220518_215313.jpg\n",
      "creating label img_20220518_215313.png\n",
      "copying image img_20220518_215316.jpg\n",
      "creating label img_20220518_215316.png\n",
      "copying image img_20220518_215318.jpg\n",
      "creating label img_20220518_215318.png\n",
      "copying image img_20220520_145622431.jpg\n",
      "creating label img_20220520_145622431.png\n",
      "copying image img_20220520_145623916.jpg\n",
      "creating label img_20220520_145623916.png\n",
      "copying image img_20220520_145630968.jpg\n",
      "creating label img_20220520_145630968.png\n",
      "copying image img_20220520_145635799.jpg\n",
      "creating label img_20220520_145635799.png\n",
      "copying image img_20220520_145637309.jpg\n",
      "creating label img_20220520_145637309.png\n",
      "copying image img_20220520_145638062.jpg\n",
      "creating label img_20220520_145638062.png\n",
      "copying image img_20220520_145802428.jpg\n",
      "creating label img_20220520_145802428.png\n",
      "copying image img_20220520_145805069.jpg\n",
      "creating label img_20220520_145805069.png\n",
      "copying image img_20220520_145808596.jpg\n",
      "creating label img_20220520_145808596.png\n",
      "copying image img_20220520_145810832.jpg\n",
      "creating label img_20220520_145810832.png\n",
      "copying image img_20220520_150550369.jpg\n",
      "creating label img_20220520_150550369.png\n",
      "copying image img_20220520_150552602.jpg\n",
      "creating label img_20220520_150552602.png\n",
      "copying image img_20220520_150554643.jpg\n",
      "creating label img_20220520_150554643.png\n",
      "copying image img_20220520_150723289.jpg\n",
      "creating label img_20220520_150723289.png\n",
      "copying image img_20220520_151043248.jpg\n",
      "creating label img_20220520_151043248.png\n",
      "copying image img_20220520_151045459.jpg\n",
      "creating label img_20220520_151045459.png\n",
      "copying image img_20220520_151052037.jpg\n",
      "creating label img_20220520_151052037.png\n",
      "copying image img_20220520_151053536.jpg\n",
      "creating label img_20220520_151053536.png\n",
      "copying image img_20220520_151105742.jpg\n",
      "creating label img_20220520_151105742.png\n",
      "copying image img_20220520_154443434.jpg\n",
      "creating label img_20220520_154443434.png\n",
      "copying image img_20220520_154506302.jpg\n",
      "creating label img_20220520_154506302.png\n",
      "copying image img_20220529_143224.jpg\n",
      "creating label img_20220529_143224.png\n",
      "copying image img_20220529_143226.jpg\n",
      "creating label img_20220529_143226.png\n",
      "copying image img_20220529_143227.jpg\n",
      "creating label img_20220529_143227.png\n",
      "copying image img_20220529_143228.jpg\n",
      "creating label img_20220529_143228.png\n",
      "copying image img_20220529_143230.jpg\n",
      "creating label img_20220529_143230.png\n",
      "copying image img_20220529_193737485.jpg\n",
      "creating label img_20220529_193737485.png\n",
      "copying image img_20220529_193742508.jpg\n",
      "creating label img_20220529_193742508.png\n",
      "copying image img_20220529_194609068.jpg\n",
      "creating label img_20220529_194609068.png\n",
      "copying image img_20220529_194611321.jpg\n",
      "creating label img_20220529_194611321.png\n",
      "copying image img_20220531_094556965.jpg\n",
      "creating label img_20220531_094556965.png\n",
      "copying image img_20220531_094558992.jpg\n",
      "creating label img_20220531_094558992.png\n",
      "copying image img_20220531_094601446.jpg\n",
      "creating label img_20220531_094601446.png\n",
      "copying image img_20220531_094603211.jpg\n",
      "creating label img_20220531_094603211.png\n",
      "copying image p1160597.jpg\n",
      "creating label p1160597.png\n",
      "copying image p1160598.jpg\n",
      "creating label p1160598.png\n",
      "copying image p1160599.jpg\n",
      "creating label p1160599.png\n",
      "copying image p1160600.jpg\n",
      "creating label p1160600.png\n",
      "copying image p1160601.jpg\n",
      "creating label p1160601.png\n",
      "copying image p1160602.jpg\n",
      "creating label p1160602.png\n",
      "copying image p1160603.jpg\n",
      "creating label p1160603.png\n",
      "copying image p1160604.jpg\n",
      "creating label p1160604.png\n",
      "copying image p1160605.jpg\n",
      "creating label p1160605.png\n",
      "copying image p1160606.jpg\n",
      "creating label p1160606.png\n",
      "copying image p1160607.jpg\n",
      "creating label p1160607.png\n",
      "copying image p1160608.jpg\n",
      "creating label p1160608.png\n",
      "copying image p1160609.jpg\n",
      "creating label p1160609.png\n",
      "copying image p1160610.jpg\n",
      "creating label p1160610.png\n",
      "copying image p1160611.jpg\n",
      "creating label p1160611.png\n",
      "copying image p1160612.jpg\n",
      "creating label p1160612.png\n",
      "copying image p1160613.jpg\n",
      "creating label p1160613.png\n",
      "copying image p1160614.jpg\n",
      "creating label p1160614.png\n",
      "copying image p1160615.jpg\n",
      "creating label p1160615.png\n",
      "copying image p1160616.jpg\n",
      "creating label p1160616.png\n",
      "copying image p1160617.jpg\n",
      "creating label p1160617.png\n",
      "copying image p1160621.jpg\n",
      "creating label p1160621.png\n",
      "copying image p1160622.jpg\n",
      "creating label p1160622.png\n",
      "copying image p1160626.jpg\n",
      "creating label p1160626.png\n",
      "copying image p1160627.jpg\n",
      "creating label p1160627.png\n",
      "copying image p1160628.jpg\n",
      "creating label p1160628.png\n",
      "copying image p1160632.jpg\n",
      "creating label p1160632.png\n",
      "copying image p1160633.jpg\n",
      "creating label p1160633.png\n",
      "copying image p1160636.jpg\n",
      "creating label p1160636.png\n",
      "copying image p1160637.jpg\n",
      "creating label p1160637.png\n",
      "copying image pxl_20220531_161122190.jpg\n",
      "creating label pxl_20220531_161122190.png\n",
      "copying image pxl_20220531_161123347.jpg\n",
      "creating label pxl_20220531_161123347.png\n",
      "copying image pxl_20220531_174155270.jpg\n",
      "creating label pxl_20220531_174155270.png\n"
     ]
    }
   ],
   "source": [
    "for key in keys:\n",
    "    out_image = key + \".jpg\"\n",
    "    out_label = key + \".png\"\n",
    "    \n",
    "    if not os.path.isfile(out_image):\n",
    "        print(\"copying image\", out_image)\n",
    "        shutil.copyfile(filenames_images[key], out_image)\n",
    "    else:\n",
    "        print(\"skipping image \", out_image)\n",
    "        \n",
    "    if not os.path.isfile(out_label):\n",
    "        print(\"creating label\", out_label)\n",
    "        image = cv2.imread(out_image)\n",
    "        image[:,:,0] = 0\n",
    "        image[:,:,1] = 0\n",
    "        image[:,:,2] = 255\n",
    "        cv2.imwrite(out_label, image)\n",
    "    else:\n",
    "        print(\"skipping label\", out_label)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.10"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}