From 19c4a23dab19d1ad7daa9c176dec376a186aa208 Mon Sep 17 00:00:00 2001 From: Arthur Date: Mon, 8 Feb 2021 12:07:09 +0100 Subject: [PATCH] Add gen_frags script --- gen_frags.ipynb | 1111 +++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 1111 insertions(+) create mode 100644 gen_frags.ipynb diff --git a/gen_frags.ipynb b/gen_frags.ipynb new file mode 100644 index 0000000..4a845db --- /dev/null +++ b/gen_frags.ipynb @@ -0,0 +1,1111 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Imports" + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "metadata": {}, + "outputs": [], + "source": [ + "# Programme pour générer des fragments à partir d'une fresque. \n", + "\n", + "import cv2\n", + "import numpy as np\n", + "import pathlib\n", + "from random import randint\n", + "from IPython.display import display, clear_output\n", + "import matplotlib\n", + "%matplotlib notebook\n", + "from matplotlib import pyplot as plt" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Fonctions" + ] + }, + { + "cell_type": "code", + "execution_count": 124, + "metadata": {}, + "outputs": [], + "source": [ + "def select_pos(taille_fresque):\n", + " return([randint(0,taille_fresque[0]-max_height), randint(0,taille_fresque[1]-max_width)])\n", + "\n", + "def decoupe(start,stop,bornes):\n", + " keep = True\n", + " res = [0]\n", + " while(res[-1]+bornes[1]2*bornes[0]):\n", + " res.append(int((res[-1]+stop)/2))\n", + " \n", + " res.append(stop)\n", + " return res\n", + "\n", + "def mod_shift_colors(frag):\n", + " \"\"\"Shift the color of the img within [-alpha,+alpha],\n", + " clip the color at the end (0-255).\n", + " \"\"\"\n", + " \n", + " frag = frag.astype('int16')\n", + " for i in range(3):\n", + " frag[:,:,i] = frag[:,:,i] + randint(-alpha,alpha)\n", + " \n", + " np.clip(frag,0,255,out=frag)\n", + " \n", + " return(frag)\n", + " \n", + " \n", + " \n", + "def gen_frags_random(modifier):\n", + " \"\"\" Function for generating the fragments to be a randomly scattered on the fresque.\n", + " The modifier argument is a function that take a fragment as input, modify it, \n", + " and return a fragment (of the same size and placement). If no modifications\n", + " are requiered, the modifier is None.\n", + " \"\"\"\n", + " for fresque_id in range(N_fresques):\n", + " \n", + " # Création des dossiers\n", + " pathlib.Path(deep_folder_filename.format(fresque_id)).mkdir(parents=True, exist_ok=True)\n", + " \n", + " \n", + " fresque = cv2.imread(fresque_filename.format(fresque_id))\n", + " #cv2.resize(fresque,(1240,900),interpolation=cv2.INTER_CUBIC)\n", + " taille = fresque.shape\n", + "\n", + " ## GENERATING DEV\n", + " label = 'dev'\n", + " for i in range(N_dev):\n", + " clear_output(wait=True)\n", + " print(\"Fresque {}, fragment {}/{}, {:.3}%\".format(fresque_id,i,N_dev,i/(N_dev)*100))\n", + "\n", + " # Selection de la position\n", + " pos = select_pos(taille)\n", + "\n", + " # Selection de la taille\n", + " height,width = frag_size,frag_size\n", + "\n", + " # Selectionne le fragment\n", + " frag = fresque[pos[0]:pos[0]+height,pos[1]:pos[1]+width]\n", + " \n", + " if modifier != None:\n", + " frag = modifier(frag)\n", + "\n", + " # Ecriture du frag\n", + " cv2.imwrite(fragment_filename.format(fresque_id,label,i),frag)\n", + " \n", + " # Ecriture de la verité terrain\n", + " with open(vt_filename.format(fresque_id,label,i),'w+') as f:\n", + " f.write(\"{}\\n{}\\n{}\\n{}\\n\".format(int(taille[0]),\n", + " int(taille[1]),\n", + " int((pos[0]+height/2)),\n", + " int((pos[1]+width/2))))\n", + " f.close()\n", + " \n", + " ## GENERATING BENCH\n", + " label = 'bench'\n", + " for i in range(N_bench):\n", + " clear_output(wait=True)\n", + " print(\"Fresque {}, fragment {}/{}, {:.3}%\".format(fresque_id,i,N_bench,i/(N_bench)*100))\n", + " \n", + " # Selection de la position\n", + " pos = select_pos(taille)\n", + " \n", + " # Selection de la taille\n", + " height = randint(min_height,max_height)\n", + " width = randint(min_width,max_width)\n", + " \n", + " # Selectionne le fragment\n", + " frag = fresque[pos[0]:pos[0]+height,pos[1]:pos[1]+width]\n", + " \n", + " if modifier != None:\n", + " frag = modifier(frag)\n", + "\n", + " # Ecriture du frag\n", + " cv2.imwrite(fragment_filename.format(fresque_id,label,i),frag)\n", + " \n", + " # Ecriture de la verité terrain\n", + " with open(vt_filename.format(fresque_id,label,i),'w+') as f:\n", + " f.write(\"{}\\n{}\\n{}\\n{}\\n\".format(int(taille[0]),\n", + " int(taille[1]),\n", + " int((pos[0]+height/2)),\n", + " int((pos[1]+width/2))))\n", + " f.close()\n", + "\n", + " \n", + "def gen_frags_complet(modifier):\n", + " \"\"\" Function for generating the fragments to be a complet pavement of the fresque.\n", + " The modifier argument is a function that take a fragment as input, modify it, \n", + " and return a fragment (of the same size and placement). If no modifications\n", + " are requiered, the modifier is None.\n", + " \"\"\"\n", + " for fresque_id in range(N_fresques):\n", + " # Création des dossiers\n", + " pathlib.Path(deep_folder_filename.format(fresque_id)).mkdir(parents=True, exist_ok=True)\n", + "\n", + " fresque = cv2.imread(fresque_filename.format(fresque_id))\n", + " #cv2.resize(fresque,(1240,900),interpolation=cv2.INTER_CUBIC)\n", + " taille = fresque.shape\n", + "\n", + " hs = decoupe(0,taille[0],(10,100))\n", + " ws = decoupe(0,taille[1],(10,100))\n", + "\n", + " frag_count = 0 \n", + " for i in range(len(hs)-1):\n", + " for j in range(len(ws)-1):\n", + "\n", + " clear_output(wait=True)\n", + " print(\"Fresque {}, fragment {}/{}, {:.3}%\".format(fresque_id,frag_count,len(hs)*len(ws),frag_count/(len(hs)*len(ws))*100))\n", + " frag = fresque[hs[i]:hs[i+1],ws[j]:ws[j+1],:]\n", + " \n", + " if modifier != None:\n", + " frag = modifier(frag)\n", + "\n", + " cv2.imwrite(fragment_filename.format(fresque_id,'bench',frag_count),frag)\n", + "\n", + " with open(vt_filename.format(fresque_id,'bench',frag_count),'w+') as f:\n", + " f.write(\"{}\\n{}\\n{}\\n{}\\n\".format(int(taille[0]),\n", + " int(taille[1]),\n", + " int(hs[i]+(hs[i+1]-hs[i])/2),\n", + " int(ws[j]+(ws[j+1]-ws[j])/2)))\n", + " f.close()\n", + "\n", + " frag_count+=1" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Variables" + ] + }, + { + "cell_type": "code", + "execution_count": 118, + "metadata": {}, + "outputs": [], + "source": [ + "base_dir = './training_data_random_shift_color/'\n", + "fresque_filename = base_dir+'fresque_small{}.ppm'\n", + "fresque_filename_wild = base_dir+'fresque_small*.ppm'\n", + "fragment_filename = base_dir+'fragments/fresque{}/frag_{}_{:05}.ppm'\n", + "fragments_filename_wild = base_dir+'fragments/fresque{}/frag_{}_*.ppm'\n", + "vt_filename = base_dir+'fragments/fresque{}/vt/frag_{}_{:05}_vt.txt'\n", + "deep_folder_filename = base_dir+'fragments/fresque{}/vt/'\n", + " \n", + "# Nombre de fresques\n", + "N_fresques = 6\n", + "\n", + "# Taille des fragments de bench\n", + "min_height, max_height = 16,100\n", + "min_width, max_width = 16,100\n", + "\n", + "# Taille des fragments de test\n", + "frag_size = 16\n", + "\n", + "# Nombre de fragments\n", + "N_bench = 300\n", + "N_dev = 3000\n", + "\n", + "alpha = 30 # Range pour le shift de couleur" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Main" + ] + }, + { + "cell_type": "code", + "execution_count": 125, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Fresque 5, fragment 2289/3000, 76.3%\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "IOPub message rate exceeded.\n", + "The notebook server will temporarily stop sending output\n", + "to the client in order to avoid crashing it.\n", + "To change this limit, set the config variable\n", + "`--NotebookApp.iopub_msg_rate_limit`.\n", + "\n", + "Current values:\n", + "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n", + "NotebookApp.rate_limit_window=3.0 (secs)\n", + "\n" + ] + } + ], + "source": [ + "gen_frags_random(mod_shift_colors)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "## Script annexes" + ] + }, + { + "cell_type": "code", + "execution_count": 116, + "metadata": {}, + "outputs": [ + { + "data": { + "application/javascript": [ + "/* Put everything inside the global mpl namespace */\n", + "window.mpl = {};\n", + "\n", + "\n", + "mpl.get_websocket_type = function() {\n", + " if (typeof(WebSocket) !== 'undefined') {\n", + " return WebSocket;\n", + " } else if (typeof(MozWebSocket) !== 'undefined') {\n", + " return MozWebSocket;\n", + " } else {\n", + " alert('Your browser does not have WebSocket support. ' +\n", + " 'Please try Chrome, Safari or Firefox ≥ 6. ' +\n", + " 'Firefox 4 and 5 are also supported but you ' +\n", + " 'have to enable WebSockets in about:config.');\n", + " };\n", + "}\n", + "\n", + "mpl.figure = function(figure_id, websocket, ondownload, parent_element) {\n", + " this.id = figure_id;\n", + "\n", + " this.ws = websocket;\n", + "\n", + " this.supports_binary = (this.ws.binaryType != undefined);\n", + "\n", + " if (!this.supports_binary) {\n", + " var warnings = document.getElementById(\"mpl-warnings\");\n", + " if (warnings) {\n", + " warnings.style.display = 'block';\n", + " warnings.textContent = (\n", + " \"This browser does not support binary websocket messages. \" +\n", + " \"Performance may be slow.\");\n", + " }\n", + " }\n", + "\n", + " this.imageObj = new Image();\n", + "\n", + " this.context = undefined;\n", + " this.message = undefined;\n", + " this.canvas = undefined;\n", + " this.rubberband_canvas = undefined;\n", + " this.rubberband_context = undefined;\n", + " this.format_dropdown = undefined;\n", + "\n", + " this.image_mode = 'full';\n", + "\n", + " this.root = $('
');\n", + " this._root_extra_style(this.root)\n", + " this.root.attr('style', 'display: inline-block');\n", + "\n", + " $(parent_element).append(this.root);\n", + "\n", + " this._init_header(this);\n", + " this._init_canvas(this);\n", + " this._init_toolbar(this);\n", + "\n", + " var fig = this;\n", + "\n", + " this.waiting = false;\n", + "\n", + " this.ws.onopen = function () {\n", + " fig.send_message(\"supports_binary\", {value: fig.supports_binary});\n", + " fig.send_message(\"send_image_mode\", {});\n", + " if (mpl.ratio != 1) {\n", + " fig.send_message(\"set_dpi_ratio\", {'dpi_ratio': mpl.ratio});\n", + " }\n", + " fig.send_message(\"refresh\", {});\n", + " }\n", + "\n", + " this.imageObj.onload = function() {\n", + " if (fig.image_mode == 'full') {\n", + " // Full images could contain transparency (where diff images\n", + " // almost always do), so we need to clear the canvas so that\n", + " // there is no ghosting.\n", + " fig.context.clearRect(0, 0, fig.canvas.width, fig.canvas.height);\n", + " }\n", + " fig.context.drawImage(fig.imageObj, 0, 0);\n", + " };\n", + "\n", + " this.imageObj.onunload = function() {\n", + " fig.ws.close();\n", + " }\n", + "\n", + " this.ws.onmessage = this._make_on_message_function(this);\n", + "\n", + " this.ondownload = ondownload;\n", + "}\n", + "\n", + "mpl.figure.prototype._init_header = function() {\n", + " var titlebar = $(\n", + " '
');\n", + " var titletext = $(\n", + " '
');\n", + " titlebar.append(titletext)\n", + " this.root.append(titlebar);\n", + " this.header = titletext[0];\n", + "}\n", + "\n", + "\n", + "\n", + "mpl.figure.prototype._canvas_extra_style = function(canvas_div) {\n", + "\n", + "}\n", + "\n", + "\n", + "mpl.figure.prototype._root_extra_style = function(canvas_div) {\n", + "\n", + "}\n", + "\n", + "mpl.figure.prototype._init_canvas = function() {\n", + " var fig = this;\n", + "\n", + " var canvas_div = $('
');\n", + "\n", + " canvas_div.attr('style', 'position: relative; clear: both; outline: 0');\n", + "\n", + " function canvas_keyboard_event(event) {\n", + " return fig.key_event(event, event['data']);\n", + " }\n", + "\n", + " canvas_div.keydown('key_press', canvas_keyboard_event);\n", + " canvas_div.keyup('key_release', canvas_keyboard_event);\n", + " this.canvas_div = canvas_div\n", + " this._canvas_extra_style(canvas_div)\n", + " this.root.append(canvas_div);\n", + "\n", + " var canvas = $('');\n", + " canvas.addClass('mpl-canvas');\n", + " canvas.attr('style', \"left: 0; top: 0; z-index: 0; outline: 0\")\n", + "\n", + " this.canvas = canvas[0];\n", + " this.context = canvas[0].getContext(\"2d\");\n", + "\n", + " var backingStore = this.context.backingStorePixelRatio ||\n", + "\tthis.context.webkitBackingStorePixelRatio ||\n", + "\tthis.context.mozBackingStorePixelRatio ||\n", + "\tthis.context.msBackingStorePixelRatio ||\n", + "\tthis.context.oBackingStorePixelRatio ||\n", + "\tthis.context.backingStorePixelRatio || 1;\n", + "\n", + " mpl.ratio = (window.devicePixelRatio || 1) / backingStore;\n", + "\n", + " var rubberband = $('');\n", + " rubberband.attr('style', \"position: absolute; left: 0; top: 0; z-index: 1;\")\n", + "\n", + " var pass_mouse_events = true;\n", + "\n", + " canvas_div.resizable({\n", + " start: function(event, ui) {\n", + " pass_mouse_events = false;\n", + " },\n", + " resize: function(event, ui) {\n", + " fig.request_resize(ui.size.width, ui.size.height);\n", + " },\n", + " stop: function(event, ui) {\n", + " pass_mouse_events = true;\n", + " fig.request_resize(ui.size.width, ui.size.height);\n", + " },\n", + " });\n", + "\n", + " function mouse_event_fn(event) {\n", + " if (pass_mouse_events)\n", + " return fig.mouse_event(event, event['data']);\n", + " }\n", + "\n", + " rubberband.mousedown('button_press', mouse_event_fn);\n", + " rubberband.mouseup('button_release', mouse_event_fn);\n", + " // Throttle sequential mouse events to 1 every 20ms.\n", + " rubberband.mousemove('motion_notify', mouse_event_fn);\n", + "\n", + " rubberband.mouseenter('figure_enter', mouse_event_fn);\n", + " rubberband.mouseleave('figure_leave', mouse_event_fn);\n", + "\n", + " canvas_div.on(\"wheel\", function (event) {\n", + " event = event.originalEvent;\n", + " event['data'] = 'scroll'\n", + " if (event.deltaY < 0) {\n", + " event.step = 1;\n", + " } else {\n", + " event.step = -1;\n", + " }\n", + " mouse_event_fn(event);\n", + " });\n", + "\n", + " canvas_div.append(canvas);\n", + " canvas_div.append(rubberband);\n", + "\n", + " this.rubberband = rubberband;\n", + " this.rubberband_canvas = rubberband[0];\n", + " this.rubberband_context = rubberband[0].getContext(\"2d\");\n", + " this.rubberband_context.strokeStyle = \"#000000\";\n", + "\n", + " this._resize_canvas = function(width, height) {\n", + " // Keep the size of the canvas, canvas container, and rubber band\n", + " // canvas in synch.\n", + " canvas_div.css('width', width)\n", + " canvas_div.css('height', height)\n", + "\n", + " canvas.attr('width', width * mpl.ratio);\n", + " canvas.attr('height', height * mpl.ratio);\n", + " canvas.attr('style', 'width: ' + width + 'px; height: ' + height + 'px;');\n", + "\n", + " rubberband.attr('width', width);\n", + " rubberband.attr('height', height);\n", + " }\n", + "\n", + " // Set the figure to an initial 600x600px, this will subsequently be updated\n", + " // upon first draw.\n", + " this._resize_canvas(600, 600);\n", + "\n", + " // Disable right mouse context menu.\n", + " $(this.rubberband_canvas).bind(\"contextmenu\",function(e){\n", + " return false;\n", + " });\n", + "\n", + " function set_focus () {\n", + " canvas.focus();\n", + " canvas_div.focus();\n", + " }\n", + "\n", + " window.setTimeout(set_focus, 100);\n", + "}\n", + "\n", + "mpl.figure.prototype._init_toolbar = function() {\n", + " var fig = this;\n", + "\n", + " var nav_element = $('
');\n", + " nav_element.attr('style', 'width: 100%');\n", + " this.root.append(nav_element);\n", + "\n", + " // Define a callback function for later on.\n", + " function toolbar_event(event) {\n", + " return fig.toolbar_button_onclick(event['data']);\n", + " }\n", + " function toolbar_mouse_event(event) {\n", + " return fig.toolbar_button_onmouseover(event['data']);\n", + " }\n", + "\n", + " for(var toolbar_ind in mpl.toolbar_items) {\n", + " var name = mpl.toolbar_items[toolbar_ind][0];\n", + " var tooltip = mpl.toolbar_items[toolbar_ind][1];\n", + " var image = mpl.toolbar_items[toolbar_ind][2];\n", + " var method_name = mpl.toolbar_items[toolbar_ind][3];\n", + "\n", + " if (!name) {\n", + " // put a spacer in here.\n", + " continue;\n", + " }\n", + " var button = $('