diff --git a/.gitignore b/.gitignore
index 640dded..ae342d8 100644
--- a/.gitignore
+++ b/.gitignore
@@ -1,4 +1,4 @@
-.pio
-CMakeListsPrivate.txt
-/cmake-build*
-/venv
+.ipynb_checkpoints
+__pycache__
+
+
diff --git a/CMakeLists.txt b/CMakeLists.txt
deleted file mode 100644
index e5b6297..0000000
--- a/CMakeLists.txt
+++ /dev/null
@@ -1,77 +0,0 @@
-# !!! WARNING !!! AUTO-GENERATED FILE, PLEASE DO NOT MODIFY IT AND USE
-# https://docs.platformio.org/page/projectconf/section_env_build.html#build-flags
-#
-# If you need to override existing CMake configuration or add extra,
-# please create `CMakeListsUser.txt` in the root of project.
-# The `CMakeListsUser.txt` will not be overwritten by PlatformIO.
-
-cmake_minimum_required(VERSION 3.2)
-project(firmware)
-
-include(CMakeListsPrivate.txt)
-
-if(EXISTS ${CMAKE_CURRENT_SOURCE_DIR}/CMakeListsUser.txt)
-include(CMakeListsUser.txt)
-endif()
-
-add_custom_target(
- PLATFORMIO_BUILD ALL
- COMMAND ${PLATFORMIO_CMD} -f -c clion run
- WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR}
-)
-
-add_custom_target(
- PLATFORMIO_BUILD_VERBOSE ALL
- COMMAND ${PLATFORMIO_CMD} -f -c clion run --verbose
- WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR}
-)
-
-add_custom_target(
- PLATFORMIO_UPLOAD ALL
- COMMAND ${PLATFORMIO_CMD} -f -c clion run --target upload
- WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR}
-)
-
-add_custom_target(
- PLATFORMIO_CLEAN ALL
- COMMAND ${PLATFORMIO_CMD} -f -c clion run --target clean
- WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR}
-)
-
-add_custom_target(
- PLATFORMIO_MONITOR ALL
- COMMAND ${PLATFORMIO_CMD} -f -c clion device monitor
- WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR}
-)
-
-add_custom_target(
- PLATFORMIO_TEST ALL
- COMMAND ${PLATFORMIO_CMD} -f -c clion test
- WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR}
-)
-
-add_custom_target(
- PLATFORMIO_PROGRAM ALL
- COMMAND ${PLATFORMIO_CMD} -f -c clion run --target program
- WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR}
-)
-
-add_custom_target(
- PLATFORMIO_UPLOADFS ALL
- COMMAND ${PLATFORMIO_CMD} -f -c clion run --target uploadfs
- WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR}
-)
-
-add_custom_target(
- PLATFORMIO_UPDATE_ALL ALL
- COMMAND ${PLATFORMIO_CMD} -f -c clion update
- WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR}
-)
-
-add_custom_target(
- PLATFORMIO_REBUILD_PROJECT_INDEX ALL
- COMMAND ${PLATFORMIO_CMD} -f -c clion init --ide clion
- WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR}
-)
-
-add_executable(${PROJECT_NAME} ${SRC_LIST})
diff --git a/README.md b/README.md
new file mode 100644
index 0000000..d784583
--- /dev/null
+++ b/README.md
@@ -0,0 +1,16 @@
+Swimtracker Firmware & Hardware
+===============================
+
+
+Firmware
+--------
+
+Run tests:
+```
+pio test -v -e native
+```
+
+Compile and upload:
+```
+pio run -e d1 -t upload
+```
diff --git a/commands.readme b/commands.readme
deleted file mode 100644
index 4e387d3..0000000
--- a/commands.readme
+++ /dev/null
@@ -1,7 +0,0 @@
-Test locally
- platformio test -v -e native
-
-
-Device:
- platformio device monitor
- platformio run -t upload
diff --git a/dimensions.txt b/dimensions.txt
deleted file mode 100644
index b9b95cb..0000000
--- a/dimensions.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-92 x 28 x 30
-35x20
-
-
- 95x 50 x 30 (absolute min)
-100 x 55 x 35
\ No newline at end of file
diff --git a/example-data/01_real_test.st b/example-data/01_real_test.st
new file mode 100644
index 0000000..45c532f
Binary files /dev/null and b/example-data/01_real_test.st differ
diff --git a/example-data/02_vildosola.st b/example-data/02_vildosola.st
new file mode 100644
index 0000000..177c503
Binary files /dev/null and b/example-data/02_vildosola.st differ
diff --git a/example-data/03_rebecca.st b/example-data/03_rebecca.st
new file mode 100644
index 0000000..a2aa11e
Binary files /dev/null and b/example-data/03_rebecca.st differ
diff --git a/example-data/04.st b/example-data/04.st
new file mode 100644
index 0000000..8e80e08
Binary files /dev/null and b/example-data/04.st differ
diff --git a/example-data/05.st b/example-data/05.st
new file mode 100644
index 0000000..f535b8e
Binary files /dev/null and b/example-data/05.st differ
diff --git a/example-data/06.st b/example-data/06.st
new file mode 100644
index 0000000..f97ce45
Binary files /dev/null and b/example-data/06.st differ
diff --git a/example-data/07.st b/example-data/07.st
new file mode 100644
index 0000000..711285b
Binary files /dev/null and b/example-data/07.st differ
diff --git a/example-data/1589394292.st b/example-data/1589394292.st
new file mode 100644
index 0000000..c0142a3
Binary files /dev/null and b/example-data/1589394292.st differ
diff --git a/lib/basic/Dtypes.h b/firmware/lib/basic/Dtypes.h
similarity index 100%
rename from lib/basic/Dtypes.h
rename to firmware/lib/basic/Dtypes.h
diff --git a/lib/basic/FilesystemAbstraction.h b/firmware/lib/basic/FilesystemAbstraction.h
similarity index 100%
rename from lib/basic/FilesystemAbstraction.h
rename to firmware/lib/basic/FilesystemAbstraction.h
diff --git a/lib/basic/MockDtypes.h b/firmware/lib/basic/MockDtypes.h
similarity index 100%
rename from lib/basic/MockDtypes.h
rename to firmware/lib/basic/MockDtypes.h
diff --git a/lib/basic/MockSerial.h b/firmware/lib/basic/MockSerial.h
similarity index 100%
rename from lib/basic/MockSerial.h
rename to firmware/lib/basic/MockSerial.h
diff --git a/lib/scale/MockScale.h b/firmware/lib/scale/MockScale.h
similarity index 100%
rename from lib/scale/MockScale.h
rename to firmware/lib/scale/MockScale.h
diff --git a/lib/scale/Scale.h b/firmware/lib/scale/Scale.h
similarity index 100%
rename from lib/scale/Scale.h
rename to firmware/lib/scale/Scale.h
diff --git a/lib/session/MeasurementSession.h b/firmware/lib/session/MeasurementSession.h
similarity index 100%
rename from lib/session/MeasurementSession.h
rename to firmware/lib/session/MeasurementSession.h
diff --git a/lib/session/MockStorage.h b/firmware/lib/session/MockStorage.h
similarity index 100%
rename from lib/session/MockStorage.h
rename to firmware/lib/session/MockStorage.h
diff --git a/lib/session/SessionChunk.h b/firmware/lib/session/SessionChunk.h
similarity index 100%
rename from lib/session/SessionChunk.h
rename to firmware/lib/session/SessionChunk.h
diff --git a/lib/session/SpiffsStorage.h b/firmware/lib/session/SpiffsStorage.h
similarity index 100%
rename from lib/session/SpiffsStorage.h
rename to firmware/lib/session/SpiffsStorage.h
diff --git a/lib/session/StreamingMsgPackEncoder.h b/firmware/lib/session/StreamingMsgPackEncoder.h
similarity index 100%
rename from lib/session/StreamingMsgPackEncoder.h
rename to firmware/lib/session/StreamingMsgPackEncoder.h
diff --git a/lib/userdb/UserDB.cpp b/firmware/lib/userdb/UserDB.cpp
similarity index 100%
rename from lib/userdb/UserDB.cpp
rename to firmware/lib/userdb/UserDB.cpp
diff --git a/lib/userdb/UserDB.h b/firmware/lib/userdb/UserDB.h
similarity index 100%
rename from lib/userdb/UserDB.h
rename to firmware/lib/userdb/UserDB.h
diff --git a/lib/webdav/AsyncWebDav.h b/firmware/lib/webdav/AsyncWebDav.h
similarity index 100%
rename from lib/webdav/AsyncWebDav.h
rename to firmware/lib/webdav/AsyncWebDav.h
diff --git a/platformio.ini b/firmware/platformio.ini
similarity index 100%
rename from platformio.ini
rename to firmware/platformio.ini
diff --git a/src/ConfigHardware.h b/firmware/src/ConfigHardware.h
similarity index 100%
rename from src/ConfigHardware.h
rename to firmware/src/ConfigHardware.h
diff --git a/src/ConfigWifi.h b/firmware/src/ConfigWifi.h
similarity index 100%
rename from src/ConfigWifi.h
rename to firmware/src/ConfigWifi.h
diff --git a/src/DeviceInfoLog.h b/firmware/src/DeviceInfoLog.h
similarity index 100%
rename from src/DeviceInfoLog.h
rename to firmware/src/DeviceInfoLog.h
diff --git a/src/firmware_main.cpp b/firmware/src/firmware_main.cpp
similarity index 100%
rename from src/firmware_main.cpp
rename to firmware/src/firmware_main.cpp
diff --git a/test/test_common/sessiontest.cpp b/firmware/test/test_common/sessiontest.cpp
similarity index 100%
rename from test/test_common/sessiontest.cpp
rename to firmware/test/test_common/sessiontest.cpp
diff --git a/hardware/OtherBoards.md b/hardware/OtherBoards.md
new file mode 100644
index 0000000..e0d66a5
--- /dev/null
+++ b/hardware/OtherBoards.md
@@ -0,0 +1,2 @@
+
+https://github.com/adafruit/Adafruit-HUZZAH32-ESP32-Feather-PCB.git
diff --git a/hardware/box.svg b/hardware/box.svg
new file mode 100644
index 0000000..5be82d4
--- /dev/null
+++ b/hardware/box.svg
@@ -0,0 +1,254 @@
+
+
+
+
diff --git a/hardware/data_format.ods b/hardware/data_format.ods
new file mode 100644
index 0000000..0cf5d8d
Binary files /dev/null and b/hardware/data_format.ods differ
diff --git a/hardware/hardware.svg b/hardware/hardware.svg
new file mode 100644
index 0000000..2f737f8
--- /dev/null
+++ b/hardware/hardware.svg
@@ -0,0 +1,235 @@
+
+
+
+
diff --git a/hardware/hardware.txt b/hardware/hardware.txt
new file mode 100644
index 0000000..8d31ef8
--- /dev/null
+++ b/hardware/hardware.txt
@@ -0,0 +1,26 @@
+Load Cell 50kg
+https://de.aliexpress.com/item/32961462970.html?spm=a2g0o.productlist.0.0.46d91cca2fXbja&algo_pvid=b14c8be3-c372-4971-a7e6-b6ba13e03236&algo_expid=b14c8be3-c372-4971-a7e6-b6ba13e03236-1&btsid=0f841574-ad82-47f9-bbbd-fa1c46b4bba4&ws_ab_test=searchweb0_0,searchweb201602_2,searchweb201603_52
+$24
+
+
+Wemos ESP32 with 18650 battery holder, Groesse: 9.1 cm x 3.0 cm, usb at the side
+https://de.aliexpress.com/item/32860090110.html?spm=a2g0o.productlist.0.0.67c732eeceGb5S&algo_pvid=4f5823a3-2d47-4afb-95a5-7ba85055f121&algo_expid=4f5823a3-2d47-4afb-95a5-7ba85055f121-4&btsid=ea1860aa-ff90-4cd7-bb92-ade7cfa85eac&ws_ab_test=searchweb0_0,searchweb201602_2,searchweb201603_52
+$ 5
+
+
+Akku
+https://de.aliexpress.com/item/32908447004.html?spm=a2g0o.productlist.0.0.5f78199bMJJy0k&algo_pvid=b0eb97b9-df11-41ea-bb67-e96c1df7d292&algo_expid=b0eb97b9-df11-41ea-bb67-e96c1df7d292-0&btsid=b910d832-bcde-4807-8a97-edbbcca846df&ws_ab_test=searchweb0_0,searchweb201602_2,searchweb201603_52
+$ 3
+
+Connector
+https://de.aliexpress.com/item/32899642702.html?spm=a2g0x.search0302.3.54.34441675lAu97T&ws_ab_test=searchweb0_0,searchweb201602_0_453_454_10618_536_317_537_319_10059_10696_10084_10083_10547_10304_10821_10843_10887_10307_321_10548_322_10065_10068_10103_10884_10820_10302,searchweb201603_0,ppcSwitch_0&algo_pvid=d5cf53ae-9cc8-45b9-ab1c-c77f38b7c706&algo_expid=d5cf53ae-9cc8-45b9-ab1c-c77f38b7c706-6
+$1.5
+
+HX711
+https://de.aliexpress.com/item/32878181081.html?spm=a2g0o.productlist.0.0.19202f024UQZQP&algo_pvid=b4f3e85e-9190-4b8d-9b9e-0100fa84037e&algo_expid=b4f3e85e-9190-4b8d-9b9e-0100fa84037e-1&btsid=ae27657b-596a-43fa-8cc8-bc9cba1d5bcf&ws_ab_test=searchweb0_0,searchweb201602_2,searchweb201603_52
+$1
+
+
+Case
+https://www.banggood.com/ABS-Plastic-Electronic-Enclosure-Project-Box-Black-103x64x40mm-p-951179.html?rmmds=buy&cur_warehouse=CN
+$4-10
diff --git a/python-mock/PeakDetectionAnalysis.ipynb b/python-mock/PeakDetectionAnalysis.ipynb
new file mode 100644
index 0000000..0cfcc12
--- /dev/null
+++ b/python-mock/PeakDetectionAnalysis.ipynb
@@ -0,0 +1,990 @@
+{
+ "cells": [
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "%matplotlib notebook\n",
+ "from measurement_session import *\n",
+ "from peak_detection import *\n",
+ "import matplotlib.pyplot as plt"
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {},
+ "source": [
+ "# Peak Detection Algorithm Comparison"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 34,
+ "metadata": {
+ "scrolled": true
+ },
+ "outputs": [
+ {
+ "data": {
+ "text/plain": [
+ "{'sessionStartTime': 1589401905,\n",
+ " 'startIndex': 0,\n",
+ " 'values': array([15, 15, 15, ..., 18, 17, 16], dtype=int16)}"
+ ]
+ },
+ "execution_count": 34,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "session_file = '/home/martin/Downloads/1589401905 (1).st'\n",
+ "session = load_session_from_file(session_file)\n",
+ "#session = prune_overflown_session(session)\n",
+ "#session = prune(session, 10, 50)\n",
+ "session"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 35,
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "#values[8000:8005]"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 36,
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "application/javascript": [
+ "/* Put everything inside the global mpl namespace */\n",
+ "window.mpl = {};\n",
+ "\n",
+ "\n",
+ "mpl.get_websocket_type = function() {\n",
+ " if (typeof(WebSocket) !== 'undefined') {\n",
+ " return WebSocket;\n",
+ " } else if (typeof(MozWebSocket) !== 'undefined') {\n",
+ " return MozWebSocket;\n",
+ " } else {\n",
+ " alert('Your browser does not have WebSocket support.' +\n",
+ " 'Please try Chrome, Safari or Firefox ≥ 6. ' +\n",
+ " 'Firefox 4 and 5 are also supported but you ' +\n",
+ " 'have to enable WebSockets in about:config.');\n",
+ " };\n",
+ "}\n",
+ "\n",
+ "mpl.figure = function(figure_id, websocket, ondownload, parent_element) {\n",
+ " this.id = figure_id;\n",
+ "\n",
+ " this.ws = websocket;\n",
+ "\n",
+ " this.supports_binary = (this.ws.binaryType != undefined);\n",
+ "\n",
+ " if (!this.supports_binary) {\n",
+ " var warnings = document.getElementById(\"mpl-warnings\");\n",
+ " if (warnings) {\n",
+ " warnings.style.display = 'block';\n",
+ " warnings.textContent = (\n",
+ " \"This browser does not support binary websocket messages. \" +\n",
+ " \"Performance may be slow.\");\n",
+ " }\n",
+ " }\n",
+ "\n",
+ " this.imageObj = new Image();\n",
+ "\n",
+ " this.context = undefined;\n",
+ " this.message = undefined;\n",
+ " this.canvas = undefined;\n",
+ " this.rubberband_canvas = undefined;\n",
+ " this.rubberband_context = undefined;\n",
+ " this.format_dropdown = undefined;\n",
+ "\n",
+ " this.image_mode = 'full';\n",
+ "\n",
+ " this.root = $('
');\n",
+ " this._root_extra_style(this.root)\n",
+ " this.root.attr('style', 'display: inline-block');\n",
+ "\n",
+ " $(parent_element).append(this.root);\n",
+ "\n",
+ " this._init_header(this);\n",
+ " this._init_canvas(this);\n",
+ " this._init_toolbar(this);\n",
+ "\n",
+ " var fig = this;\n",
+ "\n",
+ " this.waiting = false;\n",
+ "\n",
+ " this.ws.onopen = function () {\n",
+ " fig.send_message(\"supports_binary\", {value: fig.supports_binary});\n",
+ " fig.send_message(\"send_image_mode\", {});\n",
+ " if (mpl.ratio != 1) {\n",
+ " fig.send_message(\"set_dpi_ratio\", {'dpi_ratio': mpl.ratio});\n",
+ " }\n",
+ " fig.send_message(\"refresh\", {});\n",
+ " }\n",
+ "\n",
+ " this.imageObj.onload = function() {\n",
+ " if (fig.image_mode == 'full') {\n",
+ " // Full images could contain transparency (where diff images\n",
+ " // almost always do), so we need to clear the canvas so that\n",
+ " // there is no ghosting.\n",
+ " fig.context.clearRect(0, 0, fig.canvas.width, fig.canvas.height);\n",
+ " }\n",
+ " fig.context.drawImage(fig.imageObj, 0, 0);\n",
+ " };\n",
+ "\n",
+ " this.imageObj.onunload = function() {\n",
+ " fig.ws.close();\n",
+ " }\n",
+ "\n",
+ " this.ws.onmessage = this._make_on_message_function(this);\n",
+ "\n",
+ " this.ondownload = ondownload;\n",
+ "}\n",
+ "\n",
+ "mpl.figure.prototype._init_header = function() {\n",
+ " var titlebar = $(\n",
+ " '');\n",
+ " var titletext = $(\n",
+ " '');\n",
+ " titlebar.append(titletext)\n",
+ " this.root.append(titlebar);\n",
+ " this.header = titletext[0];\n",
+ "}\n",
+ "\n",
+ "\n",
+ "\n",
+ "mpl.figure.prototype._canvas_extra_style = function(canvas_div) {\n",
+ "\n",
+ "}\n",
+ "\n",
+ "\n",
+ "mpl.figure.prototype._root_extra_style = function(canvas_div) {\n",
+ "\n",
+ "}\n",
+ "\n",
+ "mpl.figure.prototype._init_canvas = function() {\n",
+ " var fig = this;\n",
+ "\n",
+ " var canvas_div = $('');\n",
+ "\n",
+ " canvas_div.attr('style', 'position: relative; clear: both; outline: 0');\n",
+ "\n",
+ " function canvas_keyboard_event(event) {\n",
+ " return fig.key_event(event, event['data']);\n",
+ " }\n",
+ "\n",
+ " canvas_div.keydown('key_press', canvas_keyboard_event);\n",
+ " canvas_div.keyup('key_release', canvas_keyboard_event);\n",
+ " this.canvas_div = canvas_div\n",
+ " this._canvas_extra_style(canvas_div)\n",
+ " this.root.append(canvas_div);\n",
+ "\n",
+ " var canvas = $('');\n",
+ " canvas.addClass('mpl-canvas');\n",
+ " canvas.attr('style', \"left: 0; top: 0; z-index: 0; outline: 0\")\n",
+ "\n",
+ " this.canvas = canvas[0];\n",
+ " this.context = canvas[0].getContext(\"2d\");\n",
+ "\n",
+ " var backingStore = this.context.backingStorePixelRatio ||\n",
+ "\tthis.context.webkitBackingStorePixelRatio ||\n",
+ "\tthis.context.mozBackingStorePixelRatio ||\n",
+ "\tthis.context.msBackingStorePixelRatio ||\n",
+ "\tthis.context.oBackingStorePixelRatio ||\n",
+ "\tthis.context.backingStorePixelRatio || 1;\n",
+ "\n",
+ " mpl.ratio = (window.devicePixelRatio || 1) / backingStore;\n",
+ "\n",
+ " var rubberband = $('');\n",
+ " rubberband.attr('style', \"position: absolute; left: 0; top: 0; z-index: 1;\")\n",
+ "\n",
+ " var pass_mouse_events = true;\n",
+ "\n",
+ " canvas_div.resizable({\n",
+ " start: function(event, ui) {\n",
+ " pass_mouse_events = false;\n",
+ " },\n",
+ " resize: function(event, ui) {\n",
+ " fig.request_resize(ui.size.width, ui.size.height);\n",
+ " },\n",
+ " stop: function(event, ui) {\n",
+ " pass_mouse_events = true;\n",
+ " fig.request_resize(ui.size.width, ui.size.height);\n",
+ " },\n",
+ " });\n",
+ "\n",
+ " function mouse_event_fn(event) {\n",
+ " if (pass_mouse_events)\n",
+ " return fig.mouse_event(event, event['data']);\n",
+ " }\n",
+ "\n",
+ " rubberband.mousedown('button_press', mouse_event_fn);\n",
+ " rubberband.mouseup('button_release', mouse_event_fn);\n",
+ " // Throttle sequential mouse events to 1 every 20ms.\n",
+ " rubberband.mousemove('motion_notify', mouse_event_fn);\n",
+ "\n",
+ " rubberband.mouseenter('figure_enter', mouse_event_fn);\n",
+ " rubberband.mouseleave('figure_leave', mouse_event_fn);\n",
+ "\n",
+ " canvas_div.on(\"wheel\", function (event) {\n",
+ " event = event.originalEvent;\n",
+ " event['data'] = 'scroll'\n",
+ " if (event.deltaY < 0) {\n",
+ " event.step = 1;\n",
+ " } else {\n",
+ " event.step = -1;\n",
+ " }\n",
+ " mouse_event_fn(event);\n",
+ " });\n",
+ "\n",
+ " canvas_div.append(canvas);\n",
+ " canvas_div.append(rubberband);\n",
+ "\n",
+ " this.rubberband = rubberband;\n",
+ " this.rubberband_canvas = rubberband[0];\n",
+ " this.rubberband_context = rubberband[0].getContext(\"2d\");\n",
+ " this.rubberband_context.strokeStyle = \"#000000\";\n",
+ "\n",
+ " this._resize_canvas = function(width, height) {\n",
+ " // Keep the size of the canvas, canvas container, and rubber band\n",
+ " // canvas in synch.\n",
+ " canvas_div.css('width', width)\n",
+ " canvas_div.css('height', height)\n",
+ "\n",
+ " canvas.attr('width', width * mpl.ratio);\n",
+ " canvas.attr('height', height * mpl.ratio);\n",
+ " canvas.attr('style', 'width: ' + width + 'px; height: ' + height + 'px;');\n",
+ "\n",
+ " rubberband.attr('width', width);\n",
+ " rubberband.attr('height', height);\n",
+ " }\n",
+ "\n",
+ " // Set the figure to an initial 600x600px, this will subsequently be updated\n",
+ " // upon first draw.\n",
+ " this._resize_canvas(600, 600);\n",
+ "\n",
+ " // Disable right mouse context menu.\n",
+ " $(this.rubberband_canvas).bind(\"contextmenu\",function(e){\n",
+ " return false;\n",
+ " });\n",
+ "\n",
+ " function set_focus () {\n",
+ " canvas.focus();\n",
+ " canvas_div.focus();\n",
+ " }\n",
+ "\n",
+ " window.setTimeout(set_focus, 100);\n",
+ "}\n",
+ "\n",
+ "mpl.figure.prototype._init_toolbar = function() {\n",
+ " var fig = this;\n",
+ "\n",
+ " var nav_element = $('')\n",
+ " nav_element.attr('style', 'width: 100%');\n",
+ " this.root.append(nav_element);\n",
+ "\n",
+ " // Define a callback function for later on.\n",
+ " function toolbar_event(event) {\n",
+ " return fig.toolbar_button_onclick(event['data']);\n",
+ " }\n",
+ " function toolbar_mouse_event(event) {\n",
+ " return fig.toolbar_button_onmouseover(event['data']);\n",
+ " }\n",
+ "\n",
+ " for(var toolbar_ind in mpl.toolbar_items) {\n",
+ " var name = mpl.toolbar_items[toolbar_ind][0];\n",
+ " var tooltip = mpl.toolbar_items[toolbar_ind][1];\n",
+ " var image = mpl.toolbar_items[toolbar_ind][2];\n",
+ " var method_name = mpl.toolbar_items[toolbar_ind][3];\n",
+ "\n",
+ " if (!name) {\n",
+ " // put a spacer in here.\n",
+ " continue;\n",
+ " }\n",
+ " var button = $('');\n",
+ " button.addClass('ui-button ui-widget ui-state-default ui-corner-all ' +\n",
+ " 'ui-button-icon-only');\n",
+ " button.attr('role', 'button');\n",
+ " button.attr('aria-disabled', 'false');\n",
+ " button.click(method_name, toolbar_event);\n",
+ " button.mouseover(tooltip, toolbar_mouse_event);\n",
+ "\n",
+ " var icon_img = $('');\n",
+ " icon_img.addClass('ui-button-icon-primary ui-icon');\n",
+ " icon_img.addClass(image);\n",
+ " icon_img.addClass('ui-corner-all');\n",
+ "\n",
+ " var tooltip_span = $('');\n",
+ " tooltip_span.addClass('ui-button-text');\n",
+ " tooltip_span.html(tooltip);\n",
+ "\n",
+ " button.append(icon_img);\n",
+ " button.append(tooltip_span);\n",
+ "\n",
+ " nav_element.append(button);\n",
+ " }\n",
+ "\n",
+ " var fmt_picker_span = $('');\n",
+ "\n",
+ " var fmt_picker = $('');\n",
+ " fmt_picker.addClass('mpl-toolbar-option ui-widget ui-widget-content');\n",
+ " fmt_picker_span.append(fmt_picker);\n",
+ " nav_element.append(fmt_picker_span);\n",
+ " this.format_dropdown = fmt_picker[0];\n",
+ "\n",
+ " for (var ind in mpl.extensions) {\n",
+ " var fmt = mpl.extensions[ind];\n",
+ " var option = $(\n",
+ " '', {selected: fmt === mpl.default_extension}).html(fmt);\n",
+ " fmt_picker.append(option)\n",
+ " }\n",
+ "\n",
+ " // Add hover states to the ui-buttons\n",
+ " $( \".ui-button\" ).hover(\n",
+ " function() { $(this).addClass(\"ui-state-hover\");},\n",
+ " function() { $(this).removeClass(\"ui-state-hover\");}\n",
+ " );\n",
+ "\n",
+ " var status_bar = $('');\n",
+ " nav_element.append(status_bar);\n",
+ " this.message = status_bar[0];\n",
+ "}\n",
+ "\n",
+ "mpl.figure.prototype.request_resize = function(x_pixels, y_pixels) {\n",
+ " // Request matplotlib to resize the figure. Matplotlib will then trigger a resize in the client,\n",
+ " // which will in turn request a refresh of the image.\n",
+ " this.send_message('resize', {'width': x_pixels, 'height': y_pixels});\n",
+ "}\n",
+ "\n",
+ "mpl.figure.prototype.send_message = function(type, properties) {\n",
+ " properties['type'] = type;\n",
+ " properties['figure_id'] = this.id;\n",
+ " this.ws.send(JSON.stringify(properties));\n",
+ "}\n",
+ "\n",
+ "mpl.figure.prototype.send_draw_message = function() {\n",
+ " if (!this.waiting) {\n",
+ " this.waiting = true;\n",
+ " this.ws.send(JSON.stringify({type: \"draw\", figure_id: this.id}));\n",
+ " }\n",
+ "}\n",
+ "\n",
+ "\n",
+ "mpl.figure.prototype.handle_save = function(fig, msg) {\n",
+ " var format_dropdown = fig.format_dropdown;\n",
+ " var format = format_dropdown.options[format_dropdown.selectedIndex].value;\n",
+ " fig.ondownload(fig, format);\n",
+ "}\n",
+ "\n",
+ "\n",
+ "mpl.figure.prototype.handle_resize = function(fig, msg) {\n",
+ " var size = msg['size'];\n",
+ " if (size[0] != fig.canvas.width || size[1] != fig.canvas.height) {\n",
+ " fig._resize_canvas(size[0], size[1]);\n",
+ " fig.send_message(\"refresh\", {});\n",
+ " };\n",
+ "}\n",
+ "\n",
+ "mpl.figure.prototype.handle_rubberband = function(fig, msg) {\n",
+ " var x0 = msg['x0'] / mpl.ratio;\n",
+ " var y0 = (fig.canvas.height - msg['y0']) / mpl.ratio;\n",
+ " var x1 = msg['x1'] / mpl.ratio;\n",
+ " var y1 = (fig.canvas.height - msg['y1']) / mpl.ratio;\n",
+ " x0 = Math.floor(x0) + 0.5;\n",
+ " y0 = Math.floor(y0) + 0.5;\n",
+ " x1 = Math.floor(x1) + 0.5;\n",
+ " y1 = Math.floor(y1) + 0.5;\n",
+ " var min_x = Math.min(x0, x1);\n",
+ " var min_y = Math.min(y0, y1);\n",
+ " var width = Math.abs(x1 - x0);\n",
+ " var height = Math.abs(y1 - y0);\n",
+ "\n",
+ " fig.rubberband_context.clearRect(\n",
+ " 0, 0, fig.canvas.width, fig.canvas.height);\n",
+ "\n",
+ " fig.rubberband_context.strokeRect(min_x, min_y, width, height);\n",
+ "}\n",
+ "\n",
+ "mpl.figure.prototype.handle_figure_label = function(fig, msg) {\n",
+ " // Updates the figure title.\n",
+ " fig.header.textContent = msg['label'];\n",
+ "}\n",
+ "\n",
+ "mpl.figure.prototype.handle_cursor = function(fig, msg) {\n",
+ " var cursor = msg['cursor'];\n",
+ " switch(cursor)\n",
+ " {\n",
+ " case 0:\n",
+ " cursor = 'pointer';\n",
+ " break;\n",
+ " case 1:\n",
+ " cursor = 'default';\n",
+ " break;\n",
+ " case 2:\n",
+ " cursor = 'crosshair';\n",
+ " break;\n",
+ " case 3:\n",
+ " cursor = 'move';\n",
+ " break;\n",
+ " }\n",
+ " fig.rubberband_canvas.style.cursor = cursor;\n",
+ "}\n",
+ "\n",
+ "mpl.figure.prototype.handle_message = function(fig, msg) {\n",
+ " fig.message.textContent = msg['message'];\n",
+ "}\n",
+ "\n",
+ "mpl.figure.prototype.handle_draw = function(fig, msg) {\n",
+ " // Request the server to send over a new figure.\n",
+ " fig.send_draw_message();\n",
+ "}\n",
+ "\n",
+ "mpl.figure.prototype.handle_image_mode = function(fig, msg) {\n",
+ " fig.image_mode = msg['mode'];\n",
+ "}\n",
+ "\n",
+ "mpl.figure.prototype.updated_canvas_event = function() {\n",
+ " // Called whenever the canvas gets updated.\n",
+ " this.send_message(\"ack\", {});\n",
+ "}\n",
+ "\n",
+ "// A function to construct a web socket function for onmessage handling.\n",
+ "// Called in the figure constructor.\n",
+ "mpl.figure.prototype._make_on_message_function = function(fig) {\n",
+ " return function socket_on_message(evt) {\n",
+ " if (evt.data instanceof Blob) {\n",
+ " /* FIXME: We get \"Resource interpreted as Image but\n",
+ " * transferred with MIME type text/plain:\" errors on\n",
+ " * Chrome. But how to set the MIME type? It doesn't seem\n",
+ " * to be part of the websocket stream */\n",
+ " evt.data.type = \"image/png\";\n",
+ "\n",
+ " /* Free the memory for the previous frames */\n",
+ " if (fig.imageObj.src) {\n",
+ " (window.URL || window.webkitURL).revokeObjectURL(\n",
+ " fig.imageObj.src);\n",
+ " }\n",
+ "\n",
+ " fig.imageObj.src = (window.URL || window.webkitURL).createObjectURL(\n",
+ " evt.data);\n",
+ " fig.updated_canvas_event();\n",
+ " fig.waiting = false;\n",
+ " return;\n",
+ " }\n",
+ " else if (typeof evt.data === 'string' && evt.data.slice(0, 21) == \"data:image/png;base64\") {\n",
+ " fig.imageObj.src = evt.data;\n",
+ " fig.updated_canvas_event();\n",
+ " fig.waiting = false;\n",
+ " return;\n",
+ " }\n",
+ "\n",
+ " var msg = JSON.parse(evt.data);\n",
+ " var msg_type = msg['type'];\n",
+ "\n",
+ " // Call the \"handle_{type}\" callback, which takes\n",
+ " // the figure and JSON message as its only arguments.\n",
+ " try {\n",
+ " var callback = fig[\"handle_\" + msg_type];\n",
+ " } catch (e) {\n",
+ " console.log(\"No handler for the '\" + msg_type + \"' message type: \", msg);\n",
+ " return;\n",
+ " }\n",
+ "\n",
+ " if (callback) {\n",
+ " try {\n",
+ " // console.log(\"Handling '\" + msg_type + \"' message: \", msg);\n",
+ " callback(fig, msg);\n",
+ " } catch (e) {\n",
+ " console.log(\"Exception inside the 'handler_\" + msg_type + \"' callback:\", e, e.stack, msg);\n",
+ " }\n",
+ " }\n",
+ " };\n",
+ "}\n",
+ "\n",
+ "// from http://stackoverflow.com/questions/1114465/getting-mouse-location-in-canvas\n",
+ "mpl.findpos = function(e) {\n",
+ " //this section is from http://www.quirksmode.org/js/events_properties.html\n",
+ " var targ;\n",
+ " if (!e)\n",
+ " e = window.event;\n",
+ " if (e.target)\n",
+ " targ = e.target;\n",
+ " else if (e.srcElement)\n",
+ " targ = e.srcElement;\n",
+ " if (targ.nodeType == 3) // defeat Safari bug\n",
+ " targ = targ.parentNode;\n",
+ "\n",
+ " // jQuery normalizes the pageX and pageY\n",
+ " // pageX,Y are the mouse positions relative to the document\n",
+ " // offset() returns the position of the element relative to the document\n",
+ " var x = e.pageX - $(targ).offset().left;\n",
+ " var y = e.pageY - $(targ).offset().top;\n",
+ "\n",
+ " return {\"x\": x, \"y\": y};\n",
+ "};\n",
+ "\n",
+ "/*\n",
+ " * return a copy of an object with only non-object keys\n",
+ " * we need this to avoid circular references\n",
+ " * http://stackoverflow.com/a/24161582/3208463\n",
+ " */\n",
+ "function simpleKeys (original) {\n",
+ " return Object.keys(original).reduce(function (obj, key) {\n",
+ " if (typeof original[key] !== 'object')\n",
+ " obj[key] = original[key]\n",
+ " return obj;\n",
+ " }, {});\n",
+ "}\n",
+ "\n",
+ "mpl.figure.prototype.mouse_event = function(event, name) {\n",
+ " var canvas_pos = mpl.findpos(event)\n",
+ "\n",
+ " if (name === 'button_press')\n",
+ " {\n",
+ " this.canvas.focus();\n",
+ " this.canvas_div.focus();\n",
+ " }\n",
+ "\n",
+ " var x = canvas_pos.x * mpl.ratio;\n",
+ " var y = canvas_pos.y * mpl.ratio;\n",
+ "\n",
+ " this.send_message(name, {x: x, y: y, button: event.button,\n",
+ " step: event.step,\n",
+ " guiEvent: simpleKeys(event)});\n",
+ "\n",
+ " /* This prevents the web browser from automatically changing to\n",
+ " * the text insertion cursor when the button is pressed. We want\n",
+ " * to control all of the cursor setting manually through the\n",
+ " * 'cursor' event from matplotlib */\n",
+ " event.preventDefault();\n",
+ " return false;\n",
+ "}\n",
+ "\n",
+ "mpl.figure.prototype._key_event_extra = function(event, name) {\n",
+ " // Handle any extra behaviour associated with a key event\n",
+ "}\n",
+ "\n",
+ "mpl.figure.prototype.key_event = function(event, name) {\n",
+ "\n",
+ " // Prevent repeat events\n",
+ " if (name == 'key_press')\n",
+ " {\n",
+ " if (event.which === this._key)\n",
+ " return;\n",
+ " else\n",
+ " this._key = event.which;\n",
+ " }\n",
+ " if (name == 'key_release')\n",
+ " this._key = null;\n",
+ "\n",
+ " var value = '';\n",
+ " if (event.ctrlKey && event.which != 17)\n",
+ " value += \"ctrl+\";\n",
+ " if (event.altKey && event.which != 18)\n",
+ " value += \"alt+\";\n",
+ " if (event.shiftKey && event.which != 16)\n",
+ " value += \"shift+\";\n",
+ "\n",
+ " value += 'k';\n",
+ " value += event.which.toString();\n",
+ "\n",
+ " this._key_event_extra(event, name);\n",
+ "\n",
+ " this.send_message(name, {key: value,\n",
+ " guiEvent: simpleKeys(event)});\n",
+ " return false;\n",
+ "}\n",
+ "\n",
+ "mpl.figure.prototype.toolbar_button_onclick = function(name) {\n",
+ " if (name == 'download') {\n",
+ " this.handle_save(this, null);\n",
+ " } else {\n",
+ " this.send_message(\"toolbar_button\", {name: name});\n",
+ " }\n",
+ "};\n",
+ "\n",
+ "mpl.figure.prototype.toolbar_button_onmouseover = function(tooltip) {\n",
+ " this.message.textContent = tooltip;\n",
+ "};\n",
+ "mpl.toolbar_items = [[\"Home\", \"Reset original view\", \"fa fa-home icon-home\", \"home\"], [\"Back\", \"Back to previous view\", \"fa fa-arrow-left icon-arrow-left\", \"back\"], [\"Forward\", \"Forward to next view\", \"fa fa-arrow-right icon-arrow-right\", \"forward\"], [\"\", \"\", \"\", \"\"], [\"Pan\", \"Pan axes with left mouse, zoom with right\", \"fa fa-arrows icon-move\", \"pan\"], [\"Zoom\", \"Zoom to rectangle\", \"fa fa-square-o icon-check-empty\", \"zoom\"], [\"\", \"\", \"\", \"\"], [\"Download\", \"Download plot\", \"fa fa-floppy-o icon-save\", \"download\"]];\n",
+ "\n",
+ "mpl.extensions = [\"eps\", \"jpeg\", \"pdf\", \"png\", \"ps\", \"raw\", \"svg\", \"tif\"];\n",
+ "\n",
+ "mpl.default_extension = \"png\";var comm_websocket_adapter = function(comm) {\n",
+ " // Create a \"websocket\"-like object which calls the given IPython comm\n",
+ " // object with the appropriate methods. Currently this is a non binary\n",
+ " // socket, so there is still some room for performance tuning.\n",
+ " var ws = {};\n",
+ "\n",
+ " ws.close = function() {\n",
+ " comm.close()\n",
+ " };\n",
+ " ws.send = function(m) {\n",
+ " //console.log('sending', m);\n",
+ " comm.send(m);\n",
+ " };\n",
+ " // Register the callback with on_msg.\n",
+ " comm.on_msg(function(msg) {\n",
+ " //console.log('receiving', msg['content']['data'], msg);\n",
+ " // Pass the mpl event to the overridden (by mpl) onmessage function.\n",
+ " ws.onmessage(msg['content']['data'])\n",
+ " });\n",
+ " return ws;\n",
+ "}\n",
+ "\n",
+ "mpl.mpl_figure_comm = function(comm, msg) {\n",
+ " // This is the function which gets called when the mpl process\n",
+ " // starts-up an IPython Comm through the \"matplotlib\" channel.\n",
+ "\n",
+ " var id = msg.content.data.id;\n",
+ " // Get hold of the div created by the display call when the Comm\n",
+ " // socket was opened in Python.\n",
+ " var element = $(\"#\" + id);\n",
+ " var ws_proxy = comm_websocket_adapter(comm)\n",
+ "\n",
+ " function ondownload(figure, format) {\n",
+ " window.open(figure.imageObj.src);\n",
+ " }\n",
+ "\n",
+ " var fig = new mpl.figure(id, ws_proxy,\n",
+ " ondownload,\n",
+ " element.get(0));\n",
+ "\n",
+ " // Call onopen now - mpl needs it, as it is assuming we've passed it a real\n",
+ " // web socket which is closed, not our websocket->open comm proxy.\n",
+ " ws_proxy.onopen();\n",
+ "\n",
+ " fig.parent_element = element.get(0);\n",
+ " fig.cell_info = mpl.find_output_cell(\"\");\n",
+ " if (!fig.cell_info) {\n",
+ " console.error(\"Failed to find cell for figure\", id, fig);\n",
+ " return;\n",
+ " }\n",
+ "\n",
+ " var output_index = fig.cell_info[2]\n",
+ " var cell = fig.cell_info[0];\n",
+ "\n",
+ "};\n",
+ "\n",
+ "mpl.figure.prototype.handle_close = function(fig, msg) {\n",
+ " var width = fig.canvas.width/mpl.ratio\n",
+ " fig.root.unbind('remove')\n",
+ "\n",
+ " // Update the output cell to use the data from the current canvas.\n",
+ " fig.push_to_output();\n",
+ " var dataURL = fig.canvas.toDataURL();\n",
+ " // Re-enable the keyboard manager in IPython - without this line, in FF,\n",
+ " // the notebook keyboard shortcuts fail.\n",
+ " IPython.keyboard_manager.enable()\n",
+ " $(fig.parent_element).html('');\n",
+ " fig.close_ws(fig, msg);\n",
+ "}\n",
+ "\n",
+ "mpl.figure.prototype.close_ws = function(fig, msg){\n",
+ " fig.send_message('closing', msg);\n",
+ " // fig.ws.close()\n",
+ "}\n",
+ "\n",
+ "mpl.figure.prototype.push_to_output = function(remove_interactive) {\n",
+ " // Turn the data on the canvas into data in the output cell.\n",
+ " var width = this.canvas.width/mpl.ratio\n",
+ " var dataURL = this.canvas.toDataURL();\n",
+ " this.cell_info[1]['text/html'] = '';\n",
+ "}\n",
+ "\n",
+ "mpl.figure.prototype.updated_canvas_event = function() {\n",
+ " // Tell IPython that the notebook contents must change.\n",
+ " IPython.notebook.set_dirty(true);\n",
+ " this.send_message(\"ack\", {});\n",
+ " var fig = this;\n",
+ " // Wait a second, then push the new image to the DOM so\n",
+ " // that it is saved nicely (might be nice to debounce this).\n",
+ " setTimeout(function () { fig.push_to_output() }, 1000);\n",
+ "}\n",
+ "\n",
+ "mpl.figure.prototype._init_toolbar = function() {\n",
+ " var fig = this;\n",
+ "\n",
+ " var nav_element = $('')\n",
+ " nav_element.attr('style', 'width: 100%');\n",
+ " this.root.append(nav_element);\n",
+ "\n",
+ " // Define a callback function for later on.\n",
+ " function toolbar_event(event) {\n",
+ " return fig.toolbar_button_onclick(event['data']);\n",
+ " }\n",
+ " function toolbar_mouse_event(event) {\n",
+ " return fig.toolbar_button_onmouseover(event['data']);\n",
+ " }\n",
+ "\n",
+ " for(var toolbar_ind in mpl.toolbar_items){\n",
+ " var name = mpl.toolbar_items[toolbar_ind][0];\n",
+ " var tooltip = mpl.toolbar_items[toolbar_ind][1];\n",
+ " var image = mpl.toolbar_items[toolbar_ind][2];\n",
+ " var method_name = mpl.toolbar_items[toolbar_ind][3];\n",
+ "\n",
+ " if (!name) { continue; };\n",
+ "\n",
+ " var button = $('');\n",
+ " button.click(method_name, toolbar_event);\n",
+ " button.mouseover(tooltip, toolbar_mouse_event);\n",
+ " nav_element.append(button);\n",
+ " }\n",
+ "\n",
+ " // Add the status bar.\n",
+ " var status_bar = $('');\n",
+ " nav_element.append(status_bar);\n",
+ " this.message = status_bar[0];\n",
+ "\n",
+ " // Add the close button to the window.\n",
+ " var buttongrp = $('');\n",
+ " var button = $('');\n",
+ " button.click(function (evt) { fig.handle_close(fig, {}); } );\n",
+ " button.mouseover('Stop Interaction', toolbar_mouse_event);\n",
+ " buttongrp.append(button);\n",
+ " var titlebar = this.root.find($('.ui-dialog-titlebar'));\n",
+ " titlebar.prepend(buttongrp);\n",
+ "}\n",
+ "\n",
+ "mpl.figure.prototype._root_extra_style = function(el){\n",
+ " var fig = this\n",
+ " el.on(\"remove\", function(){\n",
+ "\tfig.close_ws(fig, {});\n",
+ " });\n",
+ "}\n",
+ "\n",
+ "mpl.figure.prototype._canvas_extra_style = function(el){\n",
+ " // this is important to make the div 'focusable\n",
+ " el.attr('tabindex', 0)\n",
+ " // reach out to IPython and tell the keyboard manager to turn it's self\n",
+ " // off when our div gets focus\n",
+ "\n",
+ " // location in version 3\n",
+ " if (IPython.notebook.keyboard_manager) {\n",
+ " IPython.notebook.keyboard_manager.register_events(el);\n",
+ " }\n",
+ " else {\n",
+ " // location in version 2\n",
+ " IPython.keyboard_manager.register_events(el);\n",
+ " }\n",
+ "\n",
+ "}\n",
+ "\n",
+ "mpl.figure.prototype._key_event_extra = function(event, name) {\n",
+ " var manager = IPython.notebook.keyboard_manager;\n",
+ " if (!manager)\n",
+ " manager = IPython.keyboard_manager;\n",
+ "\n",
+ " // Check for shift+enter\n",
+ " if (event.shiftKey && event.which == 13) {\n",
+ " this.canvas_div.blur();\n",
+ " event.shiftKey = false;\n",
+ " // Send a \"J\" for go to next cell\n",
+ " event.which = 74;\n",
+ " event.keyCode = 74;\n",
+ " manager.command_mode();\n",
+ " manager.handle_keydown(event);\n",
+ " }\n",
+ "}\n",
+ "\n",
+ "mpl.figure.prototype.handle_save = function(fig, msg) {\n",
+ " fig.ondownload(fig, null);\n",
+ "}\n",
+ "\n",
+ "\n",
+ "mpl.find_output_cell = function(html_output) {\n",
+ " // Return the cell and output element which can be found *uniquely* in the notebook.\n",
+ " // Note - this is a bit hacky, but it is done because the \"notebook_saving.Notebook\"\n",
+ " // IPython event is triggered only after the cells have been serialised, which for\n",
+ " // our purposes (turning an active figure into a static one), is too late.\n",
+ " var cells = IPython.notebook.get_cells();\n",
+ " var ncells = cells.length;\n",
+ " for (var i=0; i= 3 moved mimebundle to data attribute of output\n",
+ " data = data.data;\n",
+ " }\n",
+ " if (data['text/html'] == html_output) {\n",
+ " return [cell, data, j];\n",
+ " }\n",
+ " }\n",
+ " }\n",
+ " }\n",
+ "}\n",
+ "\n",
+ "// Register the function which deals with the matplotlib target/channel.\n",
+ "// The kernel may be null if the page has been refreshed.\n",
+ "if (IPython.notebook.kernel != null) {\n",
+ " IPython.notebook.kernel.comm_manager.register_target('matplotlib', mpl.mpl_figure_comm);\n",
+ "}\n"
+ ],
+ "text/plain": [
+ ""
+ ]
+ },
+ "metadata": {},
+ "output_type": "display_data"
+ },
+ {
+ "data": {
+ "text/html": [
+ ""
+ ],
+ "text/plain": [
+ ""
+ ]
+ },
+ "metadata": {},
+ "output_type": "display_data"
+ },
+ {
+ "data": {
+ "text/plain": [
+ "[]"
+ ]
+ },
+ "execution_count": 36,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "values = session['values']\n",
+ "plt.plot(values, '.')"
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {},
+ "source": [
+ "### Simple detection"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "peak_detector_simple = PeakDetectorSimple(threshold=5000)\n",
+ "peaks = detect_peaks(session['values'], peak_detector_simple)"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "plt.figure()\n",
+ "plt.plot(session['timestamps'], session['values'], '-', label='data')\n",
+ "plt.plot(session['timestamps'][peaks], session['values'][peaks], 'o', \n",
+ " label=f\"Simple {peak_detector_simple.threshold}\")\n",
+ "plt.title(\"Peak detection\")\n",
+ "plt.show()"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "metadata": {
+ "scrolled": true
+ },
+ "outputs": [],
+ "source": [
+ "for threshold in (500, 1000, 2000, 3000, 5000, 6000, 7000, 8000):\n",
+ " peak_detector_simple = PeakDetectorSimple(threshold=threshold)\n",
+ " peaks = detect_peaks(session['values'], peak_detector_simple)\n",
+ " print(f\"{threshold} : {len(peaks)}\")"
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {},
+ "source": [
+ "## Complex peak detection"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "lag = 20\n",
+ "peak_detector_zscore = PeakDetectorZScore(lag=lag, threshold=2, influence=0.1)\n",
+ "peaks = detect_peaks(session['values'], peak_detector_zscore)\n",
+ "up_down = np.array([0] * lag + peak_detector_zscore.up_down_signal)\n",
+ "up_down[up_down < 0] = -10\n",
+ "up_down[up_down > 0] = 10000\n",
+ "avgs = np.array([0] * lag + peak_detector_zscore._filter.means)\n",
+ "filtered = np.array([0] * lag + peak_detector_zscore._filter.filtered)\n",
+ "upper_bounds = np.array([0] * lag + peak_detector_zscore._filter.upper_bounds)"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "plt.figure()\n",
+ "plt.plot(session['timestamps'], session['values'], 'x-', label='data')\n",
+ "plt.plot(session['timestamps'], filtered, 'x', label='filtered')\n",
+ "#plt.plot(session['timestamps'], up_down, '-', label='up_down')\n",
+ "plt.plot(session['timestamps'], avgs, '-', label='avg')\n",
+ "#plt.plot(session['timestamps'], upper_bounds, '-', label='uppe bounds')\n",
+ "\n",
+ "plt.plot(session['timestamps'][peaks], session['values'][peaks], 'o', \n",
+ " label=f\"Peaks\")\n",
+ "plt.title(\"Peak detection\")\n",
+ "plt.legend()\n",
+ "plt.show()"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "metadata": {},
+ "outputs": [],
+ "source": []
+ }
+ ],
+ "metadata": {
+ "kernelspec": {
+ "display_name": "Python 3",
+ "language": "python",
+ "name": "python3"
+ },
+ "language_info": {
+ "codemirror_mode": {
+ "name": "ipython",
+ "version": 3
+ },
+ "file_extension": ".py",
+ "mimetype": "text/x-python",
+ "name": "python",
+ "nbconvert_exporter": "python",
+ "pygments_lexer": "ipython3",
+ "version": "3.7.5"
+ }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 2
+}
diff --git a/python-mock/log.py b/python-mock/log.py
new file mode 100644
index 0000000..191bc97
--- /dev/null
+++ b/python-mock/log.py
@@ -0,0 +1,30 @@
+import matplotlib.pyplot as plt
+import socket
+import struct
+import numpy as np
+import datetime
+
+device = '192.168.178.79'
+
+def network_receive():
+ int_size = 4
+ s = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
+ s.connect((device, 123))
+ number_of_elements = struct.unpack('i', s.recv(int_size, socket.MSG_WAITALL))[0]
+ session_start_time = struct.unpack('i', s.recv(int_size, socket.MSG_WAITALL))[0]
+ dtime = datetime.datetime.fromtimestamp(session_start_time)
+ print("Number of elements {}, session start {}".format(number_of_elements, dtime))
+ data_buffer = struct.unpack('{}i'.format(number_of_elements), s.recv(int_size * number_of_elements, socket.MSG_WAITALL))
+ s.close()
+ return np.array(data_buffer, dtype=np.int32)
+
+data = network_receive()
+plt.plot(data)
+plt.show()
+print(network_receive())
+
+#data = []
+#while True:
+# value = network_receive()
+# data.append(value)
+# print(value, min(data), max(data))
diff --git a/python-mock/measurement_session.py b/python-mock/measurement_session.py
new file mode 100644
index 0000000..b45ebb7
--- /dev/null
+++ b/python-mock/measurement_session.py
@@ -0,0 +1,95 @@
+import numpy as np
+import msgpack
+
+
+def _decoding_hook(code, data):
+ if code == -47 or code == 47 or code== -51:
+ return np.frombuffer(data, dtype=np.int16)
+ print(code)
+ return 'unknown ext'
+
+
+def _encoding_hook(obj):
+ if isinstance(obj, np.ndarray) and obj.dtype == np.int16:
+ buffer = memoryview(obj).tobytes()
+ assert len(buffer) / 2 == len(obj)
+ return msgpack.ExtType(47, buffer)
+ raise TypeError("Cannot pack: %s of type %s" % (obj, str(type(obj))))
+
+
+def deserialize(stream):
+ return msgpack.unpackb(stream, ext_hook=_decoding_hook, raw=False)
+
+
+def serialize(obj):
+ return msgpack.packb(obj, default=_encoding_hook, use_bin_type=True)
+
+
+def load_session_from_file(file):
+ with open(file, 'rb') as f:
+ file_contents = f.read()
+ return deserialize(file_contents)
+
+
+def plot_session(session):
+ import matplotlib.pyplot as plt
+ y = session['values']
+ if 'timestamps' in session:
+ interval = 10
+ t = session['timestamps'] / interval
+ time_range_seconds = t[-1] - t[0]
+ description = f"Sparse session, {len(t)} data points, {time_range_seconds / 60} minutes"
+ plt.plot(session['timestamps'], session['values'], 'x-')
+ else:
+ measurement_interval = session.get('interval', 100)
+ t = np.arange(len(y)) * measurement_interval / 1000
+ description = f"Dense session, {len(t)} data points, {t[-1] / 60} minutes"
+ plt.plot(t, y)
+ plt.title(description)
+
+
+def prune_overflown_session(session, max_elements=8 * 1024):
+ session = session.copy()
+ session['values'] = session['values'][:max_elements]
+ if 'timestamps' in session:
+ session['timestamps'] = session['timestamps'][:max_elements]
+
+ return session
+
+
+def prune(session, beginning=10, end=10):
+ session = session.copy()
+ session['values'] = session['values'][beginning:-end]
+ session['timestamps'] = session['timestamps'][beginning:-end]
+ session['startIndex'] += beginning
+ return session
+
+
+#def extend(session, value, beginning, end):
+# session = session.copy()
+# session['values'] = np.concatenate((np.ones([beginning]) * value, session['values'], np.ones([end]) * value))
+# what to put in time stamps?
+# return session
+
+
+def start_at_index(session, index):
+ session = session.copy()
+ to_remove = index - session['startIndex']
+ if to_remove > 0:
+ session['values'] = session['values'][to_remove:]
+ if 'timestamps' in session:
+ session['timestamps'] = session['timestamps'][to_remove:]
+ return session
+
+
+def test_serialization_deserialization(session_file):
+ with open(session_file, 'rb') as f:
+ raw_file_contents = f.read()
+ session = load_session_from_file(session_file)
+ serialized = serialize(session)
+ deserialized = deserialize(serialized)
+ np.testing.assert_equal(deserialized['values'], session['values'])
+
+
+if __name__ == '__main__':
+ test_serialization_deserialization('../example_sessions/04.st')
diff --git a/python-mock/mock.py b/python-mock/mock.py
new file mode 100644
index 0000000..228facd
--- /dev/null
+++ b/python-mock/mock.py
@@ -0,0 +1,16 @@
+import os
+from flask import Flask, Response, request
+from .measurement_session import load_session_from_file, serialize, start_at_index, prune_overflown_session
+
+app = Flask(__name__)
+SESSION_DIR = '../example_sessions'
+
+
+@app.route("/api/sessionhistory/", method=['GET'])
+def session_history(session_id):
+ start_index = request.args.key.get('startIndex', 0)
+ file_name = os.path.join(SESSION_DIR, session_id) + '.st'
+ session = load_session_from_file(file_name)
+ session = prune_overflown_session(session)
+ session = start_at_index(session, start_index)
+ return Response(serialize(session), mimetype="application/x-msgpack")
diff --git a/python-mock/peak_detection.py b/python-mock/peak_detection.py
new file mode 100644
index 0000000..d310898
--- /dev/null
+++ b/python-mock/peak_detection.py
@@ -0,0 +1,195 @@
+import numpy as np
+
+__all__ = ['PeakDetectorZScore', 'PeakDetectorSimple', 'detect_peaks']
+
+
+def detect_peaks(values, detector):
+ for v in values:
+ detector.add(v)
+ return np.array(detector.peaks, dtype=int)
+
+
+class PeakDetectorSimple:
+ def __init__(self, threshold):
+ self.peaks = []
+ self._queue = []
+ self.threshold = threshold
+ self._counter = 0
+ self._last_min = 0
+
+ def add(self, value):
+ self._queue.append(value)
+ if len(self._queue) > 3:
+ self._queue.pop(0)
+ if len(self._queue) != 3:
+ return
+ last, current, following = self._queue
+ is_maximum = current > following and current > last
+ if is_maximum and (current - self._last_min) > self.threshold:
+ self.peaks.append(self._counter + 1)
+ self._last_min = current
+ self._last_min = min(self._last_min, current)
+ self._counter += 1
+
+
+class PeakDetectorZScore:
+ def __init__(self, lag, threshold, influence):
+ self._filter = ZScoreFilter(lag, threshold, influence)
+ self.peaks = []
+ self._counter = 0
+ self._previous_signal = 0
+ self._max = None
+ self._max_index = None
+
+ # debug
+ self.up_down_signal = []
+
+ def add(self, value):
+ signal = self._filter.add(value)
+ if signal is not None:
+ self.up_down_signal.append(signal)
+
+ rising_flank = self._previous_signal != 1 and signal == 1
+ falling_flank = self._previous_signal == 1 and signal != 1
+ if rising_flank:
+ self._max = -1
+ if signal == 1 and self._max is not None and value > self._max:
+ self._max = value
+ self._max_index = self._counter
+ if falling_flank:
+ self.peaks.append(self._max_index)
+
+ self._previous_signal = signal
+ self._counter += 1
+
+
+class StatisticsQueue:
+
+ def __init__(self, size):
+ self._queue = []
+ self._queue_sum = 0
+ self._queue_sum_sq = 0
+ self._size = size
+
+ def add(self, value):
+ self._queue.append(value)
+
+ self._queue_sum += value
+ self._queue_sum_sq += value ** 2
+ if len(self._queue) > self._size:
+ removed = self._queue.pop(0)
+ self._queue_sum -= removed
+ self._queue_sum_sq -= removed ** 2
+
+ @property
+ def avg(self):
+ return self._queue_sum / len(self._queue)
+
+ @property
+ def variance(self):
+ exp_sq = self._queue_sum_sq / len(self._queue)
+ return exp_sq - self.avg ** 2
+
+ @property
+ def std_deviation(self):
+ return np.sqrt(self.variance)
+
+ @property
+ def filled(self):
+ return len(self._queue) == self._size
+
+
+class ZScoreFilter:
+ def __init__(self, lag, threshold, influence):
+ self._threshold = threshold
+ self._influence = influence
+ self._stat_queue = StatisticsQueue(lag)
+ self._last_value = None
+
+ # debug
+ self.filtered = []
+ self.means = []
+ self.upper_bounds = []
+
+ def add(self, value):
+ sq = self._stat_queue
+ if not sq.filled:
+ sq.add(value)
+ self._last_value = value
+ return None
+ else:
+ avg = sq.avg
+ self.means.append(avg)
+ self.upper_bounds.append(avg + self._threshold * sq.std_deviation)
+ if abs(value - avg) > self._threshold * sq.std_deviation:
+ signal = 1 if value > avg else -1
+ filtered = self._influence * value + (1 - self._influence) * self._last_value
+ sq.add(filtered)
+ self._last_value = filtered
+ self.filtered.append(filtered)
+ return signal
+ else:
+ sq.add(value)
+ self._last_value = value
+ self.filtered.append(value)
+ return 0
+
+
+def peak_detection_z_score(y, lag, threshold, influence):
+ signals = np.zeros(len(y))
+ filtered_y = np.array(y)
+ avg_filter = [0] * len(y)
+ std_filter = [0] * len(y)
+ avg_filter[lag - 1] = np.mean(y[0:lag])
+ std_filter[lag - 1] = np.std(y[0:lag])
+ for i in range(lag, len(y)):
+ if abs(y[i] - avg_filter[i - 1]) > threshold * std_filter[i - 1]:
+ if y[i] > avg_filter[i - 1]:
+ signals[i] = 1
+ else:
+ signals[i] = -1
+
+ filtered_y[i] = influence * y[i] + (1 - influence) * filtered_y[i - 1]
+ else:
+ signals[i] = 0
+ filtered_y[i] = y[i]
+ avg_filter[i] = np.mean(filtered_y[(i - lag + 1):i + 1])
+ std_filter[i] = np.std(filtered_y[(i - lag + 1):i + 1])
+
+ return dict(signals=np.asarray(signals),
+ avgFilter=np.asarray(avg_filter),
+ stdFilter=np.asarray(std_filter))
+
+
+def test_zscore():
+ from measurement_session import load_session_from_file, prune_overflown_session, prune
+ import matplotlib.pyplot as plt
+
+ session_file = '../example_sessions/06.st'
+ session = load_session_from_file(session_file)
+ session = prune_overflown_session(session)
+ session = prune(session, 10, 50)
+
+ lag = 8
+ peak_detector_zscore = PeakDetectorZScore(lag=lag, threshold=2, influence=0)
+ peaks = detect_peaks(session['values'], peak_detector_zscore)
+ up_down = np.array([0] * lag + peak_detector_zscore.up_down_signal)
+ up_down[up_down < 0] = -10
+ up_down[up_down > 0] = 10000
+ avgs = np.array([0] * lag + peak_detector_zscore._filter.means)
+ filtered = np.array([0] * lag + peak_detector_zscore._filter.filtered)
+
+ plt.figure()
+ plt.plot(session['timestamps'], session['values'], 'x-', label='data')
+ plt.plot(session['timestamps'], filtered, 'x', label='filtered')
+ plt.plot(session['timestamps'], up_down, '-', label='up_down')
+ plt.plot(session['timestamps'], avgs, '-', label='avg')
+
+ # plt.plot(session['timestamps'][peaks+8], session['values'][peaks+8], 'o',
+ # label=f"Simple {peak_detector_simple.threshold}")
+ plt.title("Peak detection")
+ plt.show()
+
+
+if __name__ == '__main__':
+ test_zscore()
diff --git a/python-mock/plot.py b/python-mock/plot.py
new file mode 100644
index 0000000..e48b2a8
--- /dev/null
+++ b/python-mock/plot.py
@@ -0,0 +1,50 @@
+import matplotlib.pyplot as plt
+import numpy as np
+from msgpack.fallback import unpackb
+import requests
+import array
+
+
+def ext_hook(code, data):
+ #if code == -47:
+ if code == -51:
+ return np.frombuffer(data, dtype=np.int16)
+ else:
+ print(code)
+ return 'unknown ext'
+
+
+def decode(stream):
+ return unpackb(stream, ext_hook=ext_hook, raw=False)
+
+
+def from_file(file_name):
+ with open(file_name, 'rb') as f:
+ file_contents = f.read()
+ print("File size", len(file_contents))
+ res = decode(file_contents)
+ print(res)
+ plt.plot(res['values'], 'x-')
+ plt.show()
+ return res
+
+
+def from_network(url="http://swimtrainer/api/session", start_index=0):
+ r = requests.get("{}?startIndex={}".format(url, start_index))
+ res = decode(r.content)
+ print(res)
+ plt.plot(res['timestamps'], res['values'], 'x-')
+ plt.show()
+
+
+def analyze(data, max_size=8*1024):
+ time_stamps = data['timestamps'][:max_size]
+ values = data['values'][:max_size]
+ time_range_seconds = (time_stamps[-1] - time_stamps[0]) / 10
+ dense_time_range_seconds = max_size / 10
+ print("Time range {}, dense {} [minutes]".format(time_range_seconds / 60, dense_time_range_seconds / 60))
+
+#from_network()
+res = from_file('1589394292.st')
+print(res)
+#analyze(res)
diff --git a/readme b/readme
deleted file mode 100644
index 9627eb8..0000000
--- a/readme
+++ /dev/null
@@ -1,6 +0,0 @@
-
-Run tests:
- pio test -v -e native
-
-Compile and upload:
- pio run -e d1 -t upload
\ No newline at end of file
diff --git a/todo.txt b/todo.txt
deleted file mode 100644
index 0289d60..0000000
--- a/todo.txt
+++ /dev/null
@@ -1,7 +0,0 @@
-Backend:
- - webdav
- -> delete stuff
- - SPIFFS remove if full, before rotate (i.e. delete oldest)
- - auto-off, auto-on feature for session management
-
-