{"type":"doc","content":[{"type":"paragraph"},{"type":"heading","attrs":{"level":1},"content":[{"text":"Table of contents","type":"text"}]},{"type":"rule"},{"type":"extension","attrs":{"layout":"default","extensionType":"com.atlassian.confluence.macro.core","extensionKey":"toc","parameters":{"macroParams":{"minLevel":{"value":"1"},"maxLevel":{"value":"4"}},"macroMetadata":{"macroId":{"value":"ac0452582ab196075b79aff970859f6f"},"schemaVersion":{"value":"1"},"title":"Table of Contents"}},"localId":"2651a8cb-9e17-4ee5-8ac2-236eecd49e74"}},{"type":"paragraph"},{"type":"heading","attrs":{"level":1},"content":[{"text":"Introduction","type":"text"}]},{"type":"rule"},{"type":"paragraph","content":[{"text":"This explanation assumes that the i-PRO camera application development environment has been completed.","type":"text"},{"type":"hardBreak"},{"text":"If you are not ready to build the development environment, please refer to ","type":"text"},{"text":"here","type":"text","marks":[{"type":"link","attrs":{"href":"https://dev-partner-en.i-pro.com/page/introduction"}}]},{"text":" to complete it.","type":"text"},{"type":"hardBreak"}]},{"type":"paragraph","content":[{"text":"Also, in this tutorial, the SDK installation directory is described as ","type":"text"},{"text":"${SDK_DIR}","type":"text","marks":[{"type":"code"}]},{"text":".","type":"text"},{"type":"hardBreak"}]},{"type":"heading","attrs":{"level":1},"content":[{"text":"Operation overview","type":"text"}]},{"type":"rule"},{"type":"paragraph","content":[{"text":"yuv_ssd_app is a sample application that draws object names and frames on the model on the camera.","type":"text"}]},{"type":"paragraph"},{"type":"heading","attrs":{"level":1},"content":[{"text":"External libraries required for operation","type":"text"}]},{"type":"rule"},{"type":"paragraph","content":[{"text":"No special mention.","type":"text"}]},{"type":"paragraph"},{"type":"heading","attrs":{"level":1},"content":[{"text":"Directory path of the sample app","type":"text"}]},{"type":"rule"},{"type":"paragraph","content":[{"text":"The C/C++ source code is stored below.","type":"text"}]},{"type":"blockquote","content":[{"type":"paragraph","content":[{"text":"${SDK_DIR}/src/adamapp/yuv_ssd_app","type":"text"}]}]},{"type":"paragraph","content":[{"text":"The Python source code is stored below.","type":"text"}]},{"type":"blockquote","content":[{"type":"paragraph","content":[{"text":"${SDK_DIR}/src/adamapp-py/yuv_ssd_app","type":"text"}]}]},{"type":"paragraph"},{"type":"heading","attrs":{"level":1},"content":[{"text":"Use of AI model conversion tool","type":"text"}]},{"type":"rule"},{"type":"paragraph","content":[{"text":"Before building the sample app, you need to use the AI model conversion tool.","type":"text"}]},{"type":"panel","attrs":{"panelType":"info"},"content":[{"type":"paragraph","content":[{"text":"The yuv_ssd_app sample application has the following files, so you can check the operation without using the AI model conversion tool.","type":"text"}]},{"type":"paragraph","content":[{"text":"[For ambaCV2X app]","type":"text"},{"type":"hardBreak"},{"text":"${SDK_DIR}/src/adamapp/yuv_ssd_app/data_CV2X/cnn/mobilenet_priorbox_fp32.bin","type":"text"},{"type":"hardBreak"},{"text":"${SDK_DIR}/src/adamapp/yuv_ssd_app/data_CV2X/cnn/mobilenetv1_ssd_cavalry.bin","type":"text"},{"type":"hardBreak"},{"text":"[For ambaCV5X app]","type":"text"},{"type":"hardBreak"},{"text":"${SDK_DIR}/src/adamapp/yuv_ssd_app/data_CV5X/cnn/mobilenet_priorbox_fp32.bin","type":"text"},{"type":"hardBreak"},{"text":"${SDK_DIR}/src/adamapp/yuv_ssd_app/data_CV5X/cnn/mobilenetv1_ssd_cavalry.bin","type":"text"}]}]},{"type":"paragraph","content":[{"text":"Get the AI model conversion tool from below and build the environment.","type":"text"}]},{"type":"paragraph","content":[{"text":"AI model convert tool - Technology Partner FAQ (En) - Confluence (atlassian.net)","type":"text","marks":[{"type":"link","attrs":{"href":"https://iproiot.atlassian.net/wiki/spaces/TPFAQEN/pages/967804089"}}]}]},{"type":"panel","attrs":{"panelType":"info"},"content":[{"type":"paragraph","content":[{"text":"It may take several days from the time you make an inquiry to the time it is provided.","type":"text"}]}]},{"type":"paragraph","content":[{"text":" After building the environment, refer to the following and convert the yolov5 sample model.","type":"text"}]},{"type":"paragraph","content":[{"text":"AI model convert tool: Tensorflow - Technology Partner FAQ (En) - Confluence (atlassian.net)","type":"text","marks":[{"type":"link","attrs":{"href":"https://iproiot.atlassian.net/wiki/spaces/TPFAQEN/pages/967804687"}}]}]},{"type":"paragraph"},{"type":"heading","attrs":{"level":1},"content":[{"text":"How to build the sample app (C/C++)","type":"text"}]},{"type":"rule"},{"type":"paragraph","content":[{"text":"Load the build environment settings file in the SDK installation directory.","type":"text"}]},{"type":"codeBlock","content":[{"text":"$ cd ${SDK_DIR}\n$ source setup_env.sh ipro-ambaCV2X","type":"text"}]},{"type":"panel","attrs":{"panelType":"info"},"content":[{"type":"paragraph","content":[{"text":"Set the build environment according to each environment.","type":"text"},{"type":"hardBreak"},{"text":"Here, specify ","type":"text"},{"text":"ipro-ambaCV2X","type":"text","marks":[{"type":"code"}]},{"text":".","type":"text"}]}]},{"type":"paragraph"},{"type":"paragraph","content":[{"text":"Next, place the model-converted mobilenet_cavalry.bin file in the sample app directory with the following configuration.","type":"text"}]},{"type":"blockquote","content":[{"type":"paragraph","content":[{"text":"[For ambaCV2X app]","type":"text"},{"type":"hardBreak"},{"text":"${SDK_DIR}/src/adamapp/yuv_ssd_app/data_CV2X/cnn/mobilenet_cavalry.bin","type":"text"},{"type":"hardBreak"},{"text":"[For ambaCV5X app]","type":"text"},{"type":"hardBreak"},{"text":"${SDK_DIR}/src/adamapp/yuv_ssd_app/data_CV5X/cnn/mobilenet_cavalry.bin","type":"text"}]}]},{"type":"paragraph"},{"type":"paragraph","content":[{"text":"make.","type":"text"}]},{"type":"codeBlock","content":[{"text":"$ cd src/adamapp/yuv_ssd_app\n$ make","type":"text"}]},{"type":"paragraph","content":[{"text":"It is successful if the .ext file is created in ${SDK_DIR}/src/adamapp/yuv_ssd_app.","type":"text"}]},{"type":"paragraph","content":[{"text":" ","type":"text"}]},{"type":"paragraph","content":[{"text":"Install it on the camera (eg, you can install from the green frame in the image below). Select the created .ext file and install it.","type":"text"},{"type":"hardBreak"},{"text":"Open the app screen (red frame button in the image below).","type":"text"}]},{"type":"mediaSingle","attrs":{"layout":"center"},"content":[{"type":"media","attrs":{"width":928,"id":"9060e22a-c2f2-469f-a6b5-8f4a32db78cf","collection":"contentId-1098940835","type":"file","height":611}}]},{"type":"paragraph","content":[{"text":" ","type":"text"}]},{"type":"paragraph","content":[{"text":"If the image of the camera is displayed, it is successful.","type":"text"}]},{"type":"paragraph"},{"type":"heading","attrs":{"level":1},"content":[{"text":"How to build the sample app (Python)","type":"text"}]},{"type":"rule"},{"type":"paragraph","content":[{"text":"Load the build environment settings file in the SDK installation directory.","type":"text"}]},{"type":"codeBlock","content":[{"text":"$ cd ${SDK_DIR}\n$ source setup_env.sh ipro-ambaCV2X","type":"text"}]},{"type":"panel","attrs":{"panelType":"info"},"content":[{"type":"paragraph","content":[{"text":"Set the build environment according to each environment.","type":"text"},{"type":"hardBreak"},{"text":"Here, specify ","type":"text"},{"text":"ipro-ambaCV2X","type":"text","marks":[{"type":"code"}]},{"text":".","type":"text"}]}]},{"type":"paragraph"},{"type":"paragraph","content":[{"text":"Next, place the model-converted mobilenet_cavalry.bin file in the sample app directory with the following configuration.","type":"text"}]},{"type":"blockquote","content":[{"type":"paragraph","content":[{"text":"[For ambaCV2X app]","type":"text"},{"type":"hardBreak"},{"text":"${SDK_DIR}/src/adamapp-py/yuv_ssd_app/data_CV2X/cnn/mobilenet_cavalry.bin","type":"text"},{"type":"hardBreak"},{"text":"[For ambaCV5X app]","type":"text"},{"type":"hardBreak"},{"text":"${SDK_DIR}/src/adamapp-py/yuv_ssd_app/data_CV5X/cnn/mobilenet_cavalry.bin","type":"text"}]}]},{"type":"paragraph"},{"type":"paragraph","content":[{"text":"make.","type":"text"}]},{"type":"codeBlock","content":[{"text":"$ cd src/adamapp-py/yuv_ssd_app\n$ make","type":"text"}]},{"type":"paragraph","content":[{"text":"It is successful if the .ext file is created in ${SDK_DIR}/src/adamapp-py/yuv_ssd_app.","type":"text"}]},{"type":"paragraph","content":[{"text":" ","type":"text"}]},{"type":"paragraph","content":[{"text":"Install it on the camera (eg, you can install from the green frame in the image below). Select the created .ext file and install it.","type":"text"},{"type":"hardBreak"},{"text":"Open the app screen (red frame button in the image below).","type":"text"}]},{"type":"mediaSingle","attrs":{"layout":"center"},"content":[{"type":"media","attrs":{"width":928,"id":"9060e22a-c2f2-469f-a6b5-8f4a32db78cf","collection":"contentId-1098940835","type":"file","height":611}}]},{"type":"paragraph","content":[{"text":" ","type":"text"}]},{"type":"paragraph","content":[{"text":"If the image of the camera is displayed, it is successful.","type":"text"}]},{"type":"paragraph"},{"type":"heading","attrs":{"level":1},"content":[{"text":"How to use the sample app","type":"text"}]},{"type":"rule"},{"type":"panel","attrs":{"panelType":"info"},"content":[{"type":"paragraph","content":[{"text":"The default resolution of the sample app is 1920×1080. It will not work if the camera resolution setting is not 1920x1080. Please see below for details.","type":"text"}]},{"type":"paragraph","content":[{"text":"Fail to call ADAM_DevYcVideo_Create() - Technology Partner FAQ (En) - Confluence (atlassian.net)","type":"text","marks":[{"type":"link","attrs":{"href":"https://iproiot.atlassian.net/wiki/spaces/TPFAQEN/pages/669778943/Fail+to+call+ADAM+DevYcVideo+Create"}}]}]}]},{"type":"paragraph","content":[{"text":"When you show a TV monitor, sofa, etc. on the camera, the object name and frame are drawn on the corresponding model. Try it yourself.","type":"text"}]},{"type":"panel","attrs":{"panelType":"info"},"content":[{"type":"paragraph","content":[{"text":"Immediately after launching the app, it will take some time for the app to start working as it needs to load the AI model. Please wait about 10 seconds.","type":"text"}]}]},{"type":"mediaSingle","attrs":{"layout":"center"},"content":[{"type":"media","attrs":{"width":1602,"id":"df6ee1c1-f8c5-4844-84a3-14f90f44a8bd","collection":"contentId-1098940835","type":"file","height":960}}]},{"type":"paragraph"},{"type":"heading","attrs":{"level":1},"content":[{"text":"Appendix","type":"text"}]},{"type":"rule"},{"type":"heading","attrs":{"level":2},"content":[{"text":"How to change preferences","type":"text"}]},{"type":"paragraph","content":[{"text":"This application has some preferneces which a user is able to change.","type":"text"},{"type":"hardBreak"},{"text":"When changing some preferneces, push \"AppPrefs\" button in \"ADAM OPERATION UI\" html page.","type":"text"}]},{"type":"blockquote","content":[{"type":"paragraph","content":[{"text":"Resoultion:","type":"text"},{"type":"hardBreak"},{"text":"Resolution to get YUV images. Specfify HD(1280x720) or FHD(1920x1080).","type":"text"},{"type":"hardBreak"},{"text":"However, by the ability of the camera, it may not work with the specified value.","type":"text"}]},{"type":"paragraph","content":[{"text":"Frame rate:","type":"text"},{"type":"hardBreak"},{"text":"Frame rate to get YUV images. Specify 1 or more.","type":"text"},{"type":"hardBreak"},{"text":"However, by the ability of the camera, it may not work with the specified value.","type":"text"}]}]},{"type":"paragraph","content":[{"text":" ","type":"text"}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"How to change AI model","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Please replace ","type":"text"},{"type":"hardBreak"},{"text":"data_CV2X/cnn/mobilenetv1_ssd_cavalry.bin ","type":"text"},{"type":"hardBreak"},{"text":"data_CV2X/cnn/mobilenet_priorbox_fp32.bin ","type":"text"},{"type":"hardBreak"},{"text":"and ","type":"text"},{"type":"hardBreak"},{"text":"data_CV5X/cnn/mobilenetv1_ssd_cavalry.bin ","type":"text"},{"type":"hardBreak"},{"text":"data_CV5X/cnn/mobilenet_priorbox_fp32.bin ","type":"text"},{"type":"hardBreak"},{"text":"with your model.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Please change the following part of main.cpp according to your model.","type":"text"},{"type":"hardBreak"},{"text":"#define OUTSIZE_HEIGHT","type":"text"},{"type":"hardBreak"},{"text":"#define OUTSIZE_WIDTH","type":"text"},{"type":"hardBreak"},{"type":"hardBreak"},{"text":"#define NETNAME","type":"text"},{"type":"hardBreak"},{"text":"#define PRIORBOXFILE","type":"text"},{"type":"hardBreak"},{"text":"#define LAYERNAMEIN","type":"text"},{"type":"hardBreak"},{"text":"#define LAYERNAMEOUT_MBOX_LOC","type":"text"},{"type":"hardBreak"},{"text":"#define LAYERNAMEOUT_MBOX_CONF_FLATTEN","type":"text"},{"type":"hardBreak"},{"text":"#define PROPERTY_NUMCLASSES","type":"text"},{"type":"hardBreak"},{"text":"#define PROPERTY_MBOXLOCSIZE : 4 means (x,y,w,h)","type":"text"},{"type":"hardBreak"},{"text":"#define PROPERTY_BACKGROUND_LABEL_ID","type":"text"},{"type":"hardBreak"},{"type":"hardBreak"},{"text":"Following parameters are valid only for tensorflow SSD. For caffe SSD, please set these values to 0.","type":"text"},{"type":"hardBreak"},{"text":"#define X_SCALE","type":"text"},{"type":"hardBreak"},{"text":"#define Y_SCALE","type":"text"},{"type":"hardBreak"},{"text":"#define WIDTH_SCALE","type":"text"},{"type":"hardBreak"},{"text":"#define HEIGHT_SCALE","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Please describe \"objectname\" (label-objectname matrix) according to your model.","type":"text"}]}]}]},{"type":"paragraph"},{"type":"heading","attrs":{"level":2},"content":[{"text":"Port in use","type":"text"}]},{"type":"paragraph","content":[{"text":"This application uses 8081 port for websocket communication.","type":"text"}]},{"type":"paragraph"},{"type":"heading","attrs":{"level":2},"content":[{"text":"License","type":"text"}]},{"type":"paragraph","content":[{"text":"MIT License","type":"text"}]},{"type":"paragraph","content":[{"text":"Copyright (c) 2018 chuanqi305","type":"text"}]},{"type":"paragraph","content":[{"text":"Permission is hereby granted, free of charge, to any person obtaining a copy","type":"text"},{"type":"hardBreak"},{"text":"of this software and associated documentation files (the \"Software\"), to deal","type":"text"},{"type":"hardBreak"},{"text":"in the Software without restriction, including without limitation the rights","type":"text"},{"type":"hardBreak"},{"text":"to use, copy, modify, merge, publish, distribute, sublicense, and/or sell","type":"text"},{"type":"hardBreak"},{"text":"copies of the Software, and to permit persons to whom the Software is","type":"text"},{"type":"hardBreak"},{"text":"furnished to do so, subject to the following conditions:","type":"text"}]},{"type":"paragraph","content":[{"text":"The above copyright notice and this permission notice shall be included in all","type":"text"},{"type":"hardBreak"},{"text":"copies or substantial portions of the Software.","type":"text"}]},{"type":"paragraph","content":[{"text":"THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR","type":"text"},{"type":"hardBreak"},{"text":"IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,","type":"text"},{"type":"hardBreak"},{"text":"FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE","type":"text"},{"type":"hardBreak"},{"text":"AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER","type":"text"},{"type":"hardBreak"},{"text":"LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,","type":"text"},{"type":"hardBreak"},{"text":"OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE","type":"text"},{"type":"hardBreak"},{"text":"SOFTWARE.","type":"text"}]}],"version":1}