Add imagenet python example

- Show how to interface with EO/EOP's input/output buffer in python.
- Show how to use OpenCV to read and transform image,
  and how to process imagenet's output data.
- Fix EOP construction in examples
- MCT-1197

diff --git a/examples/pybind/imagenet.py b/examples/pybind/imagenet.py
new file mode 100755 (executable)
index 0000000..f249c09
--- /dev/null
+++ b/examples/pybind/imagenet.py
@@ -0,0 +1,217 @@
+#!/usr/bin/python3
+
+# Copyright (c) 2019 Texas Instruments Incorporated - http://www.ti.com/
+# All rights reserved.
+#
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions are met:
+# * Redistributions of source code must retain the above copyright
+# notice, this list of conditions and the following disclaimer.
+# * Redistributions in binary form must reproduce the above copyright
+# notice, this list of conditions and the following disclaimer in the
+# documentation and/or other materials provided with the distribution.
+# * Neither the name of Texas Instruments Incorporated nor the
+# names of its contributors may be used to endorse or promote products
+# derived from this software without specific prior written permission.
+#
+# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+# AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
+# ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
+# LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
+# CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
+# SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
+# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
+# ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF
+# THE POSSIBILITY OF SUCH DAMAGE.
+
+""" Process each frame using a single ExecutionObject.
+    Increase throughput by using multiple ExecutionObjects.
+"""
+
+import os
+import argparse
+import json
+import heapq
+import logging
+import numpy as np
+import cv2
+
+from tidl import DeviceId, DeviceType, Configuration, TidlError
+from tidl import Executor, ExecutionObjectPipeline
+from tidl import allocate_memory, free_memory
+
+
+def main():
+    """Read the configuration and run the network"""
+    #logging.basicConfig(level=logging.INFO)
+
+    args = parse_args()
+
+    config_file = '../test/testvecs/config/infer/tidl_config_j11_v2.txt'
+    labels_file = '../imagenet/imagenet_objects.json'
+
+    configuration = Configuration()
+    configuration.read_from_file(config_file)
+
+    if os.path.isfile(args.input_file):
+        configuration.in_data = args.input_file
+    else:
+        print('Input image {} does not exist'.format(args.input_file))
+        return
+    print('Input: {}'.format(args.input_file))
+
+    num_eve = Executor.get_num_devices(DeviceType.EVE)
+    num_dsp = Executor.get_num_devices(DeviceType.DSP)
+
+    if num_eve == 0 and num_dsp == 0:
+        print('No TIDL API capable devices available')
+        return
+
+    # use 1 EVE or DSP since input is a single image
+    # If input is a stream of images, feel free to use all EVEs and/or DSPs
+    if num_eve > 0:
+        num_eve = 1
+        num_dsp = 0
+    else:
+        num_dsp = 1
+
+    run(num_eve, num_dsp, configuration, labels_file)
+
+    return
+
+
+DESCRIPTION = 'Run the imagenet network on input image.'
+DEFAULT_INFILE = '../test/testvecs/input/objects/cat-pet-animal-domestic-104827.jpeg'
+
+def parse_args():
+    """Parse input arguments"""
+
+    parser = argparse.ArgumentParser(description=DESCRIPTION)
+    parser.add_argument('-i', '--input_file',
+                        default=DEFAULT_INFILE,
+                        help='input image file (that OpenCV can read)')
+    args = parser.parse_args()
+
+    return args
+
+PIPELINE_DEPTH = 2
+
+def run(num_eve, num_dsp, configuration, labels_file):
+    """ Run the network on the specified device type and number of devices"""
+
+    logging.info('Running network across {} EVEs, {} DSPs'.format(num_eve,
+                                                                  num_dsp))
+
+    dsp_device_ids = set([DeviceId.ID0, DeviceId.ID1,
+                          DeviceId.ID2, DeviceId.ID3][0:num_dsp])
+    eve_device_ids = set([DeviceId.ID0, DeviceId.ID1,
+                          DeviceId.ID2, DeviceId.ID3][0:num_eve])
+
+    # Heap sizes for this network determined using Configuration.showHeapStats
+    configuration.param_heap_size = (3 << 20)
+    configuration.network_heap_size = (20 << 20)
+
+
+    try:
+        logging.info('TIDL API: performing one time initialization ...')
+
+        # Collect all EOs from EVE and DSP executors
+        eos = []
+
+        if eve_device_ids:
+            eve = Executor(DeviceType.EVE, eve_device_ids, configuration, 1)
+            for i in range(eve.get_num_execution_objects()):
+                eos.append(eve.at(i))
+
+        if dsp_device_ids:
+            dsp = Executor(DeviceType.DSP, dsp_device_ids, configuration, 1)
+            for i in range(dsp.get_num_execution_objects()):
+                eos.append(dsp.at(i))
+
+        eops = []
+        num_eos = len(eos)
+        for j in range(PIPELINE_DEPTH):
+            for i in range(num_eos):
+                eops.append(ExecutionObjectPipeline([eos[i]]))
+
+        allocate_memory(eops)
+
+        # open labels file
+        with open(labels_file) as json_file:
+            labels_data = json.load(json_file)
+
+        configuration.num_frames = 1
+        logging.info('TIDL API: processing {} input frames ...'.format(
+                                                     configuration.num_frames))
+
+        num_eops = len(eops)
+        for frame_index in range(configuration.num_frames+num_eops):
+            eop = eops[frame_index % num_eops]
+
+            if eop.process_frame_wait():
+                process_output(eop, labels_data)
+
+            if read_frame(eop, frame_index, configuration):
+                eop.process_frame_start_async()
+
+        free_memory(eops)
+
+    except TidlError as err:
+        print(err)
+
+def read_frame(eo, frame_index, configuration):
+    """Read a frame into the ExecutionObject input buffer"""
+
+    if frame_index >= configuration.num_frames:
+        return False
+
+    # Read into the EO's input buffer
+    arg_info = eo.get_input_buffer()
+    np_arg = np.asarray(arg_info)
+
+    img = cv2.imread(configuration.in_data)
+    resized = cv2.resize(img, (224, 224), interpolation=cv2.INTER_AREA)
+    b_frame, g_frame, r_frame = cv2.split(resized)
+    np_arg[0*224*224:1*224*224] = np.reshape(b_frame, 224*224)
+    np_arg[1*224*224:2*224*224] = np.reshape(g_frame, 224*224)
+    np_arg[2*224*224:3*224*224] = np.reshape(r_frame, 224*224)
+
+    eo.set_frame_index(frame_index)
+
+    return True
+
+def process_output(eo, labels_data):
+    """Display the inference result using labels."""
+
+    # keep top k predictions in heap
+    k = 5
+    # output predictions with probability of 10/255 or higher
+    threshold = 10
+
+    out_buffer = eo.get_output_buffer()
+    output_array = np.asarray(out_buffer)
+
+    k_heap = []
+    for i in range(k):
+        heapq.heappush(k_heap, (output_array[i], i))
+
+    for i in range(k, out_buffer.size()):
+        if output_array[i] > k_heap[0][0]:
+            heapq.heappushpop(k_heap, (output_array[i], i))
+
+    k_sorted = []
+    for i in range(k):
+        k_sorted.insert(0, heapq.heappop(k_heap))
+
+    for i in range(k):
+        if k_sorted[i][0] > threshold:
+            print('{}: {},   prob = {:5.2f}%'.format(i+1, \
+                             labels_data['objects'][k_sorted[i][1]]['label'], \
+                             k_sorted[i][0]/255.0*100))
+
+    return 0
+
+if __name__ == '__main__':
+    main()

diff --git a/examples/pybind/mnist.py b/examples/pybind/mnist.py
index 4029982dcefb3ded32a67349c00a8e5153c8362f..f3368f4b680f08888e151924afc8e4ab7ff5a708 100755 (executable)
--- a/examples/pybind/mnist.py
+++ b/examples/pybind/mnist.py
@@ -108,8 +108,8 @@ def run(num_eve, num_dsp, configuration, labels_file):
 
         eops = []
         num_eos = len(eos)
-        for j in range(num_eos):
-            for i in range(PIPELINE_DEPTH):
+        for j in range(PIPELINE_DEPTH):
+            for i in range(num_eos):
                 eops.append(ExecutionObjectPipeline([eos[i]]))
 
         allocate_memory(eops)

diff --git a/examples/pybind/two_eo_per_frame_opt.py b/examples/pybind/two_eo_per_frame_opt.py
index f46ca08e8cddfe123f7161fc4f79f3eae80cd710..28195558346d3350ddee5015f09094b5a82cdd29 100755 (executable)
--- a/examples/pybind/two_eo_per_frame_opt.py
+++ b/examples/pybind/two_eo_per_frame_opt.py
@@ -100,8 +100,8 @@ def run(num_eve, num_dsp, c):
 
         eops = []
         num_pipe = max(num_eve_eos, num_dsp_eos)
-        for i in range(num_pipe):
-            for i in range(PIPELINE_DEPTH):
+        for j in range(PIPELINE_DEPTH):
+            for i in range(num_pipe):
                 eops.append(ExecutionObjectPipeline([eve.at(i % num_eve_eos),
                                                      dsp.at(i % num_dsp_eos)]))