add cviruntime

commit 3f4938648950a7f3bf9a19c320ca9fae7c52de20
Author: sophgo-forum-service <forum_service@sophgo.com>
Date:   Mon May 13 13:44:23 2024 +0800

    [feat] cviruntime opensource for cv18xx soc.

    - a4b6a3, add cumsum and gatherelements_pt.

cviruntime/python/test.py

@@ -0,0 +1,79 @@
+#!/usr/bin/python3
+import argparse
+import pyruntime as rt
+import numpy as np
+
+def bf16_to_fp32(d_bf16):
+  s = d_bf16.shape
+  d_bf16 = d_bf16.flatten()
+  assert d_bf16.dtype == np.uint16
+  d_fp32 = np.empty_like(d_bf16, dtype=np.float32)
+  for i in range(len(d_bf16)):
+    d_fp32[i] = struct.unpack('<f', struct.pack('<HH', 0, d_bf16[i]))[0]
+  return d_fp32.reshape(s)
+
+def compare_one_array(a, b):
+  if a.dtype == np.uint16:
+    a = bf16_to_fp32(a)
+  return np.array_equal(a.astype(np.float32).flatten(),
+                        b.astype(np.float32).flatten())
+
+def max_name_sz(tensors):
+  max_sz = 0
+  for out in tensors:
+    sz = len(out.name)
+    max_sz = max_sz if sz < max_sz else sz
+  return max_sz
+
+
+def compare_with_ref(tensors, refs):
+  result = [0, 0]
+  style = "{:<" + str(max_name_sz(tensors) + 4) + "}";
+  print("To compare outputs with refernece npz:")
+  for out in tensors:
+    ref = refs[out.name]
+    same = compare_one_array(out.data, ref)
+    result[int(same)] += 1
+    print("  {} [{}]".format(str.format(style, out.name),
+          "PASS" if same else "FAIL"))
+  print("{} passed, {} failed, Compare {}!!!"
+        .format(result[1], result[0], "OK" if result[0] == 0 else "ERROR"))
+  return result[0] == 0
+
+def quant(x, scale):
+  x = x * scale
+  x = np.trunc(x + np.copysign(.5, x))
+  x[x > 127.0] = 127.0
+  x[x < -128.0] = -128.0
+  return x.astype(np.int8)
+
+def test(input_npz, cvimodel, ref_npz):
+  # load cvimodel
+  model = rt.Model(cvimodel, batch_num=1, output_all_tensors=True)
+  # fill data to inputs
+  data = model.inputs[0].data
+  qscale = model.inputs[0].qscale
+  # load input data and quant to int8
+  input_npz = np.load(input_npz)
+  input = input_npz[input_npz.files[0]]
+  print(input.shape)
+  input = quant(input, qscale)
+  # fill input data to input tensor of model
+  data[:] = input.reshape(data.shape)
+  for out in model.outputs:
+    print(out.name)
+    print(out.data.dtype)
+    print(out.data.shape)
+  # forward
+  model.forward()
+  # compare result with reference
+  refs = np.load(ref_npz)
+  compare_with_ref(model.outputs, refs)
+
+if __name__ == '__main__':
+  parser = argparse.ArgumentParser(description="Test python runtime API.")
+  parser.add_argument("--cvimodel", type=str, help="cvimodel")
+  parser.add_argument("--input", type=str, help="input npz")
+  parser.add_argument("--reference", type=str, help="reference to output npz")
+  args = parser.parse_args()
+  test(args.input, args.cvimodel, args.reference)