Skip to content

Commit

Permalink
Update OpenVINO test files (#191)
Browse files Browse the repository at this point in the history
  • Loading branch information
@lutzroeder
lutzroeder committed Sep 20, 2024
1 parent 940f591 commit 013df8b
Show file tree
Hide file tree
Showing 2 changed files with 77 additions and 56 deletions.
109 changes: 61 additions & 48 deletions source/openvino.js
View file
Original file line number Diff line number Diff line change
Expand Up @@ -4,8 +4,8 @@ const openvino = {};
openvino.ModelFactory = class {

match(context) {
const identifier = context.identifier;
const extension = identifier.split('.').pop().toLowerCase();
const identifier = context.identifier.toLowerCase();
const extension = identifier.split('.').pop();
if (/^.*\.ncnn\.bin$/.test(identifier) ||
/^.*\.pnnx\.bin$/.test(identifier) ||
/^.*pytorch_model.*\.bin$/.test(identifier) ||
Expand All @@ -16,10 +16,6 @@ openvino.ModelFactory = class {
if (extension === 'bin') {
const stream = context.stream;
const length = stream.length;
const signature = [0x21, 0xA8, 0xEF, 0xBE, 0xAD, 0xDE];
if (signature.length <= length && stream.peek(signature.length).every((value, index) => value === signature[index])) {
return;
}
if (length >= 4) {
let buffer = stream.peek(Math.min(0x20000, length));
const view = new DataView(buffer.buffer, buffer.byteOffset, buffer.length);
Expand All @@ -31,52 +27,69 @@ openvino.ModelFactory = class {
return;
}
}
if (identifier.endsWith('.bin') || identifier.endsWith('.serialized')) {
const stream = context.stream;
const signatures = [
[0x00, 0x00, 0x00, 0x02, 0x00, 0x00, 0x00, 0x02, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00],
[0x00, 0x00, 0x00, 0x02, 0x00, 0x00, 0x00, 0x03, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x01]
];
if (stream.length >= 16 && signatures.some((signature) => stream.peek(signature.length).every((value, index) => value === signature[index]))) {
return;
const match = (pattern, identifier, buffer) => {
if (pattern.identifier && typeof pattern.identifier === 'string' && identifier !== pattern.identifier) {
return false;
} else if (pattern.identifier && pattern.identifier instanceof RegExp && !pattern.identifier.test(identifier)) {
return false;
} else if (pattern.signature && !pattern.signature.every((value, index) => value === buffer[index])) {
return false;
}
return true;
};
const include = [
{ identifier: 'googlenet-v1.bin', signature: [0x80, 0xD6, 0x50, 0xD7, 0xB0, 0xD7, 0xA5, 0x2D, 0xCA, 0x28, 0x49, 0x2A, 0x35, 0x31, 0x0A, 0x31] },
{ identifier: 'text-recognition-0012.bin', signature: [0x0B, 0x21, 0xC6, 0xBC, 0xD0, 0xBB, 0xC1, 0x3B] },
];
if (include.some((pattern) => match(pattern, identifier, buffer))) {
context.type = 'openvino.bin';
return;
}
const identifiers = new Set([
'config.bin', 'model.bin', '__model__.bin', 'weights.bin',
'programs.bin', 'best.bin', 'ncnn.bin',
'stories15M.bin','stories42M.bin','stories110M.bin','stories260K.bin'
]);
if (!identifiers.has(identifier) && signature !== 0x00000001) {
const size = Math.min(buffer.length & 0xfffffffc, 128);
buffer = buffer.subarray(0, size);
if (Array.from(buffer).every((value) => value === 0)) {
context.type = 'openvino.bin';
return;
}
const f32 = new Array(buffer.length >> 2);
for (let i = 0; i < f32.length; i++) {
f32[i] = view.getFloat32(i << 2, true);
}
const f16 = new Array(buffer.length >> 1);
for (let i = 0; i < f16.length; i++) {
f16[i] = view.getFloat16(i << 1, true);
}
const i32 = new Array(buffer.length >> 2);
for (let i = 0; i < f32.length; i++) {
i32[i] = view.getInt32(i << 2, true);
}
const validateFloat = (array) => array[0] !== 0 && array.every((x) => !Number.isNaN(x) && Number.isFinite(x)) &&
(array.every((x) => x > -20.0 && x < 20.0 && (x >= 0 || x < -0.0000001) && (x <= 0 || x > 0.0000001)) ||
array.every((x) => x > -100.0 && x < 100.0 && (x * 10) % 1 === 0));
const validateInt = (array) => array.length > 32 &&
array.slice(0, 32).every((x) => x === 0 || x === 1 || x === 2 || x === 0x7fffffff);
if (validateFloat(f32) || validateFloat(f16) || validateInt(i32)) {
context.type = 'openvino.bin';
return;
}
const exclude = [
{ identifier: '__model__.bin' },
{ identifier: 'config.bin' },
{ identifier: 'model.bin' },
{ identifier: 'ncnn.bin' },
{ identifier: 'programs.bin' },
{ identifier: 'weights.bin' },
{ identifier: /stories\d+(m|k)\.bin$/ },
{ signature: [0x21, 0xA8, 0xEF, 0xBE, 0xAD, 0xDE] }
];
if (exclude.some((pattern) => match(pattern, identifier, buffer))) {
return;
}
if (signature === 0x00000001) {
return;
}
const size = Math.min(buffer.length & 0xfffffffc, 128);
buffer = buffer.subarray(0, size);
if (Array.from(buffer).every((value) => value === 0)) {
context.type = 'openvino.bin';
return;
}
const f32 = new Array(buffer.length >> 2);
for (let i = 0; i < f32.length; i++) {
f32[i] = view.getFloat32(i << 2, true);
}
const f16 = new Array(buffer.length >> 1);
for (let i = 0; i < f16.length; i++) {
f16[i] = view.getFloat16(i << 1, true);
}
const i32 = new Array(buffer.length >> 2);
for (let i = 0; i < f32.length; i++) {
i32[i] = view.getInt32(i << 2, true);
}
const validateFloat = (array) => array[0] !== 0 && array.every((x) => !Number.isNaN(x) && Number.isFinite(x)) &&
(array.every((x) => x > -20.0 && x < 20.0 && (x >= 0 || x < -0.0000001) && (x <= 0 || x > 0.0000001)) ||
array.every((x) => x > -100.0 && x < 100.0 && (x * 10) % 1 === 0));
const validateInt = (array) => array.length > 32 &&
array.slice(0, 32).every((x) => x === 0 || x === 1 || x === 2 || x === 0x7fffffff);
if (validateFloat(f32) || validateFloat(f16) || validateInt(i32)) {
context.type = 'openvino.bin';
return;
}
return;
}
return;
}
const tags = context.tags('xml');
if (tags.has('net')) {
Expand Down
24 changes: 16 additions & 8 deletions test/models.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -4536,8 +4536,8 @@
},
{
"type": "openvino",
"target": "2018_R3_age-gender-recognition-retail-0013.xml,2018_R3_age-gender-recognition-retail-0013.bin",
"source": "https://github.com/lutzroeder/netron/files/8983748/2018_R3_age-gender-recognition-retail-0013.zip[2018_R3_age-gender-recognition-retail-0013.xml,2018_R3_age-gender-recognition-retail-0013.bin]",
"target": "2018_R3_age-gender-recognition-retail-0013.bin,2018_R3_age-gender-recognition-retail-0013.xml",
"source": "https://github.com/lutzroeder/netron/files/8983748/2018_R3_age-gender-recognition-retail-0013.zip[2018_R3_age-gender-recognition-retail-0013.bin,2018_R3_age-gender-recognition-retail-0013.xml]",
"format": "OpenVINO IR",
"link": "https://github.com/lutzroeder/netron/issues/191"
},
Expand All @@ -4564,15 +4564,15 @@
},
{
"type": "openvino",
"target": "face-detection-retail-0005.xml,face-detection-retail-0005.bin",
"source": "https://github.com/lutzroeder/netron/files/12750770/face-detection-retail-0005.zip[face-detection-retail-0005.xml,face-detection-retail-0005.bin]",
"target": "face-detection-retail-0005.bin,face-detection-retail-0005.xml",
"source": "https://github.com/lutzroeder/netron/files/12750770/face-detection-retail-0005.zip[face-detection-retail-0005.bin,face-detection-retail-0005.xml]",
"format": "OpenVINO IR",
"link": "https://github.com/lutzroeder/netron/issues/191"
},
{
"type": "openvino",
"target": "int4-model.xml,int4-model.bin",
"source": "https://github.com/lutzroeder/netron/files/6273773/int4-model.zip[int4-model.xml,int4-model.bin]",
"target": "int4-model.bin,int4-model.xml",
"source": "https://github.com/lutzroeder/netron/files/6273773/int4-model.zip[int4-model.bin,int4-model.xml]",
"format": "OpenVINO IR",
"assert": "model.graphs[0].nodes.length == 223",
"tags": "validation",
Expand All @@ -4587,8 +4587,8 @@
},
{
"type": "openvino",
"target": "text-recognition-0012.xml,text-recognition-0012.bin",
"source": "https://github.com/lutzroeder/netron/files/8983714/text-recognition-0012.zip[text-recognition-0012.xml,text-recognition-0012.bin]",
"target": "text-recognition-0012.bin,text-recognition-0012.xml",
"source": "https://github.com/lutzroeder/netron/files/8983714/text-recognition-0012.zip[text-recognition-0012.bin,text-recognition-0012.xml]",
"format": "OpenVINO IR",
"link": "https://github.com/lutzroeder/netron/issues/191"
},
Expand Down Expand Up @@ -4741,6 +4741,14 @@
"tags": "quantization",
"link": "https://github.com/lutzroeder/netron/issues/1283"
},
{
"type": "qnn",
"target": "qnn.serialized.bin",
"source": "https://github.com/user-attachments/files/17068533/qnn.serialized.bin.zip[qnn.serialized.bin]",
"format": "QNN",
"error": "File contains undocumented QNN serialized context.",
"link": "https://github.com/lutzroeder/netron/issues/1283"
},
{
"type": "qnn",
"target": "resnet18_fp32.bin,resnet18_fp32_net.json",
Expand Down

0 comments on commit 013df8b

Please sign in to comment.