Add remote session functionality for tvm_launcher.py

.gitignore

@@ -1 +1,5 @@
 *.pyc
+
+/tools/downloader/dataset
+/tools/downloader/intel
+/tools/downloader/public

models/public/alexnet/accuracy-check.yml

@@ -1,24 +1,18 @@
 models:
-  - name: alexnet-cf
-    launchers:
-      - framework: caffe
-        model:   alexnet.prototxt
-        weights: alexnet.caffemodel
-        adapter: classification
-    datasets:
-      - name: imagenet_1000_classes
-        preprocessing:
-          - type: resize
-            size: 256
-          - type: crop
-            size: 227
-          - type: normalization
-            mean: 104, 117, 123
-
   - name: alexnet
     launchers:
-      - framework: dlsdk
+      - framework: tvm
+        model: /Users/admin/workspace/open_model_zoo/models/tvm_compiled/compiled/alexnet/alexnet.so
         adapter: classification
+        device: cpu
+        session: local
+        vm: false
+        inputs:
+          - name: data
+            type: INPUT
+            shape: 1,3,227,227
+        _input_precision:
+            - data:FP32
 
     datasets:
       - name: imagenet_1000_classes
@@ -27,11 +21,17 @@ models:
             size: 256
           - type: crop
             size: 227
+          - type: normalization
+            mean: 104, 117, 123
 
+        annotation: /Users/admin/workspace/scripts/annotations/Imagenet/Imagenet_1000/imagenet.pickle
+        data_source: /Users/admin/workspace/scripts/datasets/Imagenet/Imagenet_1000
         metrics:
-          - name: accuracy@top1
-            type: accuracy
-            top_k: 1
-          - name: accuracy@top5
-            type: accuracy
-            top_k: 5
+            -   type: accuracy
+                top_k: 1
+                reference: 56.59
+                threshold: 0.5
+            -   type: accuracy
+                top_k: 5
+                reference: 79.81
+                threshold: 0.5

models/public/bert-large-cased-whole-word-masking-finetuned-squad/accuracy-check.yml

@@ -0,0 +1,55 @@
+models:
+  - name: bert-large-cased-whole-word-masking-finetuned-squad
+    launchers:
+      - framework: tvm
+        model: /Users/admin/workspace/open_model_zoo/models/tvm_compiled/compiled/bert-large-cased-whole-word-masking-finetuned-squad/bert-large-cased-whole-word-masking-finetuned-squad.so
+        adapter: 
+          type: bert_question_answering
+          start_token_logits_output: "0"
+          end_token_logits_output: "1"
+        device: cpu
+        session: local
+        vm: false
+        inputs:
+          - name: "input_ids"
+            type: INPUT
+            shape: 1, 384
+            layout: NC
+            value: "input_ids"
+          - name: "attention_mask"
+            type: INPUT
+            shape: 1, 384
+            layout: NC
+            value: 'input_mask'
+          - name: 'token_type_ids'
+            type: INPUT
+            shape: 1, 384
+            layout: NC
+            value: 'segment_ids'
+        _input_precision:
+            - input_ids:I64
+            - attention_mask:I64
+            - token_type_ids:I64
+
+    datasets:
+      - name: squad_v1_1_msl384_mql64_ds128_lowercase
+        reader:
+          type: annotation_features_extractor
+          features:
+            - input_ids
+            - input_mask
+            - segment_ids
+        postprocessing:
+          - type: extract_answers_tokens
+            max_answer: 30
+            n_best_size: 20
+        metrics:
+          - name: 'F1'
+            type: 'f1'
+            reference: 92.9
+          - name: 'EM'
+            type: 'exact_match'
+            reference: 86.7
+
+        # Convert annotations with: convert_annotation squad --testing_file path/to/dev1.1.json --vocab_file path/to/vocab.txt --max_seq_length 384 --lower_case False
+        annotation: /Users/admin/workspace/scripts/annotations/SQuAD/v1.1/bert-large-cased-whole-word-masking-finetuned-squad/squad.pickle