Skip to content

Marshalova dev openvino #12

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
anna-marshalova wants to merge 2 commits into
base: main
Choose a base branch
from
Open

Marshalova dev openvino #12

Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
5ff2eb5
parse format from config
Oct 21, 2023
d31cff7
parse format from config
Oct 21, 2023
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
15 changes: 10 additions & 5 deletions inference.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -131,10 +131,8 @@ def compute_f1(self):
tq = tqdm(self.test_loader)
for batch_num, batch in enumerate(tq):
tokenized_batch = self.tokenize(batch)
ids = tokenized_batch['input_ids'].to(self.device)
mask = tokenized_batch['attention_mask'].to(self.device)
y = batch['label']
y_pred = self.predict({'input_ids': ids, 'attention_mask': mask})
y_pred = self.predict(tokenized_batch)
preds.extend(list(y_pred))
true.extend(list(y.numpy()))
tq.set_description(
Expand All @@ -144,6 +142,7 @@ def compute_f1(self):
return f1

def predict(self, input):
input = {k:v.to(self.device) for k,v in input.items()}
logits = self.model(**input).logits
return torch.argmax(logits, axis=1).cpu()

Expand Down Expand Up @@ -194,6 +193,8 @@ def load_model(self):
return compiled_model, tokenizer

def predict(self, input):
input.pop('token_type_ids')
input = {k: v.to(self.device) for k, v in input.items()}
logits = self.model(input)[self.output_layer]
return np.argmax(logits, axis=1)

Expand All @@ -204,19 +205,23 @@ def measure_size_mb(self):
def measure_num_params(self):
return 0


FORMATS = {'pt': Evaluator, 'openvino': OpenVinoEvaluator}

if __name__ == "__main__":
parser = argparse.ArgumentParser()
parser.add_argument("--config_path", type=str, required=True)
parser.add_argument("--save_report", type=bool, default=False)
parser.add_argument("--format", type=str, default='pt')
parser.add_argument("--format", type=str, default=None)
args = parser.parse_args()

config_path = args.config_path
save_report = args.save_report
format = args.format
if not format:
with open(config_path) as config_js:
config = json.load(config_js)
format = config.get('convert_to_format', 'pt')

assert format in FORMATS, f'Unknown format {format}.' \
f'The model can only be loaded from the following formats: {",".join(FORMATS.keys())}'
EvaluatorClass = FORMATS[format]
Expand Down