Results from GH action on NVIDIA_RTX4090x2

mlcommons · Nov 1, 2024 · bff0169 · bff0169
1 parent 7265142
commit bff0169
Show file tree

Hide file tree

Showing 90 changed files with 16,764 additions and 72 deletions.
diff --git a/closed/MLCommons/code/bert-99/README.md b/closed/MLCommons/code/bert-99/README.md
@@ -0,0 +1 @@
+TBD
diff --git a/...riginal-gpu-tensorrt-vdefault-default_config/bert-99/offline/TEST01/accuracy/accuracy.txt b/...riginal-gpu-tensorrt-vdefault-default_config/bert-99/offline/TEST01/accuracy/accuracy.txt
@@ -0,0 +1 @@
+hash=db3e92a5447aaaf0d00283f8a4c1b676cb196aaf494c711d13a37151dc0759b6
diff --git a/...pu-tensorrt-vdefault-default_config/bert-99/offline/TEST01/accuracy/baseline_accuracy.txt b/...pu-tensorrt-vdefault-default_config/bert-99/offline/TEST01/accuracy/baseline_accuracy.txt
@@ -0,0 +1,10 @@
+{"exact_match": 26.017029328287606, "f1": 28.129521976337386}
+Reading examples...
+No cached features at 'eval_features.pickle'... converting from examples...
+Creating tokenizer...
+Converting examples to features...
+Caching features at 'eval_features.pickle'...
+Loading LoadGen logs...
+Post-processing predictions...
+Writing predictions to: predictions.json
+Evaluating predictions...
diff --git a/...-tensorrt-vdefault-default_config/bert-99/offline/TEST01/accuracy/compliance_accuracy.txt b/...-tensorrt-vdefault-default_config/bert-99/offline/TEST01/accuracy/compliance_accuracy.txt
@@ -0,0 +1,7 @@
+{"exact_match": 26.026490066225165, "f1": 28.135692022818393}
+Reading examples...
+Loading cached features from 'eval_features.pickle'...
+Loading LoadGen logs...
+Post-processing predictions...
+Writing predictions to: predictions.json
+Evaluating predictions...
diff --git a/...tensorrt-vdefault-default_config/bert-99/offline/TEST01/accuracy/mlperf_log_accuracy.json b/...tensorrt-vdefault-default_config/bert-99/offline/TEST01/accuracy/mlperf_log_accuracy.json
@@ -0,0 +1,18 @@
+[
+{ "seq_id" : 114759, "qsl_idx" : 5652, "data" : "15C3ADC235C896C834C966C830C8B1C82EC858C8BCC824C74EC9DFC864C906C938C9B8C8CAC8EFC81AC972C877C964C863C9D0C82BC959C84AC929C85BC910C901C9EBC81AC9DBC8F7C87FC88CC910C9F7C833C896C9A5C898C95FC86EC9F7C85FC9D6C867C9F6C850C9BCC8ACC8EFC79EC8B1C888C8A8C86AC9EFC87DC889C80AC92DC8B9C850C80DC84BC866C839C8EBC832C86AC9C3C89EC8DBC893C83FC848C91FC94DC850C7E3C896C73CC932C81BC990C861C9CFC874C9A7C840C991C86EC9A9C882C9E2C84CC9CFC86BC9A9C883C9F3C84BC901C92DC968C817C826C712C9D8C853C9A3C816C9B7C8A7C827C99EC805C956C932C9B9C890C8F1C8E2C801C746C820C8FCC5CEC815C88AC8FCC812C9D7C830C9E8C8F8C81CC934C92AC9D6C8ADC88BC8F4C8F4C867C9C3C8A8C82DC9F6C866C71CC911C91CC917C9F2C843C948C9ECC813C8ECC8DAC741C9E4C84BC919C943C9D1C82CC90CC9BFC8D6C86BC94DC881C875C7D5C8EEC873C977C866C9EAC86EC910C95BC9CDC850C9CCC8E4C812C930C9ABC810C9A3C732C9D8C85FC9F4C88BC913C945C904C96CC930C93DC91FC969C9FAC873C935C98AC88BC8BFC8A5C816C452C84FC877C517C9D3C669C9EDC869C912C91CC9E4C8A5C8E7C832C97FC85EC9C4C832C951C940C929C986C9F4C84AC908C97FC927C965C9BDC878C952C838C9AEC869C9E3C843C9D3C87CC995C830C99BC8A0C909C98BC918C96AC9ECC898C9EAC87FC96DC8E1C889C888C904C969C920C955C913C969C92FC94DC902C966C909C970C9B7C87EC904C93AC93DC96FC927C9A4C9AAC88CC98EC864C90BC97CC9E9C820C916C954C96FC865C960C807C954C973C9FEC8ACC9DFC88BC923C9AAC8F9C867C90FC97EC9FCC7A9C9DEC84CC9D2C826C907C8A9C9F1C809C9B8C876C9CBC8A9C9FAC814C957C877C9F6C838C908C94AC9D7C891C902C973C970C884C9CEC8A3C90EC93FC954C950C931C860C9D8C755C901C96BC9E4C838C9B6C84AC908C995C9EAC8A9C9AAC875C936C881C944C886C9F3C869C90AC91AC9CDC8C0C8B2C887C991C883C9E3C881C96BC858C95FC770C9F9C812C9C9C84EC998C878C98BC7BEC94CC81FC93EC739C9D1C851C9E4C84AC938C99CC90CC946C91BC9E9C887C872C9F5C7C4C966C833C905C8E0C8DBC84AC9EDC886C949C86EC920C955C926C961C9F0C835C916C97EC92BC8A2C9AAC856C9DCC89CC9D3C869C9BBC891C9D9C888C921C95AC910C982C90FC9A6C94FC8A3C8ECC788C7DAC8B0C8E7C811C962C827C99EC8E3C803C92CC9F3C82FC93DC878C9A9C8EBC848C95EC9A4C8A7C9F0C83BC9DEC8BDC827C919C955C84CC9F6C890C635C84DC89DC853C861C886C8C4C840C8DFC565C99DC805C941C9B0C8D9C82BC96FC885C91EC9B6C832C962C9E0C882C9BEC845C946C904C90BC92AC97FC7CDC833C8E9C710C9E3C876C991C831C91AC936C9A0C713C9EBC7DAC80FC951C8EDC83AC90FC994C851C92CC9BEC873C8CAC8C7C89CC8E0C8CDC879C9E4C81BC81DC7C5C7F4C62BC914C85CC832C974C8A9C83DC907C89DC91FC9FDC861C91BC9DDC88CC918C985C8AEC812C92FC47BC726C784C484C881C6D2C848C9C7C862C918C966C91FC90BC930C967C99BC632C97DC8F7C845C97EC842C917C908C995C81FC97FC99EC8D0C735C8CEC7BDBD37C8DAC6ACC70EC7D5C454C754C81DC678C607C852C80FC5ACC886C5A9C8CEC50BC8FFC895C86DC8E6C88AC898C6B0C5AEC89AC3DAC84AB13EC6E8C08AC63DBE1DC58BC5E9C7AA47C8C29CBDD6C24BC75CC874C7A6C403C7F2C600C72CC8FFC17B47FBC818C93EC806C915C983C82FC9A3C8A2C887C823C71FC8DEC8A6C8F6C8C8C8DDC83AC706C904C93CC964C80FC98AC5E0C8C1C627C867C893C88BC627C9EBC822C984C80EC9CAC6DAC8AFC62BC895C80CC9E0C74AC9EFC85CC999C81DC992C619C9CBC7C4C8EAC84EC94BC85FC909C959C9B8C845C977C735C9B5C760C8C0C649C913C935C975C83AC941C73CC994C76EC8D7C838C903C847C915C96BC990C846C98BC713C9B4C67CC919C928C951C93DC949C97EC90DC97BC947C956C94AC979C9FDC86BC9D2C841C9D2C8DBC546C839C8C5C493C957C845C982C860C90CC9B5C9A0C8EDC8A5C5" },
+{ "seq_id" : 3370501, "qsl_idx" : 250, "data" : "BBC8F7C636C9FDC89BC905C983C9EEC84DC9E1C87BC9C4C893C9FDC841C918C928C920C8C3C9D3C849C942C9C9C8DDC82AC967C948C9DDC865C9FDC848C93AC90CC94DC9A0C9B1C89CC9C6C84EC9E8C80FC9FDC87BC9CBC87FC908C975C928C989C95FC80DC9BBC724C8FFC80CC6A2C6E7C82AC72CC954C902C942C9C7C8CEC85EC960C8ECC8F7C62EC857C9C8C839C933C862C9EBC84DC829C9DEC831C253C793C8EDC6B54549C57FC1D3459AC643C52DC8BAC7E9C8E5C846C81FC85CC8CAC7B4C8B6C8C1C8C0C47BC9A3C8CEC711C8EAC8A1C80AC97FC63DC941C813C70EC596C8D4C778C86FC3F6C722C01BC888C4F2C793C97BBC6AC8C2C459C95AC9D9C831464DC4CEC17FC5E8C84DC843C4484614C911C7B8C88BC681C888C78AC701C836C761BB87C7F0BAB5C767C946C517C9F9C82BC916C825C349C946C702C96FC93FC9DAC870C9D7C86DC921C950C929C92DC949C909C94AC987C912C958C948C97BC99DC86EC933C9D4C871C93EC9F8C753C91BC938C916C98CC9C1C843C92BC986C528C63EC29CC507C226C063C9AAC851C933C816C938C93BC986C88BC931C8C3C854C552C9ECC80EC93FC95CC95CC9BEC82EC952C9BBC86BC962C93CC9A5C872C936C959C94FC945C913C
+
+...
+
+796C63B3F2FC863C79BC88AC87EC6E7C5A7C7B8C2AEC359C5ABC87FC8FAC8E1C8F4C844C8" },
+{ "seq_id" : 2090000, "qsl_idx" : 445, "data" : "F1C868C84DC894C82AC849C7E7C8B8C8FDC8CDC8E8C8ACC8ABC89DC8A3C897C8DFC8D0C804C9BDC830C8ABC8B2C87DC75DC9C2C8FDC87DC84DC63DC71DC8C3C73FC8B0C84BC8B2C828C65DC798C6ECC548C8AAC65EC804C873C818C646C83EC899C4E5C61BC40FC65E40F6C6254746C44EBF48C23BBFEC462EC59C40D8C7E9C770C8FFC7E6C892C8D4C88BC863C720C7ACC8D9C7AEC891C84FC861C82AC83BC87DC30EC8D1B67FC6F3C5DFC5EFC55BBEC5C7F4C0F0C891C8" },
+{ "seq_id" : 5331923, "qsl_idx" : 1986, "data" : "D0C8A6C89EC899C821C91EC904C9FEC814C9EFC89BC86EC8F4C8C2C8ADC87CC82DC862C82FC829C73CC9B7C8E3C882C806C7A3C738C697C75FC70BC7F5C69CC7063EF5C7114052C6AD461CC3D6BD14487CC61B3ED3C73CC8F5C679C46FC821C89DC76EC66EC8F5C744C86FC83DC7C4C7B4C85AC839C8F2C798C88EC801C8DFC62FC82BC68AC858C77EC832C8B1C882C8F2C8DEC8CFC8B2C806C9A0C8B3C88AC837C815C828C85CC82DC8E4C677C80FC7D2C8BFC8" },
+{ "seq_id" : 1408145, "qsl_idx" : 2700, "data" : "91C810C833C830C8DDC829C85CC8C5C7B0C854C88DC882C846C856C8CBC6A2C7CBC70CC72AC972C8CBC82CC836C868C772C8E0C7C5C847C87DC847C736C895C7ABC7DCC699C692C6C3C5A0C49AC797C500C8C1C62EC87AC706C8CFC62CC7EAC5D7C6F2C538C7C2C7E7C3DDC517C4E0C552C675C55CC881C7E3474BC1ADBE17481FC86BC404C847C61EC82FC7CBC7BDC787C622C628C866C5C6C816C856C8EBC7A6C774C74BC8BBC5C7C718C523C8A1C7" },
+{ "seq_id" : 3429325, "qsl_idx" : 1515, "data" : "37C840C82CC3C2C46DC86AC841C858C87CC84EC89FC653C70BC831C752C82DC820C584C6CBC207C5ABC487C56DC1C4BFE3C571C21DC6B8C5F4C775C7FCC5DBC6F9C6B1C573C599C0C0C7FDC725C822C875C821C800C8CCC734C1EEC52DC488C561C44AC740C0A6C53EC356C5B4405CC4DC468046EBC42A336CC8BFC76DC86CC832C8D3C7CCC880C838C8A4C7A7C730C744C8D7C656C8E3C641C8FAC72CC8BCC7B4C896C85FC8B4C792C738C688C871C8" },
+{ "seq_id" : 802987, "qsl_idx" : 1798, "data" : "7EC89EC834C8E2C8EBC8A7C867C84BC8B9C84CC808C9C5C845C829C85FC8BEC7E4C86DC88EC84BC8A3C815C82EC9F6C8C4C8D0C887C8E1C871C872C893C654C781B539C75C44ECC216C1864630C8B0C6C2C7D5C795C7ADC5C0C832C831C8F7C71CC81BC77FC876C6D9C830C8D9C836C840C869C58BC7C0C444C8FAC77DC768C675C561C76BC36BC67CBFCBC401C525AC32C8A0C788C844C859C8D9C7A5C886C83DC8FFC7B8C81CC8B1C862C8FDC875C8" },
+{ "seq_id" : 2981902, "qsl_idx" : 688, "data" : "9DC846C8B9C826C9D1C8F3C8DDC8DCC836C871C8F2C8BBC765C9DBC8E3C8C6C818C05EC558C84FC832C620C663C4EFC427C615C591C7CDC6BBC069C6E0C748C608C655BC954713C1DBBC0C48B4C547C54DC5A5C586C4F8C4AEC4A9BC97C563A9AFC77CC669C718C87CC872C7C1C8D1C74FC69EC712C8C2C738C8FEC738C828C5C1C838C802C8F6C78CC822C88BC814C7BFC888C867C893C8ABC81BC8D1C80CC891C8DCC71DC82FC617C8C5C7" },
+{ "seq_id" : 945298, "qsl_idx" : 688, "data" : "9DC846C8B9C826C9D1C8F3C8DDC8DCC836C871C8F2C8BBC765C9DBC8E3C8C6C818C05EC558C84FC832C620C663C4EFC427C615C591C7CDC6BBC069C6E0C748C608C655BC954713C1DBBC0C48B4C547C54DC5A5C586C4F8C4AEC4A9BC97C563A9AFC77CC669C718C87CC872C7C1C8D1C74FC69EC712C8C2C738C8FEC738C828C5C1C838C802C8F6C78CC822C88BC814C7BFC888C867C893C8ABC81BC8D1C80CC891C8DCC71DC82FC617C8C5C7" },
+{ "seq_id" : 1972665, "qsl_idx" : 1518, "data" : "D5C891C877C778C8B1C88EC860C891C863C8A8C7B4C86DC832C896C785C808C8CFC84EC887C865C72CC9AEC807C989C8A4C8C4C8D0C6C2C738C809C70AC977C8A1C868C838C8CEC788C877C843C836C847C8F9C788C859C8E5BC2BC67B471AC1C7C6D5C6B5C1A2BFB5BE48B8EE394E47DBBF614784C784C5AAC753C50CC730C7C4C792C76CC8BFC750C83DC641C72BC64FC738C7CDC7C2C5CCC7EBC50CC720C78AC7CDC4EAC75CC593C83CC8" },
+{ "seq_id" : 3953898, "qsl_idx" : 1665, "data" : "1EC9F2C8CAC85EC826C97DC80BC911C9FDC8DFC8FDC8F2C80FC920C964C900C907C9CCC877C5BDC5A2C871C845C848C86FC718C88DC8F1C784C8A1C839C7FAC69DC867C8AFC673C7D9C6EDC6FDC8CFC8BFC79BC6C1C899C84DC7ACC421C87FC5C7C8B0C8F3C84CC815C85DC893C892C89BC85CC8E7C6DFC7DEC768C8FB4421450EC97BC80FC4C0B1D8C494C2B7C85DC87FBCA83C72C617BDA5C871C82CC97EC8F5C840C8" },
+{ "seq_id" : 3602766, "qsl_idx" : 1799, "data" : "CCC8E1C7F4C719C85FC8BDC7A5C867C8B4C88DC825C81AC8F2C707C88CC731C652C9C2C88AC86EC85AC87FC8BCC70AC8F0C572C5CEBF9CC627C605C71BC716C5F1C3D4C7433F8CC46D42A14406C807C725C870C758C78BC52FC844C554C805C716C6E1C6D6C4EFBBADC5E0BFD3C719C706C761C5CDC6D4C779C6B4C784C55FC6EDC6C7C4FEC72EC842C68AC688C4D3C15CC810C8F6C75EC761C8B8C6C9C805C8B7C883C7" }
+]
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1 @@
		hash=db3e92a5447aaaf0d00283f8a4c1b676cb196aaf494c711d13a37151dc0759b6