{ "cells": [ { "cell_type": "markdown", "id": "acceptable-german", "metadata": {}, "source": [ "# SQUAD" ] }, { "cell_type": "markdown", "id": "legendary-ordinance", "metadata": {}, "source": [ "
\n", " | Size (MB) | \n", "Quantized Size (MB) | \n", "exact | \n", "f1 | \n", "total | \n", "
---|---|---|---|---|---|
tiny-bert | \n", "60.9 | \n", "15.30 | \n", "53.45758 | \n", "56.79821 | \n", "11858.0 | \n", "
bert | \n", "452.0 | \n", "113.00 | \n", "57.16810 | \n", "61.48740 | \n", "11858.0 | \n", "
albert | \n", "58.1 | \n", "14.60 | \n", "58.97284 | \n", "63.12757 | \n", "11858.0 | \n", "
tiny-albert | \n", "24.8 | \n", "6.35 | \n", "50.00843 | \n", "50.00843 | \n", "11858.0 | \n", "
xlnet | \n", "478.0 | \n", "120.00 | \n", "62.74245 | \n", "66.56101 | \n", "11858.0 | \n", "
alxlnet | \n", "58.4 | \n", "15.60 | \n", "61.97503 | \n", "65.89765 | \n", "11858.0 | \n", "