{ "cells": [ { "cell_type": "markdown", "metadata": {}, "source": [ "# Relevancy Analysis" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "
\n", " | Size (MB) | \n", "Quantized Size (MB) | \n", "macro precision | \n", "macro recall | \n", "macro f1-score | \n", "max length | \n", "
---|---|---|---|---|---|---|
bert | \n", "425.6 | \n", "111.00 | \n", "0.89320 | \n", "0.89195 | \n", "0.89256 | \n", "512.0 | \n", "
tiny-bert | \n", "57.4 | \n", "15.40 | \n", "0.87179 | \n", "0.86324 | \n", "0.86695 | \n", "512.0 | \n", "
albert | \n", "48.6 | \n", "12.80 | \n", "0.89798 | \n", "0.86008 | \n", "0.87209 | \n", "512.0 | \n", "
tiny-albert | \n", "22.4 | \n", "5.98 | \n", "0.82157 | \n", "0.83410 | \n", "0.82416 | \n", "512.0 | \n", "
xlnet | \n", "446.6 | \n", "118.00 | \n", "0.92707 | \n", "0.92103 | \n", "0.92381 | \n", "512.0 | \n", "
alxlnet | \n", "46.8 | \n", "13.30 | \n", "0.91135 | \n", "0.90446 | \n", "0.90758 | \n", "512.0 | \n", "
bigbird | \n", "458.0 | \n", "116.00 | \n", "0.88093 | \n", "0.86832 | \n", "0.87352 | \n", "1024.0 | \n", "
tiny-bigbird | \n", "65.0 | \n", "16.90 | \n", "0.86558 | \n", "0.85871 | \n", "0.86176 | \n", "1024.0 | \n", "
fastformer | \n", "458.0 | \n", "116.00 | \n", "0.92387 | \n", "0.91064 | \n", "0.91616 | \n", "2048.0 | \n", "
tiny-fastformer | \n", "77.3 | \n", "19.70 | \n", "0.85655 | \n", "0.86337 | \n", "0.85925 | \n", "2048.0 | \n", "