{ "cells": [ { "cell_type": "code", "execution_count": 4, "metadata": {}, "outputs": [], "source": [ "def print_result(result):\n", " nums = result.split(\" \")\n", " for num in nums:\n", " print(f\"{num}\")" ] }, { "cell_type": "code", "execution_count": 5, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "40.28\n", "46.13\n", "29.25\n", "47.45\n", "40.08\n", "33.66\n", "39.35\n", "40.67\n", "39.83\n" ] } ], "source": [ "# Random chance\n", "result = \"40.28 46.13 29.25 47.45 40.08 33.66 39.35 40.67 39.83\"\n", "print_result(result)" ] }, { "cell_type": "code", "execution_count": 6, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "90.23\n", "84.97\n", "87.48\n", "89.60\n", "87.50\n", "88.10\n", "91.59\n", "82.42\n", "88.40\n" ] } ], "source": [ "# Human\n", "result = \"90.23 84.97 87.48 89.60 87.50 88.10 91.59 82.42 88.40\"\n", "print_result(result)" ] }, { "cell_type": "code", "execution_count": 7, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "75.04\n", "66.59\n", "78.00\n", "74.24\n", "65.74\n", "79.58\n", "76.36\n", "69.87\n", "74.04\n" ] } ], "source": [ "# GPT-3 zero-shot QCM→A\n", "result = \"75.04 66.59 78.00 74.24 65.74 79.58 76.36 69.87 74.04\"\n", "print_result(result)" ] }, { "cell_type": "code", "execution_count": 8, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "74.64\n", "69.74\n", "76.00\n", "74.44\n", "67.28\n", "77.42\n", "76.80\n", "68.89\n", "73.97\n" ] } ], "source": [ "# GPT-3 2-shot QCM→A\n", "result = \"74.64 69.74 76.00 74.44 67.28 77.42 76.80 68.89 73.97\"\n", "print_result(result)" ] }, { "cell_type": "code", "execution_count": 9, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "76.60\n", "65.92\n", "77.55\n", "75.51\n", "66.09\n", "79.58\n", "78.49\n", "67.63\n", "74.61\n" ] } ], "source": [ "# GPT-3 (CoT) 2-shot QCM→AE\n", "result = \"76.60 65.92 77.55 75.51 66.09 79.58 78.49 67.63 74.61\"\n", "print_result(result)" ] }, { "cell_type": "code", "execution_count": 10, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "75.44\n", "70.87\n", "78.09\n", "74.68\n", "67.43\n", "79.93\n", "78.23\n", "69.68\n", "75.17\n" ] } ], "source": [ "# GPT-3 (CoT) 2-shot QCM→ALE\n", "result = \"75.44 70.87 78.09 74.68 67.43 79.93 78.23 69.68 75.17\"\n", "print_result(result)" ] } ], "metadata": { "kernelspec": { "display_name": "Python 3.9.1rc1 64-bit", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.9.1" }, "orig_nbformat": 4, "vscode": { "interpreter": { "hash": "aee8b7b246df8f9039afb4144a1f6fd8d2ca17a180786b69acc140d282b71a49" } } }, "nbformat": 4, "nbformat_minor": 2 }