{"id":1675,"date":"2024-10-09T06:53:44","date_gmt":"2024-10-09T04:53:44","guid":{"rendered":"https:\/\/guillaume-guerard.com\/?page_id=1675"},"modified":"2024-10-09T07:12:10","modified_gmt":"2024-10-09T05:12:10","slug":"active-prompting","status":"publish","type":"page","link":"https:\/\/guillaume-guerard.com\/en\/cours-de-methodologie\/active-prompting\/","title":{"rendered":"Active Prompt"},"content":{"rendered":"<div data-elementor-type=\"wp-page\" data-elementor-id=\"1675\" class=\"elementor elementor-1675\">\n\t\t\t\t\t\t<section class=\"elementor-section elementor-top-section elementor-element elementor-element-0faebbe elementor-section-boxed elementor-section-height-default elementor-section-height-default\" data-id=\"0faebbe\" data-element_type=\"section\" data-e-type=\"section\">\n\t\t\t\t\t\t<div class=\"elementor-container elementor-column-gap-default\">\n\t\t\t\t\t<div class=\"elementor-column elementor-col-50 elementor-top-column elementor-element elementor-element-6d4974a\" data-id=\"6d4974a\" data-element_type=\"column\" data-e-type=\"column\">\n\t\t\t<div class=\"elementor-widget-wrap elementor-element-populated\">\n\t\t\t\t\t\t<div class=\"elementor-element elementor-element-a0cfd35 elementor-align-justify elementor-widget elementor-widget-button\" data-id=\"a0cfd35\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"button.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<div class=\"elementor-button-wrapper\">\n\t\t\t\t\t<a class=\"elementor-button elementor-button-link elementor-size-sm\" href=\"https:\/\/guillaume-guerard.com\/en\/\">\n\t\t\t\t\t\t<span class=\"elementor-button-content-wrapper\">\n\t\t\t\t\t\t\t\t\t<span class=\"elementor-button-text\">Welcome<\/span>\n\t\t\t\t\t<\/span>\n\t\t\t\t\t<\/a>\n\t\t\t\t<\/div>\n\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/div>\n\t\t\t\t<div class=\"elementor-column elementor-col-50 elementor-top-column elementor-element elementor-element-29fb614\" data-id=\"29fb614\" data-element_type=\"column\" data-e-type=\"column\">\n\t\t\t<div class=\"elementor-widget-wrap elementor-element-populated\">\n\t\t\t\t\t\t<div class=\"elementor-element elementor-element-0aa4889 elementor-align-justify elementor-widget elementor-widget-button\" data-id=\"0aa4889\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"button.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<div class=\"elementor-button-wrapper\">\n\t\t\t\t\t<a class=\"elementor-button elementor-button-link elementor-size-sm\" href=\"https:\/\/complex-systems-ai.com\/\" target=\"_blank\" rel=\"noopener\">\n\t\t\t\t\t\t<span class=\"elementor-button-content-wrapper\">\n\t\t\t\t\t\t\t\t\t<span class=\"elementor-button-text\">Data Science<\/span>\n\t\t\t\t\t<\/span>\n\t\t\t\t\t<\/a>\n\t\t\t\t<\/div>\n\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/section>\n\t\t\t\t<section class=\"elementor-section elementor-top-section elementor-element elementor-element-5276a26 elementor-section-boxed elementor-section-height-default elementor-section-height-default\" data-id=\"5276a26\" data-element_type=\"section\" data-e-type=\"section\">\n\t\t\t\t\t\t<div class=\"elementor-container elementor-column-gap-default\">\n\t\t\t\t\t<div class=\"elementor-column elementor-col-100 elementor-top-column elementor-element elementor-element-6711b6b\" data-id=\"6711b6b\" data-element_type=\"column\" data-e-type=\"column\">\n\t\t\t<div class=\"elementor-widget-wrap elementor-element-populated\">\n\t\t\t\t\t\t<div class=\"elementor-element elementor-element-df7857b elementor-widget elementor-widget-heading\" data-id=\"df7857b\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"heading.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t<div id=\"ez-toc-container\" class=\"ez-toc-v2_0_82_2 counter-hierarchy ez-toc-counter ez-toc-grey ez-toc-container-direction\">\n<div class=\"ez-toc-title-container\">\n<p class=\"ez-toc-title\" style=\"cursor:inherit\">Page contents<\/p>\n<span class=\"ez-toc-title-toggle\"><a href=\"#\" class=\"ez-toc-pull-right ez-toc-btn ez-toc-btn-xs ez-toc-btn-default ez-toc-toggle\" aria-label=\"Toggle Table of Contents\"><span class=\"ez-toc-js-icon-con\"><span class=\"\"><span class=\"eztoc-hide\" style=\"display:none;\">Toggle<\/span><span class=\"ez-toc-icon-toggle-span\"><svg style=\"fill: #999;color:#999\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" class=\"list-377408\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" fill=\"none\"><path d=\"M6 6H4v2h2V6zm14 0H8v2h12V6zM4 11h2v2H4v-2zm16 0H8v2h12v-2zM4 16h2v2H4v-2zm16 0H8v2h12v-2z\" fill=\"currentColor\"><\/path><\/svg><svg style=\"fill: #999;color:#999\" class=\"arrow-unsorted-368013\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"10px\" height=\"10px\" viewbox=\"0 0 24 24\" version=\"1.2\" baseprofile=\"tiny\"><path d=\"M18.2 9.3l-6.2-6.3-6.2 6.3c-.2.2-.3.4-.3.7s.1.5.3.7c.2.2.4.3.7.3h11c.3 0 .5-.1.7-.3.2-.2.3-.5.3-.7s-.1-.5-.3-.7zM5.8 14.7l6.2 6.3 6.2-6.3c.2-.2.3-.5.3-.7s-.1-.5-.3-.7c-.2-.2-.4-.3-.7-.3h-11c-.3 0-.5.1-.7.3-.2.2-.3.5-.3.7s.1.5.3.7z\"\/><\/svg><\/span><\/span><\/span><\/a><\/span><\/div>\n<nav><ul class='ez-toc-list ez-toc-list-level-1' ><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-1\" href=\"https:\/\/guillaume-guerard.com\/en\/cours-de-methodologie\/active-prompting\/#Active_Prompting_estimation_de_lincertain\" >Active Prompting, estimation of the uncertain<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-2\" href=\"https:\/\/guillaume-guerard.com\/en\/cours-de-methodologie\/active-prompting\/#Lhumain_dans_la_boucle\" >The human in the loop<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-3\" href=\"https:\/\/guillaume-guerard.com\/en\/cours-de-methodologie\/active-prompting\/#Exemple_dactive_prompting\" >Example of active prompting<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-4\" href=\"https:\/\/guillaume-guerard.com\/en\/cours-de-methodologie\/active-prompting\/#Utiliser_lActive_Prompting\" >Using Active Prompting<\/a><\/li><\/ul><\/nav><\/div>\n<h2 class=\"elementor-heading-title elementor-size-default\"><span class=\"ez-toc-section\" id=\"Active_Prompting_estimation_de_lincertain\"><\/span>Active Prompting, estimation of the uncertain<span class=\"ez-toc-section-end\"><\/span><\/h2>\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/section>\n\t\t\t\t<section class=\"elementor-section elementor-top-section elementor-element elementor-element-99bd310 elementor-section-boxed elementor-section-height-default elementor-section-height-default\" data-id=\"99bd310\" data-element_type=\"section\" data-e-type=\"section\">\n\t\t\t\t\t\t<div class=\"elementor-container elementor-column-gap-default\">\n\t\t\t\t\t<div class=\"elementor-column elementor-col-100 elementor-top-column elementor-element elementor-element-6618947\" data-id=\"6618947\" data-element_type=\"column\" data-e-type=\"column\">\n\t\t\t<div class=\"elementor-widget-wrap elementor-element-populated\">\n\t\t\t\t\t\t<div class=\"elementor-element elementor-element-97b2a4f elementor-widget elementor-widget-text-editor\" data-id=\"97b2a4f\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p>By systematically selecting and annotating the <a href=\"https:\/\/guillaume-guerard.com\/en\/cours-de-methodologie\/definir-les-questions-scientifiques\/\">questions<\/a> the most uncertain, active prompting not only helps refine the understanding of the model, but also leverages human expertise more effectively. The process begins with generating multiple predictions for each question, followed by calculating the uncertainty (uncertainty estimate) using various measures such as disagreement, entropy, and variance. This strategic selection process ensures that the most informative questions are prioritized for annotation.<\/p><p><img decoding=\"async\" class=\"alignnone wp-image-49 size-full\" src=\"http:\/\/guillaume-guerard.com\/wp-content\/uploads\/2023\/07\/logo_sc.png\" alt=\"active prompting\" width=\"238\" height=\"203\" \/><\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/section>\n\t\t\t\t<section class=\"elementor-section elementor-top-section elementor-element elementor-element-4cb6c18 elementor-section-boxed elementor-section-height-default elementor-section-height-default\" data-id=\"4cb6c18\" data-element_type=\"section\" data-e-type=\"section\">\n\t\t\t\t\t\t<div class=\"elementor-container elementor-column-gap-default\">\n\t\t\t\t\t<div class=\"elementor-column elementor-col-100 elementor-top-column elementor-element elementor-element-52d775f\" data-id=\"52d775f\" data-element_type=\"column\" data-e-type=\"column\">\n\t\t\t<div class=\"elementor-widget-wrap elementor-element-populated\">\n\t\t\t\t\t\t<div class=\"elementor-element elementor-element-edd7541 elementor-widget elementor-widget-heading\" data-id=\"edd7541\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"heading.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t<h2 class=\"elementor-heading-title elementor-size-default\"><span class=\"ez-toc-section\" id=\"Lhumain_dans_la_boucle\"><\/span>The human in the loop<span class=\"ez-toc-section-end\"><\/span><\/h2>\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/section>\n\t\t\t\t<section class=\"elementor-section elementor-top-section elementor-element elementor-element-a2958f1 elementor-section-boxed elementor-section-height-default elementor-section-height-default\" data-id=\"a2958f1\" data-element_type=\"section\" data-e-type=\"section\">\n\t\t\t\t\t\t<div class=\"elementor-container elementor-column-gap-default\">\n\t\t\t\t\t<div class=\"elementor-column elementor-col-100 elementor-top-column elementor-element elementor-element-c266274\" data-id=\"c266274\" data-element_type=\"column\" data-e-type=\"column\">\n\t\t\t<div class=\"elementor-widget-wrap elementor-element-populated\">\n\t\t\t\t\t\t<div class=\"elementor-element elementor-element-bae287a elementor-widget elementor-widget-text-editor\" data-id=\"bae287a\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p>Active Prompt1 is a technique to improve the performance of Chain of Thought (CoT) prompting by selectively annotating examples where the model has the most uncertainty. This approach maximizes the efficiency of human annotation efforts by focusing only on the most challenging questions for the model.<\/p><p>The Active Invite consists of four main steps:<\/p><p>Uncertainty estimation:<br \/>It prompts the model multiple times (k) with unlabeled questions using the Chain of Thought Prompt with some human-written thought strings or the Zero-Shot (CoT) Chain of Thought Prompt without human-written thought strings to generate possible answers with intermediate steps for a set of unlabeled questions. It calculates the uncertainty u based on k answers via a selected uncertainty measure.<\/p><p>Selection: questions with the greatest uncertainty<br \/>are selected for human annotation.<\/p><p>Annotation: Questions selected in step 2 are manually annotated by humans to provide more accurate answers.<\/p><p>Inference: Newly annotated examples are used to improve the model&#039;s performance in answering future questions.<\/p><p>Active prompting saves significant human resources by reducing the need to annotate all training data. It outperforms other techniques such as automatic thought chain prompting, random thought chain prompting, and self-consistency on a range of reasoning tasks. <a href=\"https:\/\/guillaume-guerard.com\/en\/cours-de-methodologie\/\">research<\/a> on the active prompt is the first to show the benefits of selectively annotating questions in the CoT prompt for solving complex reasoning tasks.<\/p><p><img fetchpriority=\"high\" decoding=\"async\" class=\"alignnone wp-image-1681 size-full\" src=\"http:\/\/guillaume-guerard.com\/wp-content\/uploads\/2024\/10\/active-prompting1.jpg\" alt=\"active prompting\" width=\"749\" height=\"575\" srcset=\"https:\/\/guillaume-guerard.com\/wp-content\/uploads\/2024\/10\/active-prompting1.jpg 749w, https:\/\/guillaume-guerard.com\/wp-content\/uploads\/2024\/10\/active-prompting1-300x230.jpg 300w, https:\/\/guillaume-guerard.com\/wp-content\/uploads\/2024\/10\/active-prompting1-16x12.jpg 16w\" sizes=\"(max-width: 749px) 100vw, 749px\" \/><\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/section>\n\t\t\t\t<section class=\"elementor-section elementor-top-section elementor-element elementor-element-9028c0a elementor-section-boxed elementor-section-height-default elementor-section-height-default\" data-id=\"9028c0a\" data-element_type=\"section\" data-e-type=\"section\">\n\t\t\t\t\t\t<div class=\"elementor-container elementor-column-gap-default\">\n\t\t\t\t\t<div class=\"elementor-column elementor-col-100 elementor-top-column elementor-element elementor-element-fab8309\" data-id=\"fab8309\" data-element_type=\"column\" data-e-type=\"column\">\n\t\t\t<div class=\"elementor-widget-wrap elementor-element-populated\">\n\t\t\t\t\t\t<div class=\"elementor-element elementor-element-dc412ba elementor-widget elementor-widget-heading\" data-id=\"dc412ba\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"heading.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t<h2 class=\"elementor-heading-title elementor-size-default\"><span class=\"ez-toc-section\" id=\"Exemple_dactive_prompting\"><\/span>Example of active prompting<span class=\"ez-toc-section-end\"><\/span><\/h2>\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/section>\n\t\t\t\t<section class=\"elementor-section elementor-top-section elementor-element elementor-element-e48efb2 elementor-section-boxed elementor-section-height-default elementor-section-height-default\" data-id=\"e48efb2\" data-element_type=\"section\" data-e-type=\"section\">\n\t\t\t\t\t\t<div class=\"elementor-container elementor-column-gap-default\">\n\t\t\t\t\t<div class=\"elementor-column elementor-col-100 elementor-top-column elementor-element elementor-element-1d9faaa\" data-id=\"1d9faaa\" data-element_type=\"column\" data-e-type=\"column\">\n\t\t\t<div class=\"elementor-widget-wrap elementor-element-populated\">\n\t\t\t\t\t\t<div class=\"elementor-element elementor-element-d1af8a5 elementor-widget elementor-widget-text-editor\" data-id=\"d1af8a5\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p><strong>Step 1. Estimation of uncertainty<\/strong><\/p><p>First, you ask the model multiple times (k) for each unlabeled question using:<\/p><p>A number of annotated examples if you wish to use the CoT option<\/p><p>\u201cThink step by step\u201d if you want to use the CoT Zero-Shot option<\/p><p>Let&#039;s say you choose the CoT option. You provide examples (Q1 and Q2), then ask your pool question (Q3). Repeat this process k times for each question.<\/p><pre class=\"rounded-md p-2.5 m-0 bg-gray-400 dark:bg-gray-600 text-black dark:text-white ai-output\">Q1: Josh and Anna were both born on August 17th, but in different years. To consolidate celebrations they also got married on August 17 when Josh turned 22. If today they&#039;re celebrating 30 years of marriage and their combined age is exactly 5 times what Josh&#039;s age was when they married, how old was Anna when they got married? A1: Let&#039;s think step by step. To calculate how old was Anna when they got married, we have to know their combined age, Josh&#039;s age after 30 years, and Anna&#039;s age after 30 years from their marriage. Since their combined age is 5 times Josh&#039;s age when he got married, their combined age is 5 * 22 = 110 years. Josh must be 30 years older than his age when they got married, so he is 22 + 30 = 52 years old now. Therefore, Anna&#039;s current age will be 110 - 52 = 58 years. If they married 30 years ago, Anna must have been 58 - 30 = 28 years old when they married The answer is 28. Q2: John buys a chair. He then buys a table that is 3 times the price of the chair. Then, he buys a couch that is 5 times the price of the table. If John paid $380 for all these items, what is the price of the couch? A2: Let&#039;s think step by step. To calculate the price of the couch, we need to know the price of the chair, the price of the table, and the relationship between the chair, table, couch, and total money paid. Let x be the price of the chair, 3 * x be the price of the table, and 5 * (3 * x) = 15 * x be the price of the couch. The relationship between the chair, table, couch, and the total price paid is x + 3 * x + 15 * x = $380, which is 19 * x = 380, and x=20. The price of the couch is 15 * x, which is 15 * 20 = $300. The answer is 300. Q3: John has 5 apples, and he gives 2 to Mary. How many apples does John have left?<\/pre><p>You will thus obtain k answers for each of your n questions.<\/p><p>Next, you need to measure the uncertainty of the model for each question based on the k answers it generates for a given question.<\/p><p>To do this, you select the uncertainty measure. An example measure might be disagreement:<\/p><p>You use the disagreement between the k answers generated for a given question in the pool. The disagreement calculates the unique answers in the predictions.<\/p><p>You count the number of unique answers generated for a question, h<\/p><p>Calculate the disagreement by dividing the uncertainty = h\/k.<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/section>\n\t\t\t\t<section class=\"elementor-section elementor-top-section elementor-element elementor-element-1a98526 elementor-section-boxed elementor-section-height-default elementor-section-height-default\" data-id=\"1a98526\" data-element_type=\"section\" data-e-type=\"section\">\n\t\t\t\t\t\t<div class=\"elementor-container elementor-column-gap-default\">\n\t\t\t\t\t<div class=\"elementor-column elementor-col-100 elementor-top-column elementor-element elementor-element-faf70f2\" data-id=\"faf70f2\" data-element_type=\"column\" data-e-type=\"column\">\n\t\t\t<div class=\"elementor-widget-wrap elementor-element-populated\">\n\t\t\t\t\t\t<div class=\"elementor-element elementor-element-4a531de elementor-widget elementor-widget-text-editor\" data-id=\"4a531de\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p><strong>Step 2. Selection<\/strong><\/p><p>Then you select the questions with the highest uncertainty based on the metric. For simplicity, let&#039;s just look at an example question from the set of most uncertain questions.<\/p><p>Imagine that you consider disagreement as a metric of usage uncertainty. You ask the model the question k times and find that the question below consistently produces <a href=\"https:\/\/guillaume-guerard.com\/en\/cours-de-methodologie\/parfaire-la-section-resultats\/\">results<\/a> Different LLMs, meaning the model is uncertain in the response:<\/p><pre class=\"rounded-md p-2.5 m-0 bg-gray-400 dark:bg-gray-600 text-black dark:text-white ai-output\">John has 5 apples, and he gives 2 to Mary.<br \/><br \/>How many apples does John have left?<\/pre>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/section>\n\t\t\t\t<section class=\"elementor-section elementor-top-section elementor-element elementor-element-d81576a elementor-section-boxed elementor-section-height-default elementor-section-height-default\" data-id=\"d81576a\" data-element_type=\"section\" data-e-type=\"section\">\n\t\t\t\t\t\t<div class=\"elementor-container elementor-column-gap-default\">\n\t\t\t\t\t<div class=\"elementor-column elementor-col-100 elementor-top-column elementor-element elementor-element-77c0ced\" data-id=\"77c0ced\" data-element_type=\"column\" data-e-type=\"column\">\n\t\t\t<div class=\"elementor-widget-wrap elementor-element-populated\">\n\t\t\t\t\t\t<div class=\"elementor-element elementor-element-9c85bbc elementor-widget elementor-widget-text-editor\" data-id=\"9c85bbc\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p><strong>Step 3. Annotation<\/strong><\/p><p>You manually annotate the selected question to provide a clear and correct answer:<\/p><pre class=\"rounded-md p-2.5 m-0 bg-gray-400 dark:bg-gray-600 text-black dark:text-white ai-output\">Q: John has 5 apples, and he gives 2 to Mary. How many apples does John have left?<br \/><br \/>A: John starts with 5 apples. He gives away 2 apples. Therefore, he has 5 - 2 = 3 apples left.<\/pre>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/section>\n\t\t\t\t<section class=\"elementor-section elementor-top-section elementor-element elementor-element-08060ce elementor-section-boxed elementor-section-height-default elementor-section-height-default\" data-id=\"08060ce\" data-element_type=\"section\" data-e-type=\"section\">\n\t\t\t\t\t\t<div class=\"elementor-container elementor-column-gap-default\">\n\t\t\t\t\t<div class=\"elementor-column elementor-col-100 elementor-top-column elementor-element elementor-element-9d070c8\" data-id=\"9d070c8\" data-element_type=\"column\" data-e-type=\"column\">\n\t\t\t<div class=\"elementor-widget-wrap elementor-element-populated\">\n\t\t\t\t\t\t<div class=\"elementor-element elementor-element-0b95a76 elementor-widget elementor-widget-text-editor\" data-id=\"0b95a76\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p><strong>Step 4. Inference<\/strong><\/p><p>This annotated question becomes an example for the model.<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/section>\n\t\t\t\t<section class=\"elementor-section elementor-top-section elementor-element elementor-element-95da7ee elementor-section-boxed elementor-section-height-default elementor-section-height-default\" data-id=\"95da7ee\" data-element_type=\"section\" data-e-type=\"section\">\n\t\t\t\t\t\t<div class=\"elementor-container elementor-column-gap-default\">\n\t\t\t\t\t<div class=\"elementor-column elementor-col-100 elementor-top-column elementor-element elementor-element-7e8d920\" data-id=\"7e8d920\" data-element_type=\"column\" data-e-type=\"column\">\n\t\t\t<div class=\"elementor-widget-wrap elementor-element-populated\">\n\t\t\t\t\t\t<div class=\"elementor-element elementor-element-8c2cb8e elementor-widget elementor-widget-heading\" data-id=\"8c2cb8e\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"heading.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t<h2 class=\"elementor-heading-title elementor-size-default\"><span class=\"ez-toc-section\" id=\"Utiliser_lActive_Prompting\"><\/span>Using Active Prompting<span class=\"ez-toc-section-end\"><\/span><\/h2>\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/section>\n\t\t\t\t<section class=\"elementor-section elementor-top-section elementor-element elementor-element-d4cda2e elementor-section-boxed elementor-section-height-default elementor-section-height-default\" data-id=\"d4cda2e\" data-element_type=\"section\" data-e-type=\"section\">\n\t\t\t\t\t\t<div class=\"elementor-container elementor-column-gap-default\">\n\t\t\t\t\t<div class=\"elementor-column elementor-col-100 elementor-top-column elementor-element elementor-element-d8b0424\" data-id=\"d8b0424\" data-element_type=\"column\" data-e-type=\"column\">\n\t\t\t<div class=\"elementor-widget-wrap elementor-element-populated\">\n\t\t\t\t\t\t<div class=\"elementor-element elementor-element-2322e39 elementor-widget elementor-widget-text-editor\" data-id=\"2322e39\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p>The Active Prompting code is open source and available for further research and implementation on <a href=\"https:\/\/github.com\/shizhediao\/active-prompt\" target=\"_blank\" rel=\"noopener\">GitHub<\/a>.<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/section>\n\t\t\t\t<\/div>","protected":false},"excerpt":{"rendered":"<p>Home Data Science Active Prompting, estimation of the uncertain By systematically selecting and annotating the most uncertain questions, active \u2026 <\/p>","protected":false},"author":1,"featured_media":0,"parent":47,"menu_order":0,"comment_status":"closed","ping_status":"closed","template":"elementor_header_footer","meta":{"footnotes":""},"class_list":["post-1675","page","type-page","status-publish","hentry"],"_links":{"self":[{"href":"https:\/\/guillaume-guerard.com\/en\/wp-json\/wp\/v2\/pages\/1675","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/guillaume-guerard.com\/en\/wp-json\/wp\/v2\/pages"}],"about":[{"href":"https:\/\/guillaume-guerard.com\/en\/wp-json\/wp\/v2\/types\/page"}],"author":[{"embeddable":true,"href":"https:\/\/guillaume-guerard.com\/en\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/guillaume-guerard.com\/en\/wp-json\/wp\/v2\/comments?post=1675"}],"version-history":[{"count":10,"href":"https:\/\/guillaume-guerard.com\/en\/wp-json\/wp\/v2\/pages\/1675\/revisions"}],"predecessor-version":[{"id":1690,"href":"https:\/\/guillaume-guerard.com\/en\/wp-json\/wp\/v2\/pages\/1675\/revisions\/1690"}],"up":[{"embeddable":true,"href":"https:\/\/guillaume-guerard.com\/en\/wp-json\/wp\/v2\/pages\/47"}],"wp:attachment":[{"href":"https:\/\/guillaume-guerard.com\/en\/wp-json\/wp\/v2\/media?parent=1675"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}