refactor: use naas completion instead of openai

jupyter-naas · Sep 19, 2024 · ca0647e · ca0647e
1 parent 1f1bb59
commit ca0647e
Show file tree

Hide file tree

Showing 8 changed files with 27 additions and 6,712 deletions.
diff --git a/models/FEC_Création_dataset_Bilan.ipynb b/models/FEC_Création_dataset_Bilan.ipynb
@@ -88,13 +88,30 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 1,
    "id": "amazing-pollution",
    "metadata": {
+    "execution": {
+     "iopub.execute_input": "2024-09-18T16:48:22.567606Z",
+     "iopub.status.busy": "2024-09-18T16:48:22.559300Z",
+     "iopub.status.idle": "2024-09-18T16:48:30.599656Z",
+     "shell.execute_reply": "2024-09-18T16:48:30.599018Z",
+     "shell.execute_reply.started": "2024-09-18T16:48:22.567521Z"
+    },
     "papermill": {},
     "tags": []
    },
-   "outputs": [],
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "✅ utils file '/home/ftp/FEC-engine/utils/_data.ipynb' successfully loaded.\n",
+      "✅ utils file '/home/ftp/FEC-engine/utils/_datalake.ipynb' successfully loaded.\n",
+      "✅ utils file '/home/ftp/FEC-engine/utils/_pipeline.ipynb' successfully loaded.\n"
+     ]
+    }
+   ],
    "source": [
     "import naas_data_product"
    ]
@@ -124,7 +141,6 @@
    "source": [
     "# Inputs\n",
     "input_folder_path = \"/home/ftp/FEC-engine/outputs/FEC/bdd_fin_enr\"\n",
-    "openai_api_key = naas.secret.get(name=\"OPENAI_API_KEY\") or \"ENTER_YOUR_OPENAI_API_KEY\"\n",
     "\n",
     "# Outputs\n",
     "output_folder_path = \"/home/ftp/FEC-engine/outputs/FEC/dataset_bilan\"\n",
@@ -273,7 +289,7 @@
     "                \n",
     "            tmp_df2 = tmp_df[(tmp_df[\"PERIOD\"].isin([period, period_comp]))].reset_index(drop=True)\n",
     "            print(\"Row fetched:\", len(tmp_df2))                                                                      \n",
-    "            analysis = get_ia_analysis(openai_api_key, tmp_df2, prompt_data.replace(\n",
+    "            analysis = get_ia_analysis(tmp_df2, prompt_data.replace(\n",
     "                \"[BILAN_N]\",\n",
     "                str(bilan_n)\n",
     "#                 \"{:,.0f} k€\".format(bilan_n).replace(\",\", \" \")\n",

diff --git a/models/FEC_Création_dataset_Charges.ipynb b/models/FEC_Création_dataset_Charges.ipynb
@@ -124,7 +124,6 @@
    "source": [
     "# Inputs\n",
     "input_folder_path = \"/home/ftp/FEC-engine/outputs/FEC/bdd_fin_enr\"\n",
-    "openai_api_key = naas.secret.get(name=\"OPENAI_API_KEY\") or \"ENTER_YOUR_OPENAI_API_KEY\"\n",
     "\n",
     "# Outputs\n",
     "output_folder_path = \"/home/ftp/FEC-engine/outputs/FEC/dataset_charges\"\n",
@@ -251,7 +250,7 @@
     "        tmp_df = tmp_df[(tmp_df[\"ENTITY\"] == entity)]\n",
     "        \n",
     "        # Get analysis\n",
-    "        analysis = get_ia_analysis(openai_api_key, tmp_df, prompt_data)\n",
+    "        analysis = get_ia_analysis(tmp_df, prompt_data)\n",
     "        tmp_df[\"AI_ANALYSIS\"] = analysis\n",
     "            \n",
     "        # Concat\n",

diff --git a/models/FEC_Création_dataset_Evolution_CA.ipynb b/models/FEC_Création_dataset_Evolution_CA.ipynb
@@ -124,7 +124,6 @@
    "source": [
     "# Inputs\n",
     "input_folder_path = \"/home/ftp/FEC-engine/outputs/FEC/bdd_fin\"\n",
-    "openai_api_key = naas.secret.get(name=\"OPENAI_API_KEY\") or \"ENTER_YOUR_OPENAI_API_KEY\"\n",
     "\n",
     "# Outputs\n",
     "output_folder_path = \"/home/ftp/FEC-engine/outputs/FEC/dataset_evolution_ca\"\n",
@@ -295,7 +294,7 @@
     "            tmp_df2[\"PERIOD\"] = period\n",
     "            \n",
     "            # Analysis OpenAI\n",
-    "            analysis = get_ia_analysis(openai_api_key, tmp_df2, prompt_data)\n",
+    "            analysis = get_ia_analysis(tmp_df2, prompt_data)\n",
     "            tmp_df2[\"AI_ANALYSIS\"] = analysis\n",
     "            \n",
     "            # Concat\n",

diff --git a/models/FEC_Création_dataset_Trésorerie.ipynb b/models/FEC_Création_dataset_Trésorerie.ipynb
@@ -276,7 +276,7 @@
     "        \n",
     "        # AI analysis\n",
     "        print(f\"➡️ Entity: {entity}, Periode: {period}\")\n",
-    "        analysis = get_ia_analysis(openai_api_key, tmp_df, prompt_data)\n",
+    "        analysis = get_ia_analysis(tmp_df, prompt_data)\n",
     "        tmp_df[\"AI_ANALYSIS\"] = analysis\n",
     "        \n",
     "        # Concat\n",