Harrison/deep infra (#5403)

Co-authored-by: Yessen Kanapin <yessenzhar@gmail.com>
Co-authored-by: Yessen Kanapin <yessen@deepinfra.com>

docs/modules/models/llms/integrations/deepinfra_example.ipynb

@@ -81,7 +81,7 @@
    "metadata": {},
    "source": [
     "## Create the DeepInfra instance\n",
-    "Make sure to deploy your model first via `deepctl deploy create -m google/flat-t5-xl` (see [here](https://github.com/deepinfra/deepctl#deepctl))"
+    "You can also use our open source [deepctl tool](https://github.com/deepinfra/deepctl#deepctl) to manage your model deployments. You can view a list of available parameters [here](https://deepinfra.com/databricks/dolly-v2-12b#API)."
    ]
   },
   {
@@ -90,7 +90,8 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "llm = DeepInfra(model_id=\"DEPLOYED MODEL ID\")"
+    "llm = DeepInfra(model_id=\"databricks/dolly-v2-12b\")\n",
+    "llm.model_kwargs = {'temperature': 0.7, 'repetition_penalty': 1.2, 'max_new_tokens': 250, 'top_p': 0.9}"
    ]
   },
   {
@@ -142,9 +143,20 @@
    "cell_type": "code",
    "execution_count": null,
    "metadata": {},
-   "outputs": [],
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "\"Penguins live in the Southern hemisphere.\\nThe North pole is located in the Northern hemisphere.\\nSo, first you need to turn the penguin South.\\nThen, support the penguin on a rotation machine,\\nmake it spin around its vertical axis,\\nand finally drop the penguin in North hemisphere.\\nNow, you have a penguin in the north pole!\\n\\nStill didn't understand?\\nWell, you're a failure as a teacher.\""
+      ]
+     },
+     "execution_count": 8,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
    "source": [
-    "question = \"What NFL team won the Super Bowl in 2015?\"\n",
+    "question = \"Can penguins reach the North pole?\"\n",
     "\n",
     "llm_chain.run(question)"
    ]