cr

docs/modules/llms/integrations/hf_text_generation.ipynb

@@ -2,7 +2,7 @@
  "cells": [
   {
    "cell_type": "markdown",
-   "id": "c24e8282",
+   "id": "16ae872d",
    "metadata": {},
    "source": [
     "# Hugging Face Text Generation\n",
@@ -13,7 +13,7 @@
   {
    "cell_type": "code",
    "execution_count": 1,
-   "id": "1f80bc2b",
+   "id": "aed972a5",
    "metadata": {},
    "outputs": [],
    "source": [
@@ -23,7 +23,7 @@
   {
    "cell_type": "code",
    "execution_count": 2,
-   "id": "1565057d",
+   "id": "09e693b8",
    "metadata": {},
    "outputs": [],
    "source": [
@@ -34,23 +34,23 @@
   {
    "cell_type": "code",
    "execution_count": 3,
-   "id": "106d666e",
+   "id": "6ce9486b",
    "metadata": {},
    "outputs": [],
    "source": [
-    "model = HFTextGeneration(repo_id=\"bigscience/bloomz\")"
+    "model = HFTextGeneration(repo_id=\"google/flan-ul2\", model_kwargs={\"temperature\":0.1, \"max_new_tokens\":200})"
    ]
   },
   {
    "cell_type": "code",
    "execution_count": 4,
-   "id": "06674c54",
+   "id": "2af51b5e",
    "metadata": {},
    "outputs": [
     {
      "data": {
       "text/plain": [
-       "'? Rayleigh scattering'"
+       "\"i'm a music man i'm a music man i'm a music man i'm a music man i'm a music man i'm a music man i'm a music man i'm a music man i'm a music man i'm a music man i'm a music man i'm a music man i'm a music man i'm a music man i'm a music man i'm a music man i'm a music man i'm a music man i'm a music man i'm a music man i'm a music man i'm a music man i'm a music man i'm a music man i'm a music man\""
       ]
      },
      "execution_count": 4,
@@ -59,12 +59,12 @@
     }
    ],
    "source": [
-    "model(\"why is the sky blue\")"
+    "model(\"write me a song about music\")"
    ]
   },
   {
    "cell_type": "markdown",
-   "id": "8cc64861",
+   "id": "d47e1e10",
    "metadata": {},
    "source": [
     "## Streaming\n",
@@ -74,7 +74,7 @@
   {
    "cell_type": "code",
    "execution_count": 5,
-   "id": "8d3cad0a",
+   "id": "3ffe8d7e",
    "metadata": {},
    "outputs": [],
    "source": [
@@ -85,7 +85,7 @@
   {
    "cell_type": "code",
    "execution_count": 6,
-   "id": "f51ccaac",
+   "id": "5a84bdf3",
    "metadata": {},
    "outputs": [],
    "source": [
@@ -95,7 +95,7 @@
   {
    "cell_type": "code",
    "execution_count": 7,
-   "id": "803790e0",
+   "id": "6d460fe9",
    "metadata": {},
    "outputs": [
     {
@@ -113,7 +113,7 @@
   {
    "cell_type": "code",
    "execution_count": null,
-   "id": "cc200116",
+   "id": "6ed74872",
    "metadata": {},
    "outputs": [],
    "source": []