Duplicate from johnwick123forevr/Testtrial1

.gitattributes

@@ -0,0 +1,31 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,14 @@
+---
+title: WizardLM
+emoji: 😁
+colorFrom: yellow
+colorTo: green
+sdk: gradio
+sdk_version: 3.35.2
+app_file: app.py
+pinned: false
+license: apache-2.0
+duplicated_from: johnwick123forevr/Testtrial1
+---
+
+Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

app.py

@@ -0,0 +1,53 @@
+import gradio as gr
+import os
+import wget
+from llama_cpp import Llama
+import random
+url = 'https://huggingface.co/TheBloke/WizardLM-7B-uncensored-GGML/resolve/main/WizardLM-7B-uncensored.ggmlv3.q4_0.bin'
+filename = wget.download(url)
+llm2 = Llama(model_path=filename, seed=random.randint(1, 2**31))
+theme = gr.themes.Soft(
+    primary_hue=gr.themes.Color("#ededed", "#fee2e2", "#fecaca", "#fca5a5", "#f87171", "#ef4444", "#dc2626", "#b91c1c", "#991b1b", "#7f1d1d", "#6c1e1e"),
+    neutral_hue="red",
+)
+title = """<h1 align="center">Chat with awesome WizardLM 7b model!</h1><br>"""
+with gr.Blocks(theme=theme) as demo:
+    gr.HTML(title)
+    gr.HTML("This model is awesome for its size! It is only 20th the size of Chatgpt but is around 90% as good as Chatgpt. However, please don't rely on WizardLM to provide 100% true information as it might be wrong sometimes. ")
+    chatbot = gr.Chatbot()
+    msg = gr.Textbox()
+    clear = gr.ClearButton([msg, chatbot])
+    #instruction = gr.Textbox(label="Instruction", placeholder=)
+
+    def user(user_message, history):
+        return gr.update(value="", interactive=True), history + [[user_message, None]]
+
+    def bot(history):
+        #instruction = history[-1][1] or ""
+        user_message = history[-1][0]
+        #token1 = llm.tokenize(b"### Instruction: ")
+        #token2 = llm.tokenize(instruction.encode())
+        #token3 = llm2.tokenize(b"USER: ")
+        tokens3 = llm2.tokenize(user_message.encode())
+        token4 = llm2.tokenize(b"\n\n### Response:")
+        tokens = tokens3 + token4
+        history[-1][1] = ""
+        count = 0
+        output = ""
+        for token in llm2.generate(tokens, top_k=50, top_p=0.73, temp=0.72, repeat_penalty=1.1):
+            text = llm2.detokenize([token])
+            output += text.decode()
+            count += 1
+            if count >= 500 or (token == llm2.token_eos()):
+                break
+            history[-1][1] += text.decode()
+            yield history
+
+    response = msg.submit(user, [msg, chatbot], [msg, chatbot], queue=False).then(
+        bot, chatbot, chatbot
+    )
+    response.then(lambda: gr.update(interactive=True), None, [msg], queue=False)
+    gr.HTML("Thanks for checking out this app!")
+
+demo.queue()
+demo.launch(debug=True)

requirements.txt

@@ -0,0 +1,3 @@
+llama-cpp-python
+wget
+gradio