Spaces:
Sleeping
Sleeping
File size: 2,659 Bytes
6a6018a bc109c4 6a6018a e005857 6a6018a e005857 6a6018a e005857 6a6018a e005857 6a6018a e005857 6a6018a e005857 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 |
"""streamlit providing the UI functionality."""
import streamlit as st
from langchain.llms import CTransformers
from langchain.prompts import PromptTemplate
# load llama2 model
@st.cache_resource
def load_model():
"""load the llama2 model"""
llama2_model = "TheBloke/Llama-2-7B-Chat-GGML"
model_variant = "llama-2-7b-chat.ggmlv3.q8_0.bin"
model = CTransformers(
model=llama2_model,
model_file=model_variant,
config={"max_new_tokens": 256, "temperature": 0},
)
return model
# request for blog content
def generate_blog(query, word_count, genre):
"""generate blog"""
template = """
As a you a blogger, please write a blog for the topic {query} and under gener {genre}.
Please write the blog in {word_count} words.
Your blog strictly should be in markdown language.
Also, come with an appropriate title for the blog and set it at the top in bold letters.
"""
prompt = PromptTemplate(
input_variables=["query", "word_count", "genre"], template=template
)
llama2_model = load_model()
response = llama2_model(
prompt.format(query=query, word_count=word_count, genre=genre)
)
return response
def main():
"main"
st.set_page_config(
page_title="The Blogger",
page_icon="📝",
layout="centered",
initial_sidebar_state="collapsed",
)
st.header("The Blogger 📝", divider="rainbow")
st.subheader(
"This application generates an :red[article] based on your :green[topic] and :blue[gener]. :sunglasses:"
)
st.markdown("[check out the repository](https://github.com/ThivaV/llama2_blogger)")
user_input = st.text_input("Enter the topic you wanted the blog")
col_1, col_2 = st.columns([5, 5])
with col_1:
no_of_words = st.selectbox(
"Number of words", ("200", "250", "300", "350", "400", "500")
)
with col_2:
blog_genres = st.selectbox(
"Genre of the blog",
(
"Science & Technology",
"Business",
"Food",
"Music",
"Fitness",
"Travel",
"Gaming",
"Finance",
"Sports",
"Movie",
"Lifestyle",
),
index=0,
)
submit = st.button("Start Blogging")
if submit:
with st.spinner("Blogging started, Please wait.."):
blog = generate_blog(user_input, no_of_words, blog_genres)
st.write(blog)
st.success("Done!")
if __name__ == "__main__":
main()
|