advanced_usage_template.py

from gpt_j.gptj_api import Completion

# Context is a string that is a description of the conversation
context = "This is a calculator bot that will answer basic math questions"

# Examples should be a dictionary of {user query: the way the model should respond to the given query} list of examples
# Queries are to the left while target responses should be to the right
# Here we can see the user is asking the model math related questions
# The way the model should respond if given on the right
examples = {
    "5 + 5": "10",
    "6 - 2": "4",
    "4 * 15": "60",
    "10 / 5": "2",
    "144 / 24": "6",
    "7 + 1": "8"}

# Here you pass in the context and the examples
context_setting = Completion(context, examples)

# Enter a prompt relevant to previous defined user queries
prompt = "48 / 6"

# Pick a name relevant to what you are doing
# Below you can change student to "Task" for example and get similar results
User = "Student"

# Name your imaginary friend anything you want
Bot = "Calculator"

# Max Tokens is the maximum number of tokens you want to generate
# This is the maximum number of tokens you can use to generate a response
max_tokens = 100

# Temperature controls the randomness of the model
# A low temperature means the model will take less changes when completing a prompt
# A high temperature will make the model more creative and produce more random outputs
# Note both temperature and top probability most be a float
temperature = 0.101

# Top probability is an alternative way to control the randomness of the model
# If you are using it set temperature to 0.0001
# If you are using temperature set top probability to one
top_probability = 0.53

# top_k is the number of top responses to return
# This is the number of responses the model will return
top_k = 1

# Rep is the number of times the model will repeat itself
# This is the number of times the model will repeat itself when generating a response
rep = 1.0

# Set simply set all the give all the parameters
# Unfilled parameters will be default values
# I recommend all parameters are filled for better results
# Once everything is done execute  the code below
response = context_setting.completion(prompt,
              user=User,
              bot=Bot,
              max_tokens=max_tokens,
              temperature=temperature,
              top_p=top_probability,
              top_k=top_k,
              rep=rep)

# Last but not least print the response
# Please be patient depending on the given parameters it will take longer sometimes
# For quick responses just use the Basic API which is a simplified version
print(response)