Update tasks/ref_in_gpt3.py

tasks/ref_in_gpt3.py

@@ -31,13 +31,14 @@ pipe = StableDiffusionInpaintPipeline.from_pretrained(
 ).to("cuda")
 
 prompts = []
-prompts.append("remove the person, task: (referring editing), source: [person], target:<clean and empty scene>;")
-prompts.append("remove the person in the middle, task: (referring editing), source: [person in the middle], target:<clean and empty scene>;")
-prompts.append("remove the dog on the left side, task: (referring editing), source: [dog on the left side], target:<clean and empty scene>;")
-prompts.append("change the apple to a pear, task: (referring editing), source: [apple], target: <pear>;")
-prompts.append("change the red apple to a green one, task: (referring editing), source: [red apple], target: <green apple>;")
-prompts.append("replace the dog with a cat, task: (referring editing), source: [dot], target: <cat>;")
-prompts.append("replace the red apple with a green one, task: (referring editing), source: [red apple], target: <green apple>;")
+prompts.append("instruction: remove the person, task: (referring editing), source: [person], target:<clean and empty scene>.")
+prompts.append("instruction: remove the person in the middle, task: (referring editing), source: [person in the middle], target:<clean and empty scene>.")
+prompts.append("instruction: remove the dog on the left side, task: (referring editing), source: [dog on the left side], target:<clean and empty scene>.")
+prompts.append("instruction: change the apple to a pear, task: (referring editing), source: [apple], target: <pear>.")
+prompts.append("instruction: change the red apple to a green one, task: (referring editing), source: [red apple], target: <green apple>.")
+prompts.append("instruction: change the color of bird's feathers from white to blue, task: (referring editing), source: [white bird], target: <blue bird>.")
+prompts.append("instruction: replace the dog with a cat, task: (referring editing), source: [dot], target: <cat>.")
+prompts.append("instruction: replace the red apple with a green one, task: (referring editing), source: [red apple], target: <green apple>.")
 
 openai.api_type = "azure"
 openai.api_base = "https://xdecoder.openai.azure.com/"
@@ -45,34 +46,23 @@ openai.api_version = "2022-12-01"
 openai.api_key = os.environ["OPENAI_API_KEY"]
 
 def get_gpt3_response(prompt):
-    # response = openai.Completion.create(
-    #     model="text-davinci-003",
-    #     prompt=prompt,
-    #     temperature=0.7,
-    #     max_tokens=128,
-    #     top_p=1,
-    #     frequency_penalty=0,
-    #     presence_penalty=0
-    # )
-    
     response = openai.Completion.create(
       engine="text001",
       prompt=prompt,
-      temperature=1,
-      max_tokens=100,
-      top_p=0.5,
+      temperature=0.7,
+      max_tokens=512,
+      top_p=1,
       frequency_penalty=0,
       presence_penalty=0,
-      best_of=1,
-      stop=None
     )
     
     return response
 
 def referring_inpainting_gpt3(model, image, instruction, *args, **kwargs):    
     # convert instruction to source and target
+    instruction = instruction.replace('.', '')
     print(instruction)
-    resp = get_gpt3_response(' '.join(prompts) + instruction + ',')
+    resp = get_gpt3_response(' '.join(prompts) + ' instruction: ' + instruction + ',')
     resp_text = resp['choices'][0]['text']
     print(resp_text)
     ref_text = resp_text[resp_text.find('[')+1:resp_text.find(']')]