@@ -431,38 +431,31 @@ def accurate_mode_double_check(model, pseudo_messages, prev_x, prev_y):
431431 img_base64 = base64 .b64encode (img_file .read ()).decode ("utf-8" )
432432
433433 accurate_vision_prompt = format_accurate_mode_vision_prompt (prev_x , prev_y )
434- if model == "gpt-4-vision-preview" :
435- accurate_mode_message = {
436- "role" : "user" ,
437- "content" : [
438- {"type" : "text" , "text" : accurate_vision_prompt },
439- {
440- "type" : "image_url" ,
441- "image_url" : {"url" : f"data:image/jpeg;base64,{ img_base64 } " },
442- },
443- ],
444- }
445434
446- pseudo_messages .append (accurate_mode_message )
435+ accurate_mode_message = {
436+ "role" : "user" ,
437+ "content" : [
438+ {"type" : "text" , "text" : accurate_vision_prompt },
439+ {
440+ "type" : "image_url" ,
441+ "image_url" : {"url" : f"data:image/jpeg;base64,{ img_base64 } " },
442+ },
443+ ],
444+ }
447445
448- response = client .chat .completions .create (
449- model = "gpt-4-vision-preview" ,
450- messages = pseudo_messages ,
451- presence_penalty = 1 ,
452- frequency_penalty = 1 ,
453- temperature = 0.7 ,
454- max_tokens = 300 ,
455- )
446+ pseudo_messages .append (accurate_mode_message )
447+
448+ response = client .chat .completions .create (
449+ model = "gpt-4-vision-preview" ,
450+ messages = pseudo_messages ,
451+ presence_penalty = 1 ,
452+ frequency_penalty = 1 ,
453+ temperature = 0.7 ,
454+ max_tokens = 300 ,
455+ )
456+
457+ content = response .choices [0 ].message .content
456458
457- content = response .choices [0 ].message .content
458- elif model == "gemini-pro-vision" :
459- model = genai .GenerativeModel ("gemini-pro-vision" )
460- response = model .generate_content (
461- [accurate_vision_prompt , Image .open (new_screenshot_filename )]
462- )
463- content = response .text [1 :]
464- print (content )
465- return content
466459 except Exception as e :
467460 print (f"Error reprompting model for accurate_mode: { e } " )
468461 return "ERROR"
0 commit comments