{
"url": "https://account.covermymeds.com/",
"parameters": {
"input_parameters": {
"username": [
"demo.user@example.com"
],
"password": [
"demo_password_123"
],
"sender_email": [
"no-reply@example-health.com"
],
"cmm_key": [
"ABCD-EFGH"
],
"patient_last_name": [
"SMITH"
],
"dob": [
"01/15/1985"
],
"agent_id": [
"demo-agent-001"
],
"encounter_id": [
"encounter-10001"
],
"skip_key_fetch": [
false
],
"agent_run_log_id": [
"run-log-5001"
],
"integration_name": [
"covermymeds"
]
},
"generated_parameters": {}
},
"nodes": [
{
"type": "action_node",
"extraction_action": {
"llm": {
"extraction_format": {
"is_login_page": "bool"
},
"extraction_instructions": "Check if its a login page asking for username. If yes then return 'is_login_page' as True, otherwise return False",
"output_variable_names": [
"is_login_page"
],
"llm_model_name": "gemini-2.5-pro"
}
},
"before_sleep_time": 3,
"end_sleep_time": 0
},
{
"type": "if_else_node",
"condition": "is_login_page[0]",
"if_nodes": [
{
"type": "action_node",
"interaction_action": {
"input_text": {
"command": "get_by_role(\"textbox\", name=\"Username*\")",
"prompt_instructions": "Enter the username {username[0]} into the 'Username' field.",
"input_text": "{username[0]}"
}
}
},
{
"type": "action_node",
"interaction_action": {
"input_text": {
"command": "get_by_role(\"textbox\", name=\"Password*\")",
"prompt_instructions": "Enter the password {password[0]} into the 'Password' field.",
"input_text": "{password[0]}"
}
}
},
{
"type": "action_node",
"interaction_action": {
"click_element": {
"command": "get_by_role(\"button\", name=\"Log in\")",
"prompt_instructions": "Click the 'Log in' button to submit your credentials."
}
}
},
{
"type": "action_node",
"extraction_action": {
"llm": {
"extraction_format": {
"is_email_page": "bool"
},
"extraction_instructions": "Check if its a login page asking for sending an email for 2fa. If yes then return 'is_email_page' as True, otherwise return False",
"output_variable_names": [
"is_email_page"
],
"llm_model_name": "gemini-2.5-pro"
}
},
"before_sleep_time": 3,
"end_sleep_time": 0
},
{
"type": "if_else_node",
"condition": "is_email_page[0]",
"if_nodes": [
{
"type": "action_node",
"interaction_action": {
"click_element": {
"command": "get_by_role(\"button\", name=\"Send me an email\")",
"prompt_instructions": "Click the 'Send me an email' button to trigger the two-factor authentication email."
}
}
},
{
"type": "action_node",
"interaction_action": {
"click_element": {
"command": "get_by_role(\"button\", name=\"Enter a verification code\")",
"prompt_instructions": "Click 'Enter a verification code instead' to reveal the code input field."
}
}
},
{
"type": "action_node",
"extraction_action": {
"two_fa_action": {
"action": {
"type": "email_two_fa_action",
"receiver_email_address": "demo.agent@example.com",
"sender_email_address": "{sender_email[0]}"
},
"output_variable_name": "auth_code"
}
},
"before_sleep_time": 3,
"end_sleep_time": 0
},
{
"type": "action_node",
"interaction_action": {
"input_text": {
"command": "get_by_role(\"textbox\", name=\"Enter Code\")",
"prompt_instructions": "Enter the verification code {auth_code[0]} received via email.",
"input_text": "{auth_code[0]}"
}
}
},
{
"type": "action_node",
"interaction_action": {
"click_element": {
"command": "get_by_role(\"button\", name=\"Verify\")",
"prompt_instructions": "Click the 'Verify' button to complete the two-factor authentication."
}
}
}
],
"else_nodes": []
},
{
"type": "action_node",
"sleep_action": {
"sleep_time": 5
}
},
{
"type": "action_node",
"interaction_action": {
"click_element": {
"command": "get_by_role(\"button\", name=\"Account\")",
"prompt_instructions": "Click on the 'Account' button in the main navigation menu."
}
}
}
],
"else_nodes": []
},
{
"type": "action_node",
"interaction_action": {
"click_element": {
"command": "get_by_role(\"link\", name=\"Requests\")",
"prompt_instructions": "Click on the 'Requests' link from the account menu."
}
}
},
{
"type": "if_else_node",
"condition": "not skip_key_fetch[0]",
"if_nodes": [
{
"type": "action_node",
"interaction_action": {
"click_element": {
"command": "get_by_role(\"link\", name=\"Enter Key\")",
"prompt_instructions": "Click the 'Enter Key' link to access a request using a key."
}
}
},
{
"type": "action_node",
"interaction_action": {
"max_tries": 3,
"input_text": {
"command": "get_by_role(\"textbox\", name=\"Request Key*\\\" / \\\"\")",
"prompt_instructions": "Enter the request key '{cmm_key[0]}' into the 'Request Key' field.",
"input_text": "{cmm_key[0]}"
}
}
},
{
"type": "action_node",
"interaction_action": {
"max_tries": 3,
"input_text": {
"command": "get_by_role(\"textbox\", name=\"Last Name*\\\" / \\\"\")",
"prompt_instructions": "Enter the patient's last name '{patient_last_name[0]}' into the 'Last Name' field.",
"input_text": "{patient_last_name[0]}"
}
}
},
{
"type": "action_node",
"interaction_action": {
"agentic_task": {
"task": "Enter the patient's date of birth '{dob[0]}' into the 'Date of Birth' field in mm/dd/yyyy format. Make sure it is entered completely and correctly.",
"max_steps": 5,
"backend": "browser_use",
"use_vision": true
}
}
},
{
"type": "action_node",
"interaction_action": {
"click_element": {
"command": "get_by_role(\"button\", name=\"View Request\")",
"prompt_instructions": "Click the 'View Request' button to find the patient's record."
}
}
},
{
"type": "action_node",
"interaction_action": {
"click_element": {
"command": "get_by_role(\"link\", name=\"Skip\", exact=True)",
"prompt_instructions": "Click the 'Skip' link to proceed without entering a diagnosis.",
"skip_prompt": true
}
}
}
],
"else_nodes": []
},
{
"type": "action_node",
"extraction_action": {
"state": {}
},
"before_sleep_time": 5,
"end_sleep_time": 0
}
]
}
