[Add] browser-use and main.py

browser-use/tests/test_core_functionality.py

@@ -0,0 +1,202 @@
+import asyncio
+import os
+
+import pytest
+from langchain_openai import AzureChatOpenAI
+from pydantic import SecretStr
+
+from browser_use.agent.service import Agent
+from browser_use.agent.views import AgentHistoryList
+from browser_use.browser.browser import Browser, BrowserConfig
+
+
+@pytest.fixture(scope='function')
+def event_loop():
+	"""Create an instance of the default event loop for each test case."""
+	loop = asyncio.get_event_loop_policy().new_event_loop()
+	yield loop
+	loop.close()
+
+
+@pytest.fixture(scope='function')
+async def browser(event_loop):
+	browser_instance = Browser(
+		config=BrowserConfig(
+			headless=True,
+		)
+	)
+	yield browser_instance
+	await browser_instance.close()
+
+
+@pytest.fixture
+async def context(browser):
+	async with await browser.new_context() as context:
+		yield context
+
+
+@pytest.fixture
+def llm():
+	"""Initialize language model for testing"""
+	return AzureChatOpenAI(
+		model='gpt-4o',
+		api_version='2024-10-21',
+		azure_endpoint=os.getenv('AZURE_OPENAI_ENDPOINT', ''),
+		api_key=SecretStr(os.getenv('AZURE_OPENAI_KEY', '')),
+	)
+
+
+# pytest -s -k test_search_google
+@pytest.mark.asyncio
+async def test_search_google(llm, context):
+	"""Test 'Search Google' action"""
+	agent = Agent(
+		task="Search Google for 'OpenAI'.",
+		llm=llm,
+		browser_context=context,
+	)
+	history: AgentHistoryList = await agent.run(max_steps=2)
+	action_names = history.action_names()
+	assert 'search_google' in action_names
+
+
+@pytest.mark.asyncio
+async def test_go_to_url(llm, context):
+	"""Test 'Navigate to URL' action"""
+	agent = Agent(
+		task="Navigate to 'https://www.python.org'.",
+		llm=llm,
+		browser_context=context,
+	)
+	history = await agent.run(max_steps=2)
+	action_names = history.action_names()
+	assert 'go_to_url' in action_names
+
+
+@pytest.mark.asyncio
+async def test_go_back(llm, context):
+	"""Test 'Go back' action"""
+	agent = Agent(
+		task="Go to 'https://www.example.com', then go back.",
+		llm=llm,
+		browser_context=context,
+	)
+	history = await agent.run(max_steps=3)
+	action_names = history.action_names()
+	assert 'go_to_url' in action_names
+	assert 'go_back' in action_names
+
+
+@pytest.mark.asyncio
+async def test_click_element(llm, context):
+	"""Test 'Click element' action"""
+	agent = Agent(
+		task="Go to 'https://www.python.org' and click on the first link.",
+		llm=llm,
+		browser_context=context,
+	)
+	history = await agent.run(max_steps=4)
+	action_names = history.action_names()
+	assert 'go_to_url' in action_names or 'open_tab' in action_names
+	assert 'click_element_by_index' in action_names
+
+
+@pytest.mark.asyncio
+async def test_input_text(llm, context):
+	"""Test 'Input text' action"""
+	agent = Agent(
+		task="Go to 'https://www.google.com' and input 'OpenAI' into the search box.",
+		llm=llm,
+		browser_context=context,
+	)
+	history = await agent.run(max_steps=4)
+	action_names = history.action_names()
+	assert 'go_to_url' in action_names
+	assert 'input_text' in action_names
+
+
+@pytest.mark.asyncio
+async def test_switch_tab(llm, context):
+	"""Test 'Switch tab' action"""
+	agent = Agent(
+		task="Open new tabs with 'https://www.google.com' and 'https://www.wikipedia.org', then switch to the first tab.",
+		llm=llm,
+		browser_context=context,
+	)
+	history = await agent.run(max_steps=6)
+	action_names = history.action_names()
+	open_tab_count = action_names.count('open_tab')
+	assert open_tab_count >= 2
+	assert 'switch_tab' in action_names
+
+
+@pytest.mark.asyncio
+async def test_open_new_tab(llm, context):
+	"""Test 'Open new tab' action"""
+	agent = Agent(
+		task="Open a new tab and go to 'https://www.example.com'.",
+		llm=llm,
+		browser_context=context,
+	)
+	history = await agent.run(max_steps=3)
+	action_names = history.action_names()
+	assert 'open_tab' in action_names
+
+
+@pytest.mark.asyncio
+async def test_extract_page_content(llm, context):
+	"""Test 'Extract page content' action"""
+	agent = Agent(
+		task="Go to 'https://www.example.com' and extract the page content.",
+		llm=llm,
+		browser_context=context,
+	)
+	history = await agent.run(max_steps=3)
+	action_names = history.action_names()
+	assert 'go_to_url' in action_names
+	assert 'extract_content' in action_names
+
+
+# pytest -k test_done_action
+@pytest.mark.asyncio
+async def test_done_action(llm, context):
+	"""Test 'Complete task' action"""
+	agent = Agent(
+		task="Navigate to 'https://www.example.com' and signal that the task is done.",
+		llm=llm,
+		browser_context=context,
+	)
+
+	history = await agent.run(max_steps=3)
+	action_names = history.action_names()
+	assert 'go_to_url' in action_names
+	assert 'done' in action_names
+
+
+# run with: pytest -k test_scroll_down
+@pytest.mark.asyncio
+async def test_scroll_down(llm, context):
+	"""Test 'Scroll down' action and validate that the page actually scrolled"""
+	agent = Agent(
+		task="Go to 'https://en.wikipedia.org/wiki/Internet' and scroll down the page.",
+		llm=llm,
+		browser_context=context,
+	)
+	# Get the browser instance
+	page = await context.get_current_page()
+
+	# Navigate to the page and get initial scroll position
+	await agent.run(max_steps=1)
+	initial_scroll_position = await page.evaluate('window.scrollY;')
+
+	# Perform the scroll down action
+	await agent.run(max_steps=2)
+	final_scroll_position = await page.evaluate('window.scrollY;')
+
+	# Validate that the scroll position has changed
+	assert final_scroll_position > initial_scroll_position, 'Page did not scroll down'
+
+	# Validate that the 'scroll_down' action was executed
+	history = agent.history
+	action_names = history.action_names()
+	assert 'scroll_down' in action_names