How to run multiple browser-use agents in parallel?

Question

Currently I have this code

#!/usr/bin/env python3
# -*- coding: utf-8 -*-
"""
:brief: Run multiple browser-use agents in parallel
"""
import asyncio
import os
from browser_use import Agent, Browser, BrowserConfig, Controller
from browser_use.browser.context import BrowserContext, BrowserContextConfig
from langchain_openai import ChatOpenAI
async def main():
 controller = Controller()
 llm = ChatOpenAI(model="gpt-4o", api_key=os.getenv("OPENAI_API_KEY"))
 browser_config = BrowserConfig(
 chrome_instance_path="/path/to/chrome",
 headless=False,
 disable_security=True,
 extra_chromium_args=[
 "--no-first-run",
 "--no-default-browser-check",
 "--disable-extensions",
 "--new-window",
 ],
 )
 browser = Browser(config=browser_config)
 context1 = BrowserContext(browser=browser)
 context2 = BrowserContext(browser=browser)
 agent = Agent(
 task="Go to amazon.com and search for toys without logging in",
 llm=llm,
 controller=controller,
 browser=browser,
 browser_context=context1,
 )
 agent2 = Agent(
 task="Go to Google.com and find the latest news",
 llm=llm,
 controller=controller,
 browser=browser,
 browser_context=context2,
 )
 await asyncio.gather(agent.run(), agent2.run())
if __name__ == "__main__":
 asyncio.run(main())

But, it does not truly run in parellel. I was considering using ProcessPoolExecutor but not sure how to mix concurrent.futures and asyncio cleanly. Essentially, the approach should be to create 2 different browser instances so that the agents can work in tandem.

Answer 1

I found a simple reference implementation in the source code of browser-use. Essentially, we need to create a global browser object and share it amongst the various agents. They can be run in parallel using asyncio.gather.

import os
import sys
sys.path.append(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
import asyncio
from langchain_openai import ChatOpenAI
from browser_use.agent.service import Agent
from browser_use.browser.browser import Browser, BrowserConfig
from browser_use.browser.context import BrowserContextConfig
browser = Browser(
 config=BrowserConfig(
 disable_security=True,
 headless=False,
 new_context_config=BrowserContextConfig(save_recording_path='./tmp/recordings'),
 )
)
llm = ChatOpenAI(model='gpt-4o')
async def main():
 agents = [
 Agent(task=task, llm=llm, browser=browser)
 for task in [
 'Search Google for weather in Tokyo',
 'Check Reddit front page title',
 'Look up Bitcoin price on Coinbase',
 'Find NASA image of the day',
 # 'Check top story on CNN',
 # 'Search latest SpaceX launch date',
 # 'Look up population of Paris',
 # 'Find current time in Sydney',
 # 'Check who won last Super Bowl',
 # 'Search trending topics on Twitter',
 ]
 ]
 await asyncio.gather(*[agent.run() for agent in agents])
 await browser.close()
if __name__ == '__main__':
 asyncio.run(main())