import timeit setup = """ class dummy_cm(): def __enter__(self): pass def __exit__(self, *args): pass cm = dummy_cm() """ cmd = """ with cm: pass """ timeit.main(["-r", "5", "-s", setup, cmd])