chore(tests): move lazy tokenizer test outside of pytest

Author: RobertCraigie

scripts/test

@@ -57,3 +57,9 @@ rye run pytest "$@"
 
 echo "==> Running Pydantic v1 tests"
 rye run nox -s test-pydantic-v1 -- "$@"
+
+# this is a separate script instead of a pytest test as we can't rely on the
+# execution order, so a tokenizer test could be executed before this check which
+# invalidates everything
+echo "==> Verifying that \`tokenizers\` is lazily imported"
+rye run python -c 'import anthropic, sys; assert "tokenizers" not in sys.modules; print("true")'

tests/test_tokenizer.py

@@ -1,4 +1,3 @@
-import sys
 import asyncio
 import threading
 import concurrent.futures
@@ -21,17 +20,6 @@ def _sync_tokenizer_test() -> None:
     assert len(encoded_text.ids) == 2  # type: ignore
 
 
-def test_tokenizers_is_not_imported() -> None:
-    # note: this test relies on being executed before any of the
-    # other tests but is a valuable test to avoid issues like this
-    # https://github.com/anthropics/anthropic-sdk-python/issues/280
-    assert "tokenizers" not in sys.modules
-
-    _sync_tokenizer_test()
-
-    assert "tokenizers" in sys.modules
-
-
 def test_threading() -> None:
     failed = False