1 line
28 KiB
JSON
1 line
28 KiB
JSON
{"nodes": [{"id": "backend_venv_lib_python3_12_site_packages_google_genai_local_tokenizer_loader_py", "label": "_local_tokenizer_loader.py", "file_type": "code", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L1"}, {"id": "local_tokenizer_loader_tokenizerconfig", "label": "_TokenizerConfig", "file_type": "code", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L52"}, {"id": "local_tokenizer_loader_load_file", "label": "_load_file()", "file_type": "code", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L74"}, {"id": "local_tokenizer_loader_is_valid_model", "label": "_is_valid_model()", "file_type": "code", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L81"}, {"id": "local_tokenizer_loader_maybe_remove_file", "label": "_maybe_remove_file()", "file_type": "code", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L88"}, {"id": "local_tokenizer_loader_maybe_load_from_cache", "label": "_maybe_load_from_cache()", "file_type": "code", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L99"}, {"id": "local_tokenizer_loader_maybe_save_to_cache", "label": "_maybe_save_to_cache()", "file_type": "code", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L115"}, {"id": "local_tokenizer_loader_load_from_url", "label": "_load_from_url()", "file_type": "code", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L130"}, {"id": "local_tokenizer_loader_load", "label": "_load()", "file_type": "code", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L142"}, {"id": "local_tokenizer_loader_load_model_proto_bytes", "label": "_load_model_proto_bytes()", "file_type": "code", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L176"}, {"id": "local_tokenizer_loader_load_model_proto", "label": "load_model_proto()", "file_type": "code", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L190"}, {"id": "local_tokenizer_loader_get_tokenizer_name", "label": "get_tokenizer_name()", "file_type": "code", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L199"}, {"id": "local_tokenizer_loader_get_sentencepiece", "label": "get_sentencepiece()", "file_type": "code", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L211"}, {"id": "local_tokenizer_loader_rationale_75", "label": "Loads file bytes from the given file url path.", "file_type": "rationale", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L75"}, {"id": "local_tokenizer_loader_rationale_82", "label": "Returns true if the content is valid by checking the hash.", "file_type": "rationale", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L82"}, {"id": "local_tokenizer_loader_rationale_89", "label": "Removes the file if exists.", "file_type": "rationale", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L89"}, {"id": "local_tokenizer_loader_rationale_102", "label": "Loads the content from the cache path.", "file_type": "rationale", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L102"}, {"id": "local_tokenizer_loader_rationale_118", "label": "Saves the content to the cache path.", "file_type": "rationale", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L118"}, {"id": "local_tokenizer_loader_rationale_131", "label": "Loads model bytes from the given file url.", "file_type": "rationale", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L131"}, {"id": "local_tokenizer_loader_rationale_143", "label": "Loads model bytes from the given file url. 1. If the find local cached file f", "file_type": "rationale", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L143"}, {"id": "local_tokenizer_loader_rationale_177", "label": "Loads model proto bytes from the given tokenizer name.", "file_type": "rationale", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L177"}, {"id": "local_tokenizer_loader_rationale_193", "label": "Loads model proto from the given tokenizer name.", "file_type": "rationale", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L193"}, {"id": "local_tokenizer_loader_rationale_200", "label": "Gets the tokenizer name for the given model name.", "file_type": "rationale", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L200"}, {"id": "local_tokenizer_loader_rationale_212", "label": "Loads sentencepiece tokenizer from the given tokenizer name.", "file_type": "rationale", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L212"}, {"id": "local_tokenizer_loader_rationale_57", "label": "# TODO: update gemma3 tokenizer", "file_type": "rationale", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L57"}], "edges": [{"source": "backend_venv_lib_python3_12_site_packages_google_genai_local_tokenizer_loader_py", "target": "dataclasses", "relation": "imports", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L16", "weight": 1.0}, {"source": "backend_venv_lib_python3_12_site_packages_google_genai_local_tokenizer_loader_py", "target": "functools", "relation": "imports", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L17", "weight": 1.0}, {"source": "backend_venv_lib_python3_12_site_packages_google_genai_local_tokenizer_loader_py", "target": "hashlib", "relation": "imports", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L18", "weight": 1.0}, {"source": "backend_venv_lib_python3_12_site_packages_google_genai_local_tokenizer_loader_py", "target": "os", "relation": "imports", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L19", "weight": 1.0}, {"source": "backend_venv_lib_python3_12_site_packages_google_genai_local_tokenizer_loader_py", "target": "tempfile", "relation": "imports", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L20", "weight": 1.0}, {"source": "backend_venv_lib_python3_12_site_packages_google_genai_local_tokenizer_loader_py", "target": "typing", "relation": "imports_from", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L21", "weight": 1.0}, {"source": "backend_venv_lib_python3_12_site_packages_google_genai_local_tokenizer_loader_py", "target": "uuid", "relation": "imports", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L22", "weight": 1.0}, {"source": "backend_venv_lib_python3_12_site_packages_google_genai_local_tokenizer_loader_py", "target": "requests", "relation": "imports", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L24", "weight": 1.0}, {"source": "backend_venv_lib_python3_12_site_packages_google_genai_local_tokenizer_loader_py", "target": "sentencepiece", "relation": "imports", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L25", "weight": 1.0}, {"source": "backend_venv_lib_python3_12_site_packages_google_genai_local_tokenizer_loader_py", "target": "sentencepiece", "relation": "imports_from", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L26", "weight": 1.0}, {"source": "backend_venv_lib_python3_12_site_packages_google_genai_local_tokenizer_loader_py", "target": "local_tokenizer_loader_tokenizerconfig", "relation": "contains", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L52", "weight": 1.0}, {"source": "backend_venv_lib_python3_12_site_packages_google_genai_local_tokenizer_loader_py", "target": "local_tokenizer_loader_load_file", "relation": "contains", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L74", "weight": 1.0}, {"source": "backend_venv_lib_python3_12_site_packages_google_genai_local_tokenizer_loader_py", "target": "local_tokenizer_loader_is_valid_model", "relation": "contains", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L81", "weight": 1.0}, {"source": "backend_venv_lib_python3_12_site_packages_google_genai_local_tokenizer_loader_py", "target": "local_tokenizer_loader_maybe_remove_file", "relation": "contains", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L88", "weight": 1.0}, {"source": "backend_venv_lib_python3_12_site_packages_google_genai_local_tokenizer_loader_py", "target": "local_tokenizer_loader_maybe_load_from_cache", "relation": "contains", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L99", "weight": 1.0}, {"source": "backend_venv_lib_python3_12_site_packages_google_genai_local_tokenizer_loader_py", "target": "local_tokenizer_loader_maybe_save_to_cache", "relation": "contains", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L115", "weight": 1.0}, {"source": "backend_venv_lib_python3_12_site_packages_google_genai_local_tokenizer_loader_py", "target": "local_tokenizer_loader_load_from_url", "relation": "contains", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L130", "weight": 1.0}, {"source": "backend_venv_lib_python3_12_site_packages_google_genai_local_tokenizer_loader_py", "target": "local_tokenizer_loader_load", "relation": "contains", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L142", "weight": 1.0}, {"source": "backend_venv_lib_python3_12_site_packages_google_genai_local_tokenizer_loader_py", "target": "local_tokenizer_loader_load_model_proto_bytes", "relation": "contains", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L176", "weight": 1.0}, {"source": "backend_venv_lib_python3_12_site_packages_google_genai_local_tokenizer_loader_py", "target": "local_tokenizer_loader_load_model_proto", "relation": "contains", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L190", "weight": 1.0}, {"source": "backend_venv_lib_python3_12_site_packages_google_genai_local_tokenizer_loader_py", "target": "local_tokenizer_loader_get_tokenizer_name", "relation": "contains", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L199", "weight": 1.0}, {"source": "backend_venv_lib_python3_12_site_packages_google_genai_local_tokenizer_loader_py", "target": "local_tokenizer_loader_get_sentencepiece", "relation": "contains", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L211", "weight": 1.0}, {"source": "local_tokenizer_loader_maybe_load_from_cache", "target": "local_tokenizer_loader_is_valid_model", "relation": "calls", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L107", "weight": 1.0}, {"source": "local_tokenizer_loader_maybe_load_from_cache", "target": "local_tokenizer_loader_maybe_remove_file", "relation": "calls", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L111", "weight": 1.0}, {"source": "local_tokenizer_loader_load_from_url", "target": "local_tokenizer_loader_load_file", "relation": "calls", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L132", "weight": 1.0}, {"source": "local_tokenizer_loader_load_from_url", "target": "local_tokenizer_loader_is_valid_model", "relation": "calls", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L133", "weight": 1.0}, {"source": "local_tokenizer_loader_load", "target": "local_tokenizer_loader_maybe_load_from_cache", "relation": "calls", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L164", "weight": 1.0}, {"source": "local_tokenizer_loader_load", "target": "local_tokenizer_loader_load_from_url", "relation": "calls", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L168", "weight": 1.0}, {"source": "local_tokenizer_loader_load", "target": "local_tokenizer_loader_maybe_save_to_cache", "relation": "calls", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L170", "weight": 1.0}, {"source": "local_tokenizer_loader_load_model_proto_bytes", "target": "local_tokenizer_loader_load", "relation": "calls", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L183", "weight": 1.0}, {"source": "local_tokenizer_loader_load_model_proto", "target": "local_tokenizer_loader_load_model_proto_bytes", "relation": "calls", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L195", "weight": 1.0}, {"source": "local_tokenizer_loader_get_sentencepiece", "target": "local_tokenizer_loader_load_model_proto_bytes", "relation": "calls", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L214", "weight": 1.0}, {"source": "local_tokenizer_loader_rationale_75", "target": "local_tokenizer_loader_load_file", "relation": "rationale_for", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L75", "weight": 1.0}, {"source": "local_tokenizer_loader_rationale_82", "target": "local_tokenizer_loader_is_valid_model", "relation": "rationale_for", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L82", "weight": 1.0}, {"source": "local_tokenizer_loader_rationale_89", "target": "local_tokenizer_loader_maybe_remove_file", "relation": "rationale_for", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L89", "weight": 1.0}, {"source": "local_tokenizer_loader_rationale_102", "target": "local_tokenizer_loader_maybe_load_from_cache", "relation": "rationale_for", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L102", "weight": 1.0}, {"source": "local_tokenizer_loader_rationale_118", "target": "local_tokenizer_loader_maybe_save_to_cache", "relation": "rationale_for", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L118", "weight": 1.0}, {"source": "local_tokenizer_loader_rationale_131", "target": "local_tokenizer_loader_load_from_url", "relation": "rationale_for", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L131", "weight": 1.0}, {"source": "local_tokenizer_loader_rationale_143", "target": "local_tokenizer_loader_load", "relation": "rationale_for", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L143", "weight": 1.0}, {"source": "local_tokenizer_loader_rationale_177", "target": "local_tokenizer_loader_load_model_proto_bytes", "relation": "rationale_for", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L177", "weight": 1.0}, {"source": "local_tokenizer_loader_rationale_193", "target": "local_tokenizer_loader_load_model_proto", "relation": "rationale_for", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L193", "weight": 1.0}, {"source": "local_tokenizer_loader_rationale_200", "target": "local_tokenizer_loader_get_tokenizer_name", "relation": "rationale_for", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L200", "weight": 1.0}, {"source": "local_tokenizer_loader_rationale_212", "target": "local_tokenizer_loader_get_sentencepiece", "relation": "rationale_for", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L212", "weight": 1.0}, {"source": "local_tokenizer_loader_rationale_57", "target": "backend_venv_lib_python3_12_site_packages_google_genai_local_tokenizer_loader_py", "relation": "rationale_for", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L57", "weight": 1.0}], "raw_calls": [{"caller_nid": "local_tokenizer_loader_load_file", "callee": "get", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L76"}, {"caller_nid": "local_tokenizer_loader_load_file", "callee": "raise_for_status", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L77"}, {"caller_nid": "local_tokenizer_loader_load_file", "callee": "cast", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L78"}, {"caller_nid": "local_tokenizer_loader_is_valid_model", "callee": "ValueError", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L84"}, {"caller_nid": "local_tokenizer_loader_is_valid_model", "callee": "hexdigest", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L85"}, {"caller_nid": "local_tokenizer_loader_is_valid_model", "callee": "sha256", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L85"}, {"caller_nid": "local_tokenizer_loader_maybe_remove_file", "callee": "exists", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L90"}, {"caller_nid": "local_tokenizer_loader_maybe_remove_file", "callee": "remove", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L93"}, {"caller_nid": "local_tokenizer_loader_maybe_load_from_cache", "callee": "exists", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L103"}, {"caller_nid": "local_tokenizer_loader_maybe_load_from_cache", "callee": "open", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L105"}, {"caller_nid": "local_tokenizer_loader_maybe_load_from_cache", "callee": "read", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L106"}, {"caller_nid": "local_tokenizer_loader_maybe_save_to_cache", "callee": "makedirs", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L120"}, {"caller_nid": "local_tokenizer_loader_maybe_save_to_cache", "callee": "str", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L121"}, {"caller_nid": "local_tokenizer_loader_maybe_save_to_cache", "callee": "uuid4", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L121"}, {"caller_nid": "local_tokenizer_loader_maybe_save_to_cache", "callee": "open", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L122"}, {"caller_nid": "local_tokenizer_loader_maybe_save_to_cache", "callee": "write", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L123"}, {"caller_nid": "local_tokenizer_loader_maybe_save_to_cache", "callee": "rename", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L124"}, {"caller_nid": "local_tokenizer_loader_load_from_url", "callee": "hexdigest", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L134"}, {"caller_nid": "local_tokenizer_loader_load_from_url", "callee": "sha256", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L134"}, {"caller_nid": "local_tokenizer_loader_load_from_url", "callee": "ValueError", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L135"}, {"caller_nid": "local_tokenizer_loader_load", "callee": "join", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L160"}, {"caller_nid": "local_tokenizer_loader_load", "callee": "gettempdir", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L160"}, {"caller_nid": "local_tokenizer_loader_load", "callee": "hexdigest", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L161"}, {"caller_nid": "local_tokenizer_loader_load", "callee": "sha1", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L161"}, {"caller_nid": "local_tokenizer_loader_load", "callee": "encode", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L161"}, {"caller_nid": "local_tokenizer_loader_load", "callee": "join", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L162"}, {"caller_nid": "local_tokenizer_loader_load_model_proto_bytes", "callee": "ValueError", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L179"}, {"caller_nid": "local_tokenizer_loader_load_model_proto_bytes", "callee": "list", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L181"}, {"caller_nid": "local_tokenizer_loader_load_model_proto_bytes", "callee": "keys", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L181"}, {"caller_nid": "local_tokenizer_loader_load_model_proto", "callee": "ModelProto", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L194"}, {"caller_nid": "local_tokenizer_loader_load_model_proto", "callee": "ParseFromString", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L195"}, {"caller_nid": "local_tokenizer_loader_get_tokenizer_name", "callee": "keys", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L201"}, {"caller_nid": "local_tokenizer_loader_get_tokenizer_name", "callee": "keys", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L203"}, {"caller_nid": "local_tokenizer_loader_get_tokenizer_name", "callee": "ValueError", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L205"}, {"caller_nid": "local_tokenizer_loader_get_tokenizer_name", "callee": "join", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L206"}, {"caller_nid": "local_tokenizer_loader_get_tokenizer_name", "callee": "keys", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L206"}, {"caller_nid": "local_tokenizer_loader_get_tokenizer_name", "callee": "join", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L206"}, {"caller_nid": "local_tokenizer_loader_get_tokenizer_name", "callee": "keys", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L206"}, {"caller_nid": "local_tokenizer_loader_get_sentencepiece", "callee": "SentencePieceProcessor", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L213"}, {"caller_nid": "local_tokenizer_loader_get_sentencepiece", "callee": "LoadFromSerializedProto", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/_local_tokenizer_loader.py", "source_location": "L214"}]} |