{"nodes": [{"id": "backend_venv_lib_python3_12_site_packages_google_genai_local_tokenizer_py", "label": "local_tokenizer.py", "file_type": "code", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L1"}, {"id": "local_tokenizer_textsaccumulator", "label": "_TextsAccumulator", "file_type": "code", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L39"}, {"id": "local_tokenizer_textsaccumulator_init", "label": ".__init__()", "file_type": "code", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L59"}, {"id": "local_tokenizer_textsaccumulator_get_texts", "label": ".get_texts()", "file_type": "code", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L62"}, {"id": "local_tokenizer_textsaccumulator_add_contents", "label": ".add_contents()", "file_type": "code", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L65"}, {"id": "local_tokenizer_textsaccumulator_add_content", "label": ".add_content()", "file_type": "code", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L69"}, {"id": "local_tokenizer_textsaccumulator_add_function_call", "label": ".add_function_call()", "file_type": "code", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L100"}, {"id": "local_tokenizer_textsaccumulator_add_tool", "label": ".add_tool()", "file_type": "code", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L113"}, {"id": "local_tokenizer_textsaccumulator_add_tools", "label": ".add_tools()", "file_type": "code", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L126"}, {"id": "local_tokenizer_textsaccumulator_add_function_responses", "label": ".add_function_responses()", "file_type": "code", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L130"}, {"id": "local_tokenizer_textsaccumulator_add_function_response", "label": ".add_function_response()", "file_type": "code", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L136"}, {"id": "local_tokenizer_textsaccumulator_function_declaration_traverse", "label": "._function_declaration_traverse()", "file_type": "code", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L147"}, {"id": "local_tokenizer_textsaccumulator_add_schema", "label": ".add_schema()", "file_type": "code", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L167"}, {"id": "local_tokenizer_textsaccumulator_dict_traverse", "label": "._dict_traverse()", "file_type": "code", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L212"}, {"id": "local_tokenizer_textsaccumulator_any_traverse", "label": "._any_traverse()", "file_type": "code", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L227"}, {"id": "local_tokenizer_token_str_to_bytes", "label": "_token_str_to_bytes()", "file_type": "code", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L247"}, {"id": "local_tokenizer_parse_hex_byte", "label": "_parse_hex_byte()", "file_type": "code", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L256"}, {"id": "local_tokenizer_localtokenizer", "label": "LocalTokenizer", "file_type": "code", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L278"}, {"id": "local_tokenizer_localtokenizer_init", "label": ".__init__()", "file_type": "code", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L292"}, {"id": "local_tokenizer_count_tokens", "label": "count_tokens()", "file_type": "code", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L301"}, {"id": "local_tokenizer_compute_tokens", "label": "compute_tokens()", "file_type": "code", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L345"}, {"id": "local_tokenizer_rationale_40", "label": "Accumulates countable texts from `Content` and `Tool` objects.    This class is", "file_type": "rationale", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L40"}, {"id": "local_tokenizer_rationale_101", "label": "Processes a function call and adds relevant text to the accumulator.      Args:", "file_type": "rationale", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L101"}, {"id": "local_tokenizer_rationale_168", "label": "Processes a schema and adds relevant text to the accumulator.      Args:", "file_type": "rationale", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L168"}, {"id": "local_tokenizer_rationale_213", "label": "Processes a dict and adds relevant text to the accumulator.      Args:         d", "file_type": "rationale", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L213"}, {"id": "local_tokenizer_rationale_228", "label": "Processes a value and adds relevant text to the accumulator.      Args:", "file_type": "rationale", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L228"}, {"id": "local_tokenizer_rationale_257", "label": "Parses a hex byte string of the form '<0xXX>' and returns the integer value.", "file_type": "rationale", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L257"}, {"id": "local_tokenizer_rationale_279", "label": "[Experimental] Text Only Local Tokenizer.    This class provides a local tokeniz", "file_type": "rationale", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L279"}, {"id": "local_tokenizer_rationale_307", "label": "Counts the number of tokens in a given text.      Args:       contents: The cont", "file_type": "rationale", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L307"}, {"id": "local_tokenizer_rationale_349", "label": "Computes the tokens ids and string pieces in the input.      Args:       content", "file_type": "rationale", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L349"}], "edges": [{"source": "backend_venv_lib_python3_12_site_packages_google_genai_local_tokenizer_py", "target": "logging", "relation": "imports", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L18", "weight": 1.0}, {"source": "backend_venv_lib_python3_12_site_packages_google_genai_local_tokenizer_py", "target": "typing", "relation": "imports_from", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L19", "weight": 1.0}, {"source": "backend_venv_lib_python3_12_site_packages_google_genai_local_tokenizer_py", "target": "typing", "relation": "imports_from", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L20", "weight": 1.0}, {"source": "backend_venv_lib_python3_12_site_packages_google_genai_local_tokenizer_py", "target": "sentencepiece", "relation": "imports_from", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L22", "weight": 1.0}, {"source": "backend_venv_lib_python3_12_site_packages_google_genai_local_tokenizer_py", "target": "backend_venv_lib_python3_12_site_packages_google_genai_init_py", "relation": "imports_from", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L24", "weight": 1.0}, {"source": "backend_venv_lib_python3_12_site_packages_google_genai_local_tokenizer_py", "target": "backend_venv_lib_python3_12_site_packages_google_genai_init_py", "relation": "imports_from", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L25", "weight": 1.0}, {"source": "backend_venv_lib_python3_12_site_packages_google_genai_local_tokenizer_py", "target": "backend_venv_lib_python3_12_site_packages_google_genai_init_py", "relation": "imports_from", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L26", "weight": 1.0}, {"source": "backend_venv_lib_python3_12_site_packages_google_genai_local_tokenizer_py", "target": "backend_venv_lib_python3_12_site_packages_google_genai_init_py", "relation": "imports_from", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L27", "weight": 1.0}, {"source": "backend_venv_lib_python3_12_site_packages_google_genai_local_tokenizer_py", "target": "local_tokenizer_textsaccumulator", "relation": "contains", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L39", "weight": 1.0}, {"source": "local_tokenizer_textsaccumulator", "target": "local_tokenizer_textsaccumulator_init", "relation": "method", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L59", "weight": 1.0}, {"source": "local_tokenizer_textsaccumulator", "target": "local_tokenizer_textsaccumulator_get_texts", "relation": "method", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L62", "weight": 1.0}, {"source": "local_tokenizer_textsaccumulator", "target": "local_tokenizer_textsaccumulator_add_contents", "relation": "method", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L65", "weight": 1.0}, {"source": "local_tokenizer_textsaccumulator", "target": "local_tokenizer_textsaccumulator_add_content", "relation": "method", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L69", "weight": 1.0}, {"source": "local_tokenizer_textsaccumulator", "target": "local_tokenizer_textsaccumulator_add_function_call", "relation": "method", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L100", "weight": 1.0}, {"source": "local_tokenizer_textsaccumulator", "target": "local_tokenizer_textsaccumulator_add_tool", "relation": "method", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L113", "weight": 1.0}, {"source": "local_tokenizer_textsaccumulator", "target": "local_tokenizer_textsaccumulator_add_tools", "relation": "method", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L126", "weight": 1.0}, {"source": "local_tokenizer_textsaccumulator", "target": "local_tokenizer_textsaccumulator_add_function_responses", "relation": "method", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L130", "weight": 1.0}, {"source": "local_tokenizer_textsaccumulator", "target": "local_tokenizer_textsaccumulator_add_function_response", "relation": "method", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L136", "weight": 1.0}, {"source": "local_tokenizer_textsaccumulator", "target": "local_tokenizer_textsaccumulator_function_declaration_traverse", "relation": "method", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L147", "weight": 1.0}, {"source": "local_tokenizer_textsaccumulator", "target": "local_tokenizer_textsaccumulator_add_schema", "relation": "method", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L167", "weight": 1.0}, {"source": "local_tokenizer_textsaccumulator", "target": "local_tokenizer_textsaccumulator_dict_traverse", "relation": "method", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L212", "weight": 1.0}, {"source": "local_tokenizer_textsaccumulator", "target": "local_tokenizer_textsaccumulator_any_traverse", "relation": "method", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L227", "weight": 1.0}, {"source": "backend_venv_lib_python3_12_site_packages_google_genai_local_tokenizer_py", "target": "local_tokenizer_token_str_to_bytes", "relation": "contains", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L247", "weight": 1.0}, {"source": "backend_venv_lib_python3_12_site_packages_google_genai_local_tokenizer_py", "target": "local_tokenizer_parse_hex_byte", "relation": "contains", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L256", "weight": 1.0}, {"source": "backend_venv_lib_python3_12_site_packages_google_genai_local_tokenizer_py", "target": "local_tokenizer_localtokenizer", "relation": "contains", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L278", "weight": 1.0}, {"source": "local_tokenizer_localtokenizer", "target": "local_tokenizer_localtokenizer_init", "relation": "method", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L292", "weight": 1.0}, {"source": "backend_venv_lib_python3_12_site_packages_google_genai_local_tokenizer_py", "target": "local_tokenizer_count_tokens", "relation": "contains", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L301", "weight": 1.0}, {"source": "backend_venv_lib_python3_12_site_packages_google_genai_local_tokenizer_py", "target": "local_tokenizer_compute_tokens", "relation": "contains", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L345", "weight": 1.0}, {"source": "local_tokenizer_textsaccumulator_add_contents", "target": "local_tokenizer_textsaccumulator_add_content", "relation": "calls", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L67", "weight": 1.0}, {"source": "local_tokenizer_textsaccumulator_add_content", "target": "local_tokenizer_textsaccumulator_add_function_call", "relation": "calls", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L82", "weight": 1.0}, {"source": "local_tokenizer_textsaccumulator_add_content", "target": "local_tokenizer_textsaccumulator_add_function_response", "relation": "calls", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L85", "weight": 1.0}, {"source": "local_tokenizer_textsaccumulator_add_function_call", "target": "local_tokenizer_textsaccumulator_dict_traverse", "relation": "calls", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L110", "weight": 1.0}, {"source": "local_tokenizer_textsaccumulator_add_tool", "target": "local_tokenizer_textsaccumulator_function_declaration_traverse", "relation": "calls", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L117", "weight": 1.0}, {"source": "local_tokenizer_textsaccumulator_add_tools", "target": "local_tokenizer_textsaccumulator_add_tool", "relation": "calls", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L128", "weight": 1.0}, {"source": "local_tokenizer_textsaccumulator_add_function_responses", "target": "local_tokenizer_textsaccumulator_add_function_response", "relation": "calls", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L134", "weight": 1.0}, {"source": "local_tokenizer_textsaccumulator_add_function_response", "target": "local_tokenizer_textsaccumulator_dict_traverse", "relation": "calls", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L144", "weight": 1.0}, {"source": "local_tokenizer_textsaccumulator_function_declaration_traverse", "target": "local_tokenizer_textsaccumulator_add_schema", "relation": "calls", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L160", "weight": 1.0}, {"source": "local_tokenizer_textsaccumulator_add_schema", "target": "local_tokenizer_textsaccumulator_any_traverse", "relation": "calls", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L208", "weight": 1.0}, {"source": "local_tokenizer_textsaccumulator_dict_traverse", "target": "local_tokenizer_textsaccumulator_any_traverse", "relation": "calls", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L224", "weight": 1.0}, {"source": "local_tokenizer_textsaccumulator_any_traverse", "target": "local_tokenizer_textsaccumulator_dict_traverse", "relation": "calls", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L240", "weight": 1.0}, {"source": "local_tokenizer_token_str_to_bytes", "target": "local_tokenizer_parse_hex_byte", "relation": "calls", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L251", "weight": 1.0}, {"source": "local_tokenizer_count_tokens", "target": "local_tokenizer_textsaccumulator", "relation": "calls", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L327", "weight": 1.0}, {"source": "local_tokenizer_count_tokens", "target": "local_tokenizer_textsaccumulator_add_contents", "relation": "calls", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L329", "weight": 1.0}, {"source": "local_tokenizer_count_tokens", "target": "local_tokenizer_textsaccumulator_add_tools", "relation": "calls", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L331", "weight": 1.0}, {"source": "local_tokenizer_count_tokens", "target": "local_tokenizer_textsaccumulator_add_schema", "relation": "calls", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L333", "weight": 1.0}, {"source": "local_tokenizer_count_tokens", "target": "local_tokenizer_textsaccumulator_get_texts", "relation": "calls", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L336", "weight": 1.0}, {"source": "local_tokenizer_compute_tokens", "target": "local_tokenizer_textsaccumulator", "relation": "calls", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L368", "weight": 1.0}, {"source": "local_tokenizer_compute_tokens", "target": "local_tokenizer_textsaccumulator_add_content", "relation": "calls", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L370", "weight": 1.0}, {"source": "local_tokenizer_compute_tokens", "target": "local_tokenizer_textsaccumulator_get_texts", "relation": "calls", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L372", "weight": 1.0}, {"source": "local_tokenizer_compute_tokens", "target": "local_tokenizer_token_str_to_bytes", "relation": "calls", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L387", "weight": 1.0}, {"source": "local_tokenizer_rationale_40", "target": "local_tokenizer_textsaccumulator", "relation": "rationale_for", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L40", "weight": 1.0}, {"source": "local_tokenizer_rationale_101", "target": "local_tokenizer_textsaccumulator_add_function_call", "relation": "rationale_for", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L101", "weight": 1.0}, {"source": "local_tokenizer_rationale_168", "target": "local_tokenizer_textsaccumulator_add_schema", "relation": "rationale_for", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L168", "weight": 1.0}, {"source": "local_tokenizer_rationale_213", "target": "local_tokenizer_textsaccumulator_dict_traverse", "relation": "rationale_for", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L213", "weight": 1.0}, {"source": "local_tokenizer_rationale_228", "target": "local_tokenizer_textsaccumulator_any_traverse", "relation": "rationale_for", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L228", "weight": 1.0}, {"source": "local_tokenizer_rationale_257", "target": "local_tokenizer_parse_hex_byte", "relation": "rationale_for", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L257", "weight": 1.0}, {"source": "local_tokenizer_rationale_279", "target": "local_tokenizer_localtokenizer", "relation": "rationale_for", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L279", "weight": 1.0}, {"source": "local_tokenizer_rationale_307", "target": "local_tokenizer_localtokenizer_count_tokens", "relation": "rationale_for", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L307", "weight": 1.0}, {"source": "local_tokenizer_rationale_349", "target": "local_tokenizer_localtokenizer_compute_tokens", "relation": "rationale_for", "confidence": "EXTRACTED", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L349", "weight": 1.0}], "raw_calls": [{"caller_nid": "local_tokenizer_textsaccumulator_add_content", "callee": "Content", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L70"}, {"caller_nid": "local_tokenizer_textsaccumulator_add_content", "callee": "Part", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L74"}, {"caller_nid": "local_tokenizer_textsaccumulator_add_content", "callee": "ValueError", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L76"}, {"caller_nid": "local_tokenizer_textsaccumulator_add_content", "callee": "append", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L89"}, {"caller_nid": "local_tokenizer_textsaccumulator_add_content", "callee": "append", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L90"}, {"caller_nid": "local_tokenizer_textsaccumulator_add_content", "callee": "model_dump", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L92"}, {"caller_nid": "local_tokenizer_textsaccumulator_add_content", "callee": "model_dump", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L92"}, {"caller_nid": "local_tokenizer_textsaccumulator_add_content", "callee": "warning", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L95"}, {"caller_nid": "local_tokenizer_textsaccumulator_add_function_call", "callee": "append", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L107"}, {"caller_nid": "local_tokenizer_textsaccumulator_add_function_call", "callee": "FunctionCall", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L108"}, {"caller_nid": "local_tokenizer_textsaccumulator_add_tool", "callee": "Tool", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L114"}, {"caller_nid": "local_tokenizer_textsaccumulator_add_tool", "callee": "append", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L122"}, {"caller_nid": "local_tokenizer_textsaccumulator_add_function_response", "callee": "FunctionResponse", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L139"}, {"caller_nid": "local_tokenizer_textsaccumulator_add_function_response", "callee": "append", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L141"}, {"caller_nid": "local_tokenizer_textsaccumulator_function_declaration_traverse", "callee": "FunctionDeclaration", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L150"}, {"caller_nid": "local_tokenizer_textsaccumulator_function_declaration_traverse", "callee": "append", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L152"}, {"caller_nid": "local_tokenizer_textsaccumulator_function_declaration_traverse", "callee": "append", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L155"}, {"caller_nid": "local_tokenizer_textsaccumulator_add_schema", "callee": "Schema", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L176"}, {"caller_nid": "local_tokenizer_textsaccumulator_add_schema", "callee": "append", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L184"}, {"caller_nid": "local_tokenizer_textsaccumulator_add_schema", "callee": "append", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L187"}, {"caller_nid": "local_tokenizer_textsaccumulator_add_schema", "callee": "extend", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L190"}, {"caller_nid": "local_tokenizer_textsaccumulator_add_schema", "callee": "extend", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L193"}, {"caller_nid": "local_tokenizer_textsaccumulator_add_schema", "callee": "items", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L202"}, {"caller_nid": "local_tokenizer_textsaccumulator_add_schema", "callee": "append", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L203"}, {"caller_nid": "local_tokenizer_textsaccumulator_dict_traverse", "callee": "extend", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L222"}, {"caller_nid": "local_tokenizer_textsaccumulator_dict_traverse", "callee": "list", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L222"}, {"caller_nid": "local_tokenizer_textsaccumulator_dict_traverse", "callee": "keys", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L222"}, {"caller_nid": "local_tokenizer_textsaccumulator_dict_traverse", "callee": "items", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L223"}, {"caller_nid": "local_tokenizer_textsaccumulator_any_traverse", "callee": "isinstance", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L236"}, {"caller_nid": "local_tokenizer_textsaccumulator_any_traverse", "callee": "append", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L237"}, {"caller_nid": "local_tokenizer_textsaccumulator_any_traverse", "callee": "isinstance", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L239"}, {"caller_nid": "local_tokenizer_textsaccumulator_any_traverse", "callee": "isinstance", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L241"}, {"caller_nid": "local_tokenizer_token_str_to_bytes", "callee": "to_bytes", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L251"}, {"caller_nid": "local_tokenizer_token_str_to_bytes", "callee": "encode", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L253"}, {"caller_nid": "local_tokenizer_token_str_to_bytes", "callee": "replace", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L253"}, {"caller_nid": "local_tokenizer_parse_hex_byte", "callee": "len", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L262"}, {"caller_nid": "local_tokenizer_parse_hex_byte", "callee": "ValueError", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L263"}, {"caller_nid": "local_tokenizer_parse_hex_byte", "callee": "startswith", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L264"}, {"caller_nid": "local_tokenizer_parse_hex_byte", "callee": "endswith", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L264"}, {"caller_nid": "local_tokenizer_parse_hex_byte", "callee": "ValueError", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L265"}, {"caller_nid": "local_tokenizer_parse_hex_byte", "callee": "int", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L268"}, {"caller_nid": "local_tokenizer_parse_hex_byte", "callee": "ValueError", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L270"}, {"caller_nid": "local_tokenizer_parse_hex_byte", "callee": "ValueError", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L273"}, {"caller_nid": "local_tokenizer_localtokenizer_init", "callee": "get_tokenizer_name", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L293"}, {"caller_nid": "local_tokenizer_localtokenizer_init", "callee": "load_model_proto", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L294"}, {"caller_nid": "local_tokenizer_localtokenizer_init", "callee": "get_sentencepiece", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L295"}, {"caller_nid": "local_tokenizer_count_tokens", "callee": "t_contents", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L326"}, {"caller_nid": "local_tokenizer_count_tokens", "callee": "model_validate", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L328"}, {"caller_nid": "local_tokenizer_count_tokens", "callee": "t_contents", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L335"}, {"caller_nid": "local_tokenizer_count_tokens", "callee": "encode", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L336"}, {"caller_nid": "local_tokenizer_count_tokens", "callee": "list", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L336"}, {"caller_nid": "local_tokenizer_count_tokens", "callee": "CountTokensResult", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L337"}, {"caller_nid": "local_tokenizer_count_tokens", "callee": "sum", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L338"}, {"caller_nid": "local_tokenizer_count_tokens", "callee": "len", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L338"}, {"caller_nid": "local_tokenizer_compute_tokens", "callee": "t_contents", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L367"}, {"caller_nid": "local_tokenizer_compute_tokens", "callee": "EncodeAsImmutableProto", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L371"}, {"caller_nid": "local_tokenizer_compute_tokens", "callee": "append", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L379"}, {"caller_nid": "local_tokenizer_compute_tokens", "callee": "zip", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L382"}, {"caller_nid": "local_tokenizer_compute_tokens", "callee": "append", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L383"}, {"caller_nid": "local_tokenizer_compute_tokens", "callee": "TokensInfo", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L384"}, {"caller_nid": "local_tokenizer_compute_tokens", "callee": "ComputeTokensResult", "source_file": "backend/venv/lib/python3.12/site-packages/google/genai/local_tokenizer.py", "source_location": "L395"}]}