feat: remove tokenizer load (#3576)

We explicitly load the toeknizers in quivr-api

Author: jacopo-chevallard

core/quivr_core/llm/llm_endpoint.py

@@ -82,10 +82,6 @@ def preload_tokenizers(cls):
                 logger.warning(f"Failed to preload tokenizer {hub}: {str(e)}")
 
 
-# Preload tokenizers when module is imported
-LLMTokenizer.preload_tokenizers()
-
-
 class LLMEndpoint:
     def __init__(self, llm_config: LLMEndpointConfig, llm: BaseChatModel):
         self._config = llm_config