From 543067ecc6147b62ef0795b78f17bbaf7e9d64ce Mon Sep 17 00:00:00 2001 From: Cyber MacGeddon Date: Thu, 25 Sep 2025 22:24:06 +0100 Subject: [PATCH] More tests --- .../test_azure_openai_processor.py | 150 ++++++++++++++++++ 1 file changed, 150 insertions(+) diff --git a/tests/unit/test_text_completion/test_azure_openai_processor.py b/tests/unit/test_text_completion/test_azure_openai_processor.py index 967a3893..02c85d54 100644 --- a/tests/unit/test_text_completion/test_azure_openai_processor.py +++ b/tests/unit/test_text_completion/test_azure_openai_processor.py @@ -402,6 +402,156 @@ class TestAzureOpenAIProcessorSimple(IsolatedAsyncioTestCase): assert call_args[1]['max_tokens'] == 1024 assert call_args[1]['top_p'] == 1 + @patch('trustgraph.model.text_completion.azure_openai.llm.AzureOpenAI') + @patch('trustgraph.base.async_processor.AsyncProcessor.__init__') + @patch('trustgraph.base.llm_service.LlmService.__init__') + async def test_generate_content_temperature_override(self, mock_llm_init, mock_async_init, mock_azure_openai_class): + """Test temperature parameter override functionality""" + # Arrange + mock_azure_client = MagicMock() + mock_response = MagicMock() + mock_response.choices = [MagicMock()] + mock_response.choices[0].message.content = 'Response with custom temperature' + mock_response.usage.prompt_tokens = 20 + mock_response.usage.completion_tokens = 12 + + mock_azure_client.chat.completions.create.return_value = mock_response + mock_azure_openai_class.return_value = mock_azure_client + + mock_async_init.return_value = None + mock_llm_init.return_value = None + + config = { + 'model': 'gpt-4', + 'endpoint': 'https://test.openai.azure.com/', + 'token': 'test-token', + 'api_version': '2024-12-01-preview', + 'temperature': 0.0, # Default temperature + 'max_output': 4192, + 'concurrency': 1, + 'taskgroup': AsyncMock(), + 'id': 'test-processor' + } + + processor = Processor(**config) + + # Act - Override temperature at runtime + result = await processor.generate_content( + "System prompt", + "User prompt", + model=None, # Use default model + temperature=0.8 # Override temperature + ) + + # Assert + assert isinstance(result, LlmResult) + assert result.text == "Response with custom temperature" + + # Verify Azure OpenAI API was called with overridden temperature + call_args = mock_azure_client.chat.completions.create.call_args + assert call_args[1]['temperature'] == 0.8 # Should use runtime override + assert call_args[1]['model'] == 'gpt-4' + + @patch('trustgraph.model.text_completion.azure_openai.llm.AzureOpenAI') + @patch('trustgraph.base.async_processor.AsyncProcessor.__init__') + @patch('trustgraph.base.llm_service.LlmService.__init__') + async def test_generate_content_model_override(self, mock_llm_init, mock_async_init, mock_azure_openai_class): + """Test model parameter override functionality""" + # Arrange + mock_azure_client = MagicMock() + mock_response = MagicMock() + mock_response.choices = [MagicMock()] + mock_response.choices[0].message.content = 'Response with custom model' + mock_response.usage.prompt_tokens = 18 + mock_response.usage.completion_tokens = 14 + + mock_azure_client.chat.completions.create.return_value = mock_response + mock_azure_openai_class.return_value = mock_azure_client + + mock_async_init.return_value = None + mock_llm_init.return_value = None + + config = { + 'model': 'gpt-4', # Default model + 'endpoint': 'https://test.openai.azure.com/', + 'token': 'test-token', + 'api_version': '2024-12-01-preview', + 'temperature': 0.1, # Default temperature + 'max_output': 4192, + 'concurrency': 1, + 'taskgroup': AsyncMock(), + 'id': 'test-processor' + } + + processor = Processor(**config) + + # Act - Override model at runtime + result = await processor.generate_content( + "System prompt", + "User prompt", + model="gpt-4o", # Override model + temperature=None # Use default temperature + ) + + # Assert + assert isinstance(result, LlmResult) + assert result.text == "Response with custom model" + + # Verify Azure OpenAI API was called with overridden model + call_args = mock_azure_client.chat.completions.create.call_args + assert call_args[1]['model'] == 'gpt-4o' # Should use runtime override + assert call_args[1]['temperature'] == 0.1 # Should use processor default + + @patch('trustgraph.model.text_completion.azure_openai.llm.AzureOpenAI') + @patch('trustgraph.base.async_processor.AsyncProcessor.__init__') + @patch('trustgraph.base.llm_service.LlmService.__init__') + async def test_generate_content_both_parameters_override(self, mock_llm_init, mock_async_init, mock_azure_openai_class): + """Test overriding both model and temperature parameters simultaneously""" + # Arrange + mock_azure_client = MagicMock() + mock_response = MagicMock() + mock_response.choices = [MagicMock()] + mock_response.choices[0].message.content = 'Response with both overrides' + mock_response.usage.prompt_tokens = 22 + mock_response.usage.completion_tokens = 16 + + mock_azure_client.chat.completions.create.return_value = mock_response + mock_azure_openai_class.return_value = mock_azure_client + + mock_async_init.return_value = None + mock_llm_init.return_value = None + + config = { + 'model': 'gpt-4', # Default model + 'endpoint': 'https://test.openai.azure.com/', + 'token': 'test-token', + 'api_version': '2024-12-01-preview', + 'temperature': 0.0, # Default temperature + 'max_output': 4192, + 'concurrency': 1, + 'taskgroup': AsyncMock(), + 'id': 'test-processor' + } + + processor = Processor(**config) + + # Act - Override both parameters at runtime + result = await processor.generate_content( + "System prompt", + "User prompt", + model="gpt-4o-mini", # Override model + temperature=0.9 # Override temperature + ) + + # Assert + assert isinstance(result, LlmResult) + assert result.text == "Response with both overrides" + + # Verify Azure OpenAI API was called with both overrides + call_args = mock_azure_client.chat.completions.create.call_args + assert call_args[1]['model'] == 'gpt-4o-mini' # Should use runtime override + assert call_args[1]['temperature'] == 0.9 # Should use runtime override + if __name__ == '__main__': pytest.main([__file__]) \ No newline at end of file