mirror of
https://github.com/trustgraph-ai/trustgraph.git
synced 2026-07-24 04:31:02 +02:00
More tests
This commit is contained in:
parent
c5be657835
commit
543067ecc6
1 changed files with 150 additions and 0 deletions
|
|
@ -402,6 +402,156 @@ class TestAzureOpenAIProcessorSimple(IsolatedAsyncioTestCase):
|
||||||
assert call_args[1]['max_tokens'] == 1024
|
assert call_args[1]['max_tokens'] == 1024
|
||||||
assert call_args[1]['top_p'] == 1
|
assert call_args[1]['top_p'] == 1
|
||||||
|
|
||||||
|
@patch('trustgraph.model.text_completion.azure_openai.llm.AzureOpenAI')
|
||||||
|
@patch('trustgraph.base.async_processor.AsyncProcessor.__init__')
|
||||||
|
@patch('trustgraph.base.llm_service.LlmService.__init__')
|
||||||
|
async def test_generate_content_temperature_override(self, mock_llm_init, mock_async_init, mock_azure_openai_class):
|
||||||
|
"""Test temperature parameter override functionality"""
|
||||||
|
# Arrange
|
||||||
|
mock_azure_client = MagicMock()
|
||||||
|
mock_response = MagicMock()
|
||||||
|
mock_response.choices = [MagicMock()]
|
||||||
|
mock_response.choices[0].message.content = 'Response with custom temperature'
|
||||||
|
mock_response.usage.prompt_tokens = 20
|
||||||
|
mock_response.usage.completion_tokens = 12
|
||||||
|
|
||||||
|
mock_azure_client.chat.completions.create.return_value = mock_response
|
||||||
|
mock_azure_openai_class.return_value = mock_azure_client
|
||||||
|
|
||||||
|
mock_async_init.return_value = None
|
||||||
|
mock_llm_init.return_value = None
|
||||||
|
|
||||||
|
config = {
|
||||||
|
'model': 'gpt-4',
|
||||||
|
'endpoint': 'https://test.openai.azure.com/',
|
||||||
|
'token': 'test-token',
|
||||||
|
'api_version': '2024-12-01-preview',
|
||||||
|
'temperature': 0.0, # Default temperature
|
||||||
|
'max_output': 4192,
|
||||||
|
'concurrency': 1,
|
||||||
|
'taskgroup': AsyncMock(),
|
||||||
|
'id': 'test-processor'
|
||||||
|
}
|
||||||
|
|
||||||
|
processor = Processor(**config)
|
||||||
|
|
||||||
|
# Act - Override temperature at runtime
|
||||||
|
result = await processor.generate_content(
|
||||||
|
"System prompt",
|
||||||
|
"User prompt",
|
||||||
|
model=None, # Use default model
|
||||||
|
temperature=0.8 # Override temperature
|
||||||
|
)
|
||||||
|
|
||||||
|
# Assert
|
||||||
|
assert isinstance(result, LlmResult)
|
||||||
|
assert result.text == "Response with custom temperature"
|
||||||
|
|
||||||
|
# Verify Azure OpenAI API was called with overridden temperature
|
||||||
|
call_args = mock_azure_client.chat.completions.create.call_args
|
||||||
|
assert call_args[1]['temperature'] == 0.8 # Should use runtime override
|
||||||
|
assert call_args[1]['model'] == 'gpt-4'
|
||||||
|
|
||||||
|
@patch('trustgraph.model.text_completion.azure_openai.llm.AzureOpenAI')
|
||||||
|
@patch('trustgraph.base.async_processor.AsyncProcessor.__init__')
|
||||||
|
@patch('trustgraph.base.llm_service.LlmService.__init__')
|
||||||
|
async def test_generate_content_model_override(self, mock_llm_init, mock_async_init, mock_azure_openai_class):
|
||||||
|
"""Test model parameter override functionality"""
|
||||||
|
# Arrange
|
||||||
|
mock_azure_client = MagicMock()
|
||||||
|
mock_response = MagicMock()
|
||||||
|
mock_response.choices = [MagicMock()]
|
||||||
|
mock_response.choices[0].message.content = 'Response with custom model'
|
||||||
|
mock_response.usage.prompt_tokens = 18
|
||||||
|
mock_response.usage.completion_tokens = 14
|
||||||
|
|
||||||
|
mock_azure_client.chat.completions.create.return_value = mock_response
|
||||||
|
mock_azure_openai_class.return_value = mock_azure_client
|
||||||
|
|
||||||
|
mock_async_init.return_value = None
|
||||||
|
mock_llm_init.return_value = None
|
||||||
|
|
||||||
|
config = {
|
||||||
|
'model': 'gpt-4', # Default model
|
||||||
|
'endpoint': 'https://test.openai.azure.com/',
|
||||||
|
'token': 'test-token',
|
||||||
|
'api_version': '2024-12-01-preview',
|
||||||
|
'temperature': 0.1, # Default temperature
|
||||||
|
'max_output': 4192,
|
||||||
|
'concurrency': 1,
|
||||||
|
'taskgroup': AsyncMock(),
|
||||||
|
'id': 'test-processor'
|
||||||
|
}
|
||||||
|
|
||||||
|
processor = Processor(**config)
|
||||||
|
|
||||||
|
# Act - Override model at runtime
|
||||||
|
result = await processor.generate_content(
|
||||||
|
"System prompt",
|
||||||
|
"User prompt",
|
||||||
|
model="gpt-4o", # Override model
|
||||||
|
temperature=None # Use default temperature
|
||||||
|
)
|
||||||
|
|
||||||
|
# Assert
|
||||||
|
assert isinstance(result, LlmResult)
|
||||||
|
assert result.text == "Response with custom model"
|
||||||
|
|
||||||
|
# Verify Azure OpenAI API was called with overridden model
|
||||||
|
call_args = mock_azure_client.chat.completions.create.call_args
|
||||||
|
assert call_args[1]['model'] == 'gpt-4o' # Should use runtime override
|
||||||
|
assert call_args[1]['temperature'] == 0.1 # Should use processor default
|
||||||
|
|
||||||
|
@patch('trustgraph.model.text_completion.azure_openai.llm.AzureOpenAI')
|
||||||
|
@patch('trustgraph.base.async_processor.AsyncProcessor.__init__')
|
||||||
|
@patch('trustgraph.base.llm_service.LlmService.__init__')
|
||||||
|
async def test_generate_content_both_parameters_override(self, mock_llm_init, mock_async_init, mock_azure_openai_class):
|
||||||
|
"""Test overriding both model and temperature parameters simultaneously"""
|
||||||
|
# Arrange
|
||||||
|
mock_azure_client = MagicMock()
|
||||||
|
mock_response = MagicMock()
|
||||||
|
mock_response.choices = [MagicMock()]
|
||||||
|
mock_response.choices[0].message.content = 'Response with both overrides'
|
||||||
|
mock_response.usage.prompt_tokens = 22
|
||||||
|
mock_response.usage.completion_tokens = 16
|
||||||
|
|
||||||
|
mock_azure_client.chat.completions.create.return_value = mock_response
|
||||||
|
mock_azure_openai_class.return_value = mock_azure_client
|
||||||
|
|
||||||
|
mock_async_init.return_value = None
|
||||||
|
mock_llm_init.return_value = None
|
||||||
|
|
||||||
|
config = {
|
||||||
|
'model': 'gpt-4', # Default model
|
||||||
|
'endpoint': 'https://test.openai.azure.com/',
|
||||||
|
'token': 'test-token',
|
||||||
|
'api_version': '2024-12-01-preview',
|
||||||
|
'temperature': 0.0, # Default temperature
|
||||||
|
'max_output': 4192,
|
||||||
|
'concurrency': 1,
|
||||||
|
'taskgroup': AsyncMock(),
|
||||||
|
'id': 'test-processor'
|
||||||
|
}
|
||||||
|
|
||||||
|
processor = Processor(**config)
|
||||||
|
|
||||||
|
# Act - Override both parameters at runtime
|
||||||
|
result = await processor.generate_content(
|
||||||
|
"System prompt",
|
||||||
|
"User prompt",
|
||||||
|
model="gpt-4o-mini", # Override model
|
||||||
|
temperature=0.9 # Override temperature
|
||||||
|
)
|
||||||
|
|
||||||
|
# Assert
|
||||||
|
assert isinstance(result, LlmResult)
|
||||||
|
assert result.text == "Response with both overrides"
|
||||||
|
|
||||||
|
# Verify Azure OpenAI API was called with both overrides
|
||||||
|
call_args = mock_azure_client.chat.completions.create.call_args
|
||||||
|
assert call_args[1]['model'] == 'gpt-4o-mini' # Should use runtime override
|
||||||
|
assert call_args[1]['temperature'] == 0.9 # Should use runtime override
|
||||||
|
|
||||||
|
|
||||||
if __name__ == '__main__':
|
if __name__ == '__main__':
|
||||||
pytest.main([__file__])
|
pytest.main([__file__])
|
||||||
Loading…
Add table
Add a link
Reference in a new issue