Feature Request: Gracefully handle when conversation contexts become too long about mattermost-plugin-ai HOT 3 OPEN

func getSubstring(message string, characters int) string {
	if len(message) < characters {
		return message
	}
	return message[:characters/2] + message[len(message)-characters/2:]
}

func (s *OpenAI) truncateRequest(request openaiClient.ChatCompletionRequest) openaiClient.ChatCompletionRequest {
	var messages []openaiClient.ChatCompletionMessage
	token_count := 0
	limit := s.TokenLimit() / 2

	for i := len(request.Messages) - 1; i >= 0; i-- {
		message := request.Messages[i]

		// Add a few for the role, etc.
		tokens := s.CountTokens(message.Content) + 10

		// Can we fit the entire message in the window?
		if token_count+tokens < limit {
			token_count += tokens
			messages = append([]openaiClient.ChatCompletionMessage{message}, messages...)
			continue
		}

		// We can't fit the message in, so just include the start and the end
		remaining := limit - token_count
		characters := remaining * 4 // Estimate 4 characters per token

		message.Content = getSubstring(message.Content, characters)
		messages = append(messages, message)
		break
	}

	request.Messages = messages
	return request
}