Skip to content

Multiagent/darkmode #5

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
CakeRepository merged 3 commits into from
Apr 29, 2025
Merged

Multiagent/darkmode #5

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
c48f794
added multiagent setup to start testing with
CakeRepository Apr 29, 2025
7c8a26a
Fixed tool config to include better GUI
CakeRepository Apr 29, 2025
e00d6b0
darkmode merging to keep main clean
CakeRepository Apr 29, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 2 additions & 0 deletions FlowVision/FlowVision.csproj
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -183,6 +183,8 @@
<Compile Include="Form1.Designer.cs">
<DependentUpon>Form1.cs</DependentUpon>
</Compile>
<Compile Include="lib\Classes\AgentCoordinator.cs" />
<Compile Include="lib\Classes\ai\MultiAgentActioner.cs" />
<Compile Include="lib\Classes\MarkdownHelper.cs" />
<Compile Include="lib\Classes\PluginLogger.cs" />
<Compile Include="lib\Classes\SpeechRecognitionService.cs" />
Expand Down
172 changes: 128 additions & 44 deletions FlowVision/Form1.cs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -11,6 +11,7 @@
using Microsoft.SemanticKernel.ChatCompletion;
// Add System.Speech namespace
using System.Speech.Recognition;
using FlowVision.lib.UI;

namespace FlowVision
{
Expand All @@ -24,6 +25,7 @@ public partial class Form1 : Form
// Speech recognition components
private SpeechRecognitionService speechRecognition;
private bool isListening = false;
private ThemeManager _themeManager; // Add ThemeManager field declaration

// Add a delegate for handling plugin output messages
public delegate void PluginOutputHandler(string message);
Expand All @@ -49,6 +51,60 @@ private void azureOpenAIToolStripMenuItem_Click(object sender, EventArgs e)
}
}

private void ApplyTheme(string themeName = null) // Fix ApplyTheme method to handle parameter
{
// Initialize ThemeManager if it doesn't exist yet
if (_themeManager == null)
{
_themeManager = new ThemeManager();
}

// Use provided theme name or current theme from ThemeManager
string theme = themeName ?? _themeManager.CurrentTheme;

if (theme == "Dark")
{
ApplyDarkTheme();
}
else
{
ApplyLightTheme();
}
}

private void ApplyLightTheme()
{
// Let ThemeManager handle applying the light theme to all controls
_themeManager.ApplyThemeToControls(this);

// Update status indicator
UpdateStatusIndicators();
}

private void ApplyDarkTheme()
{
// Let ThemeManager handle applying the dark theme to all controls
_themeManager.ApplyThemeToControls(this);

// Apply specific overrides for any controls that need special handling

// Update status indicator
UpdateStatusIndicators();
}

private void UpdateStatusIndicators() // Add missing UpdateStatusIndicators method
{
// Update any status indicators based on current state
// This can be extended later if more indicators are added

// Update microphone button appearance based on isListening state
if (microphoneButton != null)
{
microphoneButton.Text = isListening ? "⏹️" : "🎤";
microphoneButton.BackColor = isListening ? Color.Red : SystemColors.Control;
}
}

private void Form1_Load(object sender, EventArgs e)
{
// Check if tools are configured, if not, create default configuration
Expand All @@ -59,7 +115,9 @@ private void Form1_Load(object sender, EventArgs e)
var defaultConfig = new ToolConfig();
defaultConfig.SaveConfig(toolConfigName);
}

// Add this call after initializing UI components
ApplyTheme();

// Create messages panel as a FlowLayoutPanel with auto-scroll
messagesPanel = new FlowLayoutPanel
{
Expand Down Expand Up @@ -114,7 +172,7 @@ private void Form1_Load(object sender, EventArgs e)

// Initialize speech recognition service
InitializeSpeechRecognition();

// Handle window resize to adjust message widths
this.Resize += (s, args) =>
{
Expand Down Expand Up @@ -147,17 +205,18 @@ private void InitializeSpeechRecognition()
try
{
var toolConfig = ToolConfig.LoadConfig("toolsconfig");

// Only initialize if speech recognition is enabled in config
if (toolConfig.EnableSpeechRecognition)
{
speechRecognition = new SpeechRecognitionService();
speechRecognition.SpeechRecognized += (sender, result) =>
speechRecognition.SpeechRecognized += (sender, result) =>
{
// Use Invoke to update UI from a different thread
if (this.InvokeRequired)
{
this.Invoke(new Action<string>((text) => {
this.Invoke(new Action<string>((text) =>
{
userInputTextBox.Text = text;
}), result);
}
Expand All @@ -166,15 +225,16 @@ private void InitializeSpeechRecognition()
userInputTextBox.Text = result;
}
};

// Add handler for voice commands
if (toolConfig.EnableVoiceCommands)
{
speechRecognition.CommandRecognized += (sender, command) =>
{
if (this.InvokeRequired)
{
this.Invoke(new Action(() => {
this.Invoke(new Action(() =>
{
if (!string.IsNullOrWhiteSpace(userInputTextBox.Text))
{
AddMessage("System", $"Voice command recognized: \"{command}\"", true);
Expand All @@ -191,7 +251,7 @@ private void InitializeSpeechRecognition()
}
}
};

// Start continuous listening if voice commands are enabled
if (toolConfig.EnableVoiceCommands)
{
Expand Down Expand Up @@ -234,21 +294,21 @@ private void StartListening()
try
{
var toolConfig = ToolConfig.LoadConfig("toolsconfig");

// Clear existing text before starting to listen
userInputTextBox.Text = "";

// Change button appearance to indicate recording
microphoneButton.Text = "⏹️";
microphoneButton.BackColor = Color.Red;
isListening = true;

// Start listening
speechRecognition.StartListening();

// Add temporary message to indicate we're listening
AddMessage("System", "Listening... Speak now." +
(toolConfig.EnableVoiceCommands ?
AddMessage("System", "Listening... Speak now." +
(toolConfig.EnableVoiceCommands ?
$" Say \"{toolConfig.VoiceCommandPhrase}\" to send your message." : ""), true);
}
catch (Exception ex)
Expand All @@ -266,13 +326,13 @@ private void StopListening()
microphoneButton.Text = "🎤";
microphoneButton.BackColor = SystemColors.Control;
isListening = false;

// Stop listening
speechRecognition.StopListening();

// Remove the listening message
RemoveMessagesByAuthor("System");

// If we have recognized text, send it automatically
if (!string.IsNullOrWhiteSpace(userInputTextBox.Text))
{
Expand Down Expand Up @@ -312,7 +372,7 @@ private async void SendButton_Click(object sender, EventArgs e)
{
string aiResponse = await GetAIResponseAsync(userInput);
AddMessage("AI", aiResponse, true);

// Check if we should retain chat history
var toolConfig = ToolConfig.LoadConfig("toolsconfig");
if (!toolConfig.RetainChatHistory)
Expand All @@ -327,7 +387,7 @@ private async void SendButton_Click(object sender, EventArgs e)
catch (Exception ex)
{
MessageBox.Show($"Error communicating with AI: {ex.Message}", "Error");

allowUserInput(true);
}

Expand All @@ -341,46 +401,52 @@ private async Task<string> GetAIResponseAsync(string userInput)
// Get the current config to determine which model to use
var actionerConfig = APIConfig.LoadConfig("actioner");
var githubConfig = APIConfig.LoadConfig("github");
var toolConfig = ToolConfig.LoadConfig("toolsconfig");

// Create a StringBuilder to collect plugin output
StringBuilder pluginOutput = new StringBuilder();

// Define a plugin output handler that adds messages to the plugin output
PluginOutputHandler outputHandler = (message) => {
PluginOutputHandler outputHandler = (message) =>
{
pluginOutput.AppendLine(message);
};

// Show a pre-execution notification to the user in the UI
AddMessage("System", "Your request is being processed. Please wait...", true);

string aiResponse = string.Empty;

// Use TaskNotifier to wrap the action execution with notifications
try
{
await TaskNotifier.RunWithNotificationAsync(
"Request Processing",
"Request Processing",
"Processing your request and preparing tools",
async () =>
{
var toolConfig = ToolConfig.LoadConfig("toolsconfig");

// Use Actioner model with the notification infrastructure
Actioner actioner = new Actioner(outputHandler);
if(toolConfig.RetainChatHistory)

// Set multi-agent mode based on tool configuration
actioner.SetMultiAgentMode(toolConfig.EnableMultiAgentMode);

if (toolConfig.RetainChatHistory)
{
actioner.SetChatHistory(chatHistory);
}

// Execute the action and get the AI response
aiResponse = await actioner.ExecuteAction(userInput);
});

// If there's plugin output, prepend it to the AI response
if (pluginOutput.Length > 0)
{
aiResponse = $"{pluginOutput}\n\n{aiResponse}";
}

// Remove the "processing" message from the UI
RemoveMessageIfSystem();
return aiResponse;
Expand All @@ -389,15 +455,31 @@ await TaskNotifier.RunWithNotificationAsync(
{
// Remove the "processing" message from the UI
RemoveMessageIfSystem();

return $"Error processing request: {ex.Message}";
}
}

// Helper method to remove system messages
private void RemoveMessageIfSystem()
private void RemoveMessageIfSystem() // Add missing RemoveMessageIfSystem method
{
// Find and remove any "System" messages that indicate processing
for (int i = messagesPanel.Controls.Count - 1; i >= 0; i--)
{
Control c = messagesPanel.Controls[i];
if (c is Panel bubble)
{
Label authorLabel = bubble.Controls.OfType<Label>().FirstOrDefault();
if (authorLabel != null &&
authorLabel.Text.Equals("System", StringComparison.OrdinalIgnoreCase) &&
bubble.Controls.OfType<TextBox>().Any(tb => tb.Text.Contains("processing") || tb.Text.Contains("Please wait")))
{
messagesPanel.Controls.RemoveAt(i);
bubble.Dispose();
}
}
}

messagesPanel.PerformLayout();
}

public void AddMessage(string author, string message, bool isInbound)
Expand Down Expand Up @@ -467,22 +549,23 @@ public void AddMessage(string author, string message, bool isInbound)

// Apply markdown formatting
MarkdownHelper.ApplyMarkdownFormatting(messageRichTextBox, message);

// Adjust height to fit content
messageRichTextBox.Height = messageRichTextBox.GetPositionFromCharIndex(messageRichTextBox.TextLength).Y + 20;

// Add copy context menu
ContextMenuStrip contextMenu = new ContextMenuStrip();
ToolStripMenuItem copyMenuItem = new ToolStripMenuItem("Copy");
copyMenuItem.Click += (sender, args) => {
copyMenuItem.Click += (sender, args) =>
{
if (messageRichTextBox.SelectedText.Length > 0)
Clipboard.SetText(messageRichTextBox.SelectedText);
else
Clipboard.SetText(messageRichTextBox.Text);
};
contextMenu.Items.Add(copyMenuItem);
messageRichTextBox.ContextMenuStrip = contextMenu;

bubblePanel.Controls.Add(messageRichTextBox);
currentY += messageRichTextBox.Height + 2;
}
Expand All @@ -502,28 +585,29 @@ public void AddMessage(string author, string message, bool isInbound)
ScrollBars = ScrollBars.None,
WordWrap = true
};

// Auto-size the TextBox to fit content
int textHeight = TextRenderer.MeasureText(
messageTextBox.Text,
messageTextBox.Font,
new Size(bubbleWidth - 20, int.MaxValue),
messageTextBox.Text,
messageTextBox.Font,
new Size(bubbleWidth - 20, int.MaxValue),
TextFormatFlags.WordBreak
).Height;
messageTextBox.Height = textHeight + 10;

// Add copy context menu
ContextMenuStrip contextMenu = new ContextMenuStrip();
ToolStripMenuItem copyMenuItem = new ToolStripMenuItem("Copy");
copyMenuItem.Click += (sender, args) => {
copyMenuItem.Click += (sender, args) =>
{
if (messageTextBox.SelectedText.Length > 0)
Clipboard.SetText(messageTextBox.SelectedText);
else
Clipboard.SetText(messageTextBox.Text);
};
contextMenu.Items.Add(copyMenuItem);
messageTextBox.ContextMenuStrip = contextMenu;

bubblePanel.Controls.Add(messageTextBox);
currentY += messageTextBox.Height + 2;
}
Expand Down Expand Up @@ -645,7 +729,7 @@ private void toolsToolStripMenuItem_Click(object sender, EventArgs e)
{
// Check if tool configuration exists
bool isConfigured = ToolConfig.IsConfigured("toolsconfig");

// If it isn't, create a new instance of the form
// Pass true to open as new configuration if not configured
ToolConfigForm toolConfigForm = new ToolConfigForm(!isConfigured);
Expand Down
Loading