feat(ui): redesign voice cockpit with clinical companion drawer, Svelte 5 migration, and Gemini 3.8 voice

- Re-architect VoiceSession into full-bleed studio cockpit with overlay slide-over companion drawer
- Eliminate width squishing defect on LiveInsightPanel and add native dark/light theme support
- Integrate authentic Google Gemini 3.8 Flash TTS with Fenrir persona and fallback audio pipeline
- Implement comprehensive Playwright E2E visual regression suite across Desktop, iPad, and iPhone (21 tests, 45 snapshots)
- Migrate core application to Svelte 5 runes (, , ) with reactive stores
- Maintain .NET 8 Azure Functions serverless endpoints and clean build hygiene
This commit is contained in:
jpremill committed 2026-09-29 23:35:05 -04:00
1 parent c82b112624
commit 1feea40684
148 files changed
+11230 -1706

No files matched your search

+67 -44
View File
@@ -1,10 +1,11 @@
using System.Net;
using System.Net.Http.Headers;
using System.Text;
using System.Text.Json;
using System.Text.Json.Serialization;
using Microsoft.Azure.Functions.Worker;
using Microsoft.Azure.Functions.Worker.Http;
using Microsoft.Extensions.Logging;
using Google.GenAI;
using System.Text.Json.Serialization;
namespace CognitiveClarity.api
{
@@ -21,22 +22,27 @@ namespace CognitiveClarity.api
[JsonPropertyName("cbtFocus")]
public List<string> CBTFocus { get; set; } = new();
[JsonPropertyName("model")]
public string Model { get; set; } = "google/gemini-3.8-flash";
}
public class AnalysisFunction
{
private readonly ILogger _logger;
private readonly IHttpClientFactory _httpClientFactory;
public AnalysisFunction(ILoggerFactory loggerFactory)
public AnalysisFunction(ILoggerFactory loggerFactory, IHttpClientFactory httpClientFactory)
{
_logger = loggerFactory.CreateLogger<AnalysisFunction>();
_httpClientFactory = httpClientFactory;
}
[Function("ClinicalAnalysis")]
public async Task<HttpResponseData> Run(
[HttpTrigger(AuthorizationLevel.Anonymous, "post", Route = "analysis")] HttpRequestData req)
{
_logger.LogInformation("C# HTTP trigger function processed a clinical analysis request.");
_logger.LogInformation("C# HTTP trigger function processed a clinical analysis request via OpenRouter.");
var requestBody = await new StreamReader(req.Body).ReadToEndAsync();
var data = JsonSerializer.Deserialize<AnalysisRequest>(requestBody);
@@ -48,67 +54,84 @@ namespace CognitiveClarity.api
return badResponse;
}
var apiKey = Environment.GetEnvironmentVariable("GEMINI_API_KEY");
var apiKey = System.Environment.GetEnvironmentVariable("OPENROUTER_API_KEY");
if (string.IsNullOrEmpty(apiKey))
{
_logger.LogError("GEMINI_API_KEY is missing from environment variables.");
_logger.LogError("OPENROUTER_API_KEY is missing from environment variables.");
return req.CreateResponse(HttpStatusCode.InternalServerError);
}
// Initialize the Gemini Client
var ai = new GeminiClient(apiKey: apiKey);
var systemAnalysisPrompt = $@"You are a master clinical psychologist specializing in Cognitive Behavioral Therapy (CBT).
You are supervising an interactive CBT simulation.
SCENARIO: {data.ScenarioTitle} - {data.ScenarioDescription}
FOCUS AREAS: {string.Join(", ", data.CBTFocus)}
var systemAnalysisPrompt = @"
You are a master clinical psychologist specializing in Cognitive Behavioral Therapy (CBT).
You are observing a roleplay session between a user and an AI character.
Analyze the user's latest response for:
1. Cognitive distortions present (if any).
2. CBT techniques successfully applied by the user (if any).
3. A brief, encouraging clinical insight or redirection (max 2 sentences).
Be precise, clinical, and constructive.
";
Return ONLY a valid JSON object matching this schema:
{{
""analysis"": {{
""distortions"": [""string""],
""isAdaptive"": boolean,
""evidence"": ""string""
}},
""rating"": {{
""score"": number (1-5),
""reason"": ""string""
}},
""suggestions"": {{
""alternativeThought"": ""string"",
""behavioralStep"": ""string""
}}
}}";
var analysisSystemInstruction = $@"{systemAnalysisPrompt}
SCENARIO CONTEXT:
Title: {data.ScenarioTitle}
Description: {data.ScenarioDescription}
CBT Focus Areas: {string.Join(", ", data.CBTFocus)}";
var schema = new Schema
var payload = new
{
Type = TypeEnum.Object,
Properties = new Dictionary<string, Schema>
model = string.IsNullOrEmpty(data.Model) ? "google/gemini-3.8-flash" : data.Model,
messages = new object[]
{
{ "distortionsIdentified", new Schema { Type = TypeEnum.Array, Items = new Schema { Type = TypeEnum.String } } },
{ "techniquesUsed", new Schema { Type = TypeEnum.Array, Items = new Schema { Type = TypeEnum.String } } },
{ "clinicalInsight", new Schema { Type = TypeEnum.String } },
{ "feedbackType", new Schema { Type = TypeEnum.String, Enum = new List<string> { "Constructive", "Positive", "Neutral" } } }
new { role = "system", content = systemAnalysisPrompt },
new { role = "user", content = data.TurnContext }
},
Required = new List<string> { "distortionsIdentified", "techniquesUsed", "clinicalInsight", "feedbackType" }
response_format = new { type = "json_object" },
temperature = 0.2
};
try
try
{
var response = await ai.Models.GenerateContentAsync(
model: "gemini-3.0-flash",
contents: data.TurnContext,
new GenerateContentConfig
{
SystemInstruction = new Content { Parts = new List<Part> { new Part { Text = analysisSystemInstruction } } },
ResponseMimeType = "application/json",
ResponseSchema = schema
});
var client = _httpClientFactory.CreateClient();
client.DefaultRequestHeaders.Authorization = new AuthenticationHeaderValue("Bearer", apiKey);
client.DefaultRequestHeaders.Add("HTTP-Referer", "https://cognitive-clarity.app");
client.DefaultRequestHeaders.Add("X-Title", "Cognitive Clarity");
var content = new StringContent(JsonSerializer.Serialize(payload), Encoding.UTF8, "application/json");
var response = await client.PostAsync("https://openrouter.ai/api/v1/chat/completions", content);
if (!response.IsSuccessStatusCode)
{
var errText = await response.Content.ReadAsStringAsync();
_logger.LogError("OpenRouter returned error {Status}: {Error}", response.StatusCode, errText);
var errResponse = req.CreateResponse(response.StatusCode);
await errResponse.WriteStringAsync(errText);
return errResponse;
}
var resJson = await response.Content.ReadAsStringAsync();
using var doc = JsonDocument.Parse(resJson);
var rawResult = doc.RootElement
.GetProperty("choices")[0]
.GetProperty("message")
.GetProperty("content")
.GetString() ?? "{}";
var successResponse = req.CreateResponse(HttpStatusCode.OK);
successResponse.Headers.Add("Content-Type", "application/json");
await successResponse.WriteStringAsync(response.Text!);
await successResponse.WriteStringAsync(rawResult);
return successResponse;
}
catch (Exception ex)
{
_logger.LogError(ex, "Failed to generate analysis via Gemini API.");
_logger.LogError(ex, "Failed to generate analysis via OpenRouter API.");
var errorResponse = req.CreateResponse(HttpStatusCode.InternalServerError);
await errorResponse.WriteStringAsync("Error communicating with Gemini API.");
await errorResponse.WriteStringAsync("Error communicating with OpenRouter API.");
return errorResponse;
}
}