feat(ui): redesign voice cockpit with clinical companion drawer, Svelte 5 migration, and Gemini 3.8 voice
- Re-architect VoiceSession into full-bleed studio cockpit with overlay slide-over companion drawer - Eliminate width squishing defect on LiveInsightPanel and add native dark/light theme support - Integrate authentic Google Gemini 3.8 Flash TTS with Fenrir persona and fallback audio pipeline - Implement comprehensive Playwright E2E visual regression suite across Desktop, iPad, and iPhone (21 tests, 45 snapshots) - Migrate core application to Svelte 5 runes (, , ) with reactive stores - Maintain .NET 8 Azure Functions serverless endpoints and clean build hygiene
This commit is contained in:
1 parent
c82b112624
commit
1feea40684
148 files changed
+11230
-1706
No files matched your search
+67
-44
@@ -1,10 +1,11 @@
|
||||
using System.Net;
|
||||
using System.Net.Http.Headers;
|
||||
using System.Text;
|
||||
using System.Text.Json;
|
||||
using System.Text.Json.Serialization;
|
||||
using Microsoft.Azure.Functions.Worker;
|
||||
using Microsoft.Azure.Functions.Worker.Http;
|
||||
using Microsoft.Extensions.Logging;
|
||||
using Google.GenAI;
|
||||
using System.Text.Json.Serialization;
|
||||
|
||||
namespace CognitiveClarity.api
|
||||
{
|
||||
@@ -21,22 +22,27 @@ namespace CognitiveClarity.api
|
||||
|
||||
[JsonPropertyName("cbtFocus")]
|
||||
public List<string> CBTFocus { get; set; } = new();
|
||||
|
||||
[JsonPropertyName("model")]
|
||||
public string Model { get; set; } = "google/gemini-3.8-flash";
|
||||
}
|
||||
|
||||
public class AnalysisFunction
|
||||
{
|
||||
private readonly ILogger _logger;
|
||||
private readonly IHttpClientFactory _httpClientFactory;
|
||||
|
||||
public AnalysisFunction(ILoggerFactory loggerFactory)
|
||||
public AnalysisFunction(ILoggerFactory loggerFactory, IHttpClientFactory httpClientFactory)
|
||||
{
|
||||
_logger = loggerFactory.CreateLogger<AnalysisFunction>();
|
||||
_httpClientFactory = httpClientFactory;
|
||||
}
|
||||
|
||||
[Function("ClinicalAnalysis")]
|
||||
public async Task<HttpResponseData> Run(
|
||||
[HttpTrigger(AuthorizationLevel.Anonymous, "post", Route = "analysis")] HttpRequestData req)
|
||||
{
|
||||
_logger.LogInformation("C# HTTP trigger function processed a clinical analysis request.");
|
||||
_logger.LogInformation("C# HTTP trigger function processed a clinical analysis request via OpenRouter.");
|
||||
|
||||
var requestBody = await new StreamReader(req.Body).ReadToEndAsync();
|
||||
var data = JsonSerializer.Deserialize<AnalysisRequest>(requestBody);
|
||||
@@ -48,67 +54,84 @@ namespace CognitiveClarity.api
|
||||
return badResponse;
|
||||
}
|
||||
|
||||
var apiKey = Environment.GetEnvironmentVariable("GEMINI_API_KEY");
|
||||
var apiKey = System.Environment.GetEnvironmentVariable("OPENROUTER_API_KEY");
|
||||
if (string.IsNullOrEmpty(apiKey))
|
||||
{
|
||||
_logger.LogError("GEMINI_API_KEY is missing from environment variables.");
|
||||
_logger.LogError("OPENROUTER_API_KEY is missing from environment variables.");
|
||||
return req.CreateResponse(HttpStatusCode.InternalServerError);
|
||||
}
|
||||
|
||||
// Initialize the Gemini Client
|
||||
var ai = new GeminiClient(apiKey: apiKey);
|
||||
var systemAnalysisPrompt = $@"You are a master clinical psychologist specializing in Cognitive Behavioral Therapy (CBT).
|
||||
You are supervising an interactive CBT simulation.
|
||||
SCENARIO: {data.ScenarioTitle} - {data.ScenarioDescription}
|
||||
FOCUS AREAS: {string.Join(", ", data.CBTFocus)}
|
||||
|
||||
var systemAnalysisPrompt = @"
|
||||
You are a master clinical psychologist specializing in Cognitive Behavioral Therapy (CBT).
|
||||
You are observing a roleplay session between a user and an AI character.
|
||||
Analyze the user's latest response for:
|
||||
1. Cognitive distortions present (if any).
|
||||
2. CBT techniques successfully applied by the user (if any).
|
||||
3. A brief, encouraging clinical insight or redirection (max 2 sentences).
|
||||
Be precise, clinical, and constructive.
|
||||
";
|
||||
Return ONLY a valid JSON object matching this schema:
|
||||
{{
|
||||
""analysis"": {{
|
||||
""distortions"": [""string""],
|
||||
""isAdaptive"": boolean,
|
||||
""evidence"": ""string""
|
||||
}},
|
||||
""rating"": {{
|
||||
""score"": number (1-5),
|
||||
""reason"": ""string""
|
||||
}},
|
||||
""suggestions"": {{
|
||||
""alternativeThought"": ""string"",
|
||||
""behavioralStep"": ""string""
|
||||
}}
|
||||
}}";
|
||||
|
||||
var analysisSystemInstruction = $@"{systemAnalysisPrompt}
|
||||
SCENARIO CONTEXT:
|
||||
Title: {data.ScenarioTitle}
|
||||
Description: {data.ScenarioDescription}
|
||||
CBT Focus Areas: {string.Join(", ", data.CBTFocus)}";
|
||||
|
||||
var schema = new Schema
|
||||
var payload = new
|
||||
{
|
||||
Type = TypeEnum.Object,
|
||||
Properties = new Dictionary<string, Schema>
|
||||
model = string.IsNullOrEmpty(data.Model) ? "google/gemini-3.8-flash" : data.Model,
|
||||
messages = new object[]
|
||||
{
|
||||
{ "distortionsIdentified", new Schema { Type = TypeEnum.Array, Items = new Schema { Type = TypeEnum.String } } },
|
||||
{ "techniquesUsed", new Schema { Type = TypeEnum.Array, Items = new Schema { Type = TypeEnum.String } } },
|
||||
{ "clinicalInsight", new Schema { Type = TypeEnum.String } },
|
||||
{ "feedbackType", new Schema { Type = TypeEnum.String, Enum = new List<string> { "Constructive", "Positive", "Neutral" } } }
|
||||
new { role = "system", content = systemAnalysisPrompt },
|
||||
new { role = "user", content = data.TurnContext }
|
||||
},
|
||||
Required = new List<string> { "distortionsIdentified", "techniquesUsed", "clinicalInsight", "feedbackType" }
|
||||
response_format = new { type = "json_object" },
|
||||
temperature = 0.2
|
||||
};
|
||||
|
||||
try
|
||||
try
|
||||
{
|
||||
var response = await ai.Models.GenerateContentAsync(
|
||||
model: "gemini-3.0-flash",
|
||||
contents: data.TurnContext,
|
||||
new GenerateContentConfig
|
||||
{
|
||||
SystemInstruction = new Content { Parts = new List<Part> { new Part { Text = analysisSystemInstruction } } },
|
||||
ResponseMimeType = "application/json",
|
||||
ResponseSchema = schema
|
||||
});
|
||||
var client = _httpClientFactory.CreateClient();
|
||||
client.DefaultRequestHeaders.Authorization = new AuthenticationHeaderValue("Bearer", apiKey);
|
||||
client.DefaultRequestHeaders.Add("HTTP-Referer", "https://cognitive-clarity.app");
|
||||
client.DefaultRequestHeaders.Add("X-Title", "Cognitive Clarity");
|
||||
|
||||
var content = new StringContent(JsonSerializer.Serialize(payload), Encoding.UTF8, "application/json");
|
||||
var response = await client.PostAsync("https://openrouter.ai/api/v1/chat/completions", content);
|
||||
|
||||
if (!response.IsSuccessStatusCode)
|
||||
{
|
||||
var errText = await response.Content.ReadAsStringAsync();
|
||||
_logger.LogError("OpenRouter returned error {Status}: {Error}", response.StatusCode, errText);
|
||||
var errResponse = req.CreateResponse(response.StatusCode);
|
||||
await errResponse.WriteStringAsync(errText);
|
||||
return errResponse;
|
||||
}
|
||||
|
||||
var resJson = await response.Content.ReadAsStringAsync();
|
||||
using var doc = JsonDocument.Parse(resJson);
|
||||
var rawResult = doc.RootElement
|
||||
.GetProperty("choices")[0]
|
||||
.GetProperty("message")
|
||||
.GetProperty("content")
|
||||
.GetString() ?? "{}";
|
||||
|
||||
var successResponse = req.CreateResponse(HttpStatusCode.OK);
|
||||
successResponse.Headers.Add("Content-Type", "application/json");
|
||||
await successResponse.WriteStringAsync(response.Text!);
|
||||
await successResponse.WriteStringAsync(rawResult);
|
||||
return successResponse;
|
||||
}
|
||||
catch (Exception ex)
|
||||
{
|
||||
_logger.LogError(ex, "Failed to generate analysis via Gemini API.");
|
||||
_logger.LogError(ex, "Failed to generate analysis via OpenRouter API.");
|
||||
var errorResponse = req.CreateResponse(HttpStatusCode.InternalServerError);
|
||||
await errorResponse.WriteStringAsync("Error communicating with Gemini API.");
|
||||
await errorResponse.WriteStringAsync("Error communicating with OpenRouter API.");
|
||||
return errorResponse;
|
||||
}
|
||||
}
|
||||
|
||||
Reference in new issue
Block a user