c2399b952f
- 后端: remaining_endpoints拆分为6个独立文件 - 后端: AI Agent Handler从ai_chat_endpoints抽取为7个独立处理器 - 后端: 食物识别prompt改为输出结构化JSON - 前端: 饮食识别从Mock替换为真实VLM API调用 - 前端: 首页图片上传URL修复(/api/upload→/api/files/upload) - 前端: 拍饮食按钮导航到独立DietCapturePage - 前端: 删除无用agent_bar.dart - 前端: 修复widget_test.dart过期属性名 - 前端: 恢复ServicePackageCard和详情页 - 新增6份实施文档(情况/问诊/报告/建档/日历/视觉统一)
314 lines
9.4 KiB
Dart
314 lines
9.4 KiB
Dart
import 'dart:async';
|
||
import 'dart:io';
|
||
import 'package:flutter_riverpod/flutter_riverpod.dart';
|
||
import 'auth_provider.dart';
|
||
import 'data_providers.dart';
|
||
import '../utils/sse_handler.dart';
|
||
|
||
enum MessageType { text, dataConfirm, medicationConfirm, dietAnalysis, reportAnalysis, quickOptions, agentWelcome, taskCard }
|
||
|
||
class ChatMessage {
|
||
final String id;
|
||
final String role;
|
||
String content;
|
||
final DateTime createdAt;
|
||
MessageType type;
|
||
final Map<String, dynamic>? metadata;
|
||
ChatMessage({
|
||
required this.id,
|
||
required this.role,
|
||
required this.content,
|
||
required this.createdAt,
|
||
this.type = MessageType.text,
|
||
this.metadata,
|
||
});
|
||
bool get isUser => role == 'user';
|
||
}
|
||
|
||
enum ActiveAgent { default_, consultation, health, diet, medication, report, exercise }
|
||
|
||
class ChatState {
|
||
final ActiveAgent activeAgent;
|
||
final List<ChatMessage> messages;
|
||
final String? conversationId;
|
||
final bool isStreaming;
|
||
final String? thinkingText;
|
||
const ChatState({
|
||
this.activeAgent = ActiveAgent.default_,
|
||
this.messages = const [],
|
||
this.conversationId,
|
||
this.isStreaming = false,
|
||
this.thinkingText,
|
||
});
|
||
ChatState copyWith({ActiveAgent? activeAgent, List<ChatMessage>? messages,
|
||
String? conversationId, bool? isStreaming, String? thinkingText}) =>
|
||
ChatState(
|
||
activeAgent: activeAgent ?? this.activeAgent,
|
||
messages: messages ?? this.messages,
|
||
conversationId: conversationId ?? this.conversationId,
|
||
isStreaming: isStreaming ?? this.isStreaming,
|
||
thinkingText: thinkingText ?? this.thinkingText,
|
||
);
|
||
}
|
||
|
||
class ConversationItem {
|
||
final String id;
|
||
final String title;
|
||
final String lastMessage;
|
||
final DateTime updatedAt;
|
||
final ActiveAgent agent;
|
||
|
||
ConversationItem({
|
||
required this.id,
|
||
required this.title,
|
||
required this.lastMessage,
|
||
required this.updatedAt,
|
||
required this.agent,
|
||
});
|
||
}
|
||
|
||
class SelectedAgentNotifier extends Notifier<ActiveAgent?> {
|
||
@override
|
||
ActiveAgent? build() => null;
|
||
void select(ActiveAgent? a) => state = a;
|
||
}
|
||
|
||
final selectedAgentProvider =
|
||
NotifierProvider<SelectedAgentNotifier, ActiveAgent?>(SelectedAgentNotifier.new);
|
||
final chatProvider = NotifierProvider<ChatNotifier, ChatState>(ChatNotifier.new);
|
||
final conversationListProvider = FutureProvider<List<ConversationItem>>((ref) async {
|
||
final api = ref.watch(apiClientProvider);
|
||
final token = await api.accessToken;
|
||
if (token == null) return [];
|
||
|
||
try {
|
||
final res = await api.get('/api/conversations');
|
||
final list = res.data['data'] as List? ?? [];
|
||
return list.map((item) {
|
||
final data = item as Map<String, dynamic>;
|
||
return ConversationItem(
|
||
id: data['id']?.toString() ?? '',
|
||
title: data['title']?.toString() ?? '对话',
|
||
lastMessage: data['lastMessage']?.toString() ?? '',
|
||
updatedAt: DateTime.parse(data['updatedAt']?.toString() ?? DateTime.now().toIso8601String()),
|
||
agent: _parseAgent(data['agentType']?.toString()),
|
||
);
|
||
}).toList();
|
||
} catch (_) {
|
||
return [];
|
||
}
|
||
});
|
||
|
||
ActiveAgent _parseAgent(String? type) {
|
||
switch (type?.toLowerCase()) {
|
||
case 'consultation': return ActiveAgent.consultation;
|
||
case 'health': return ActiveAgent.health;
|
||
case 'diet': return ActiveAgent.diet;
|
||
case 'medication': return ActiveAgent.medication;
|
||
case 'report': return ActiveAgent.report;
|
||
case 'exercise': return ActiveAgent.exercise;
|
||
default: return ActiveAgent.default_;
|
||
}
|
||
}
|
||
|
||
class ChatNotifier extends Notifier<ChatState> {
|
||
StreamSubscription<Map<String, dynamic>>? _subscription;
|
||
|
||
@override
|
||
ChatState build() {
|
||
// 首次加载时插入今日任务卡片作为第一条消息
|
||
Future.microtask(() => insertTaskCard());
|
||
return const ChatState();
|
||
}
|
||
|
||
void insertTaskCard() {
|
||
if (state.messages.any((m) => m.type == MessageType.taskCard)) return;
|
||
state = state.copyWith(messages: [ChatMessage(
|
||
id: 'task_card',
|
||
role: 'assistant',
|
||
content: '',
|
||
createdAt: DateTime.now(),
|
||
type: MessageType.taskCard,
|
||
), ...state.messages]);
|
||
}
|
||
|
||
void setAgent(ActiveAgent a) {
|
||
_subscription?.cancel();
|
||
state = state.copyWith(activeAgent: a);
|
||
}
|
||
|
||
void insertAgentWelcome(ActiveAgent agent) {
|
||
state = state.copyWith(messages: [...state.messages, ChatMessage(
|
||
id: 'welcome_${agent.name}_${DateTime.now().millisecondsSinceEpoch}',
|
||
role: 'assistant',
|
||
content: '',
|
||
createdAt: DateTime.now(),
|
||
type: MessageType.agentWelcome,
|
||
metadata: {'agent': agent.name},
|
||
)]);
|
||
}
|
||
|
||
Future<void> sendImage(String imagePath, String text) async {
|
||
final file = File(imagePath);
|
||
if (!await file.exists()) return;
|
||
|
||
// 先显示用户消息（本地显示图片路径）
|
||
final userMsg = ChatMessage(
|
||
id: '${DateTime.now().millisecondsSinceEpoch}',
|
||
role: 'user',
|
||
content: text.isNotEmpty ? text : '[图片]',
|
||
createdAt: DateTime.now(),
|
||
metadata: {'localImagePath': imagePath},
|
||
);
|
||
state = state.copyWith(messages: [...state.messages, userMsg]);
|
||
|
||
// 异步上传图片
|
||
String? uploadedUrl;
|
||
try {
|
||
final api = ref.read(apiClientProvider);
|
||
uploadedUrl = await api.uploadFile('/api/files/upload', file);
|
||
} catch (_) {
|
||
// 上传失败：保留本地路径，仍然可以本地显示
|
||
}
|
||
|
||
// 更新消息元数据（保留本地路径 + 添加远程URL）
|
||
final updatedMsgs = state.messages.toList();
|
||
final idx = updatedMsgs.indexWhere((m) => m.id == userMsg.id);
|
||
if (idx >= 0) {
|
||
final meta = <String, dynamic>{'localImagePath': imagePath};
|
||
if (uploadedUrl != null) meta['imageUrl'] = uploadedUrl;
|
||
updatedMsgs[idx] = ChatMessage(
|
||
id: userMsg.id,
|
||
role: 'user',
|
||
content: userMsg.content,
|
||
createdAt: userMsg.createdAt,
|
||
metadata: meta,
|
||
);
|
||
state = state.copyWith(messages: updatedMsgs);
|
||
}
|
||
|
||
// 将图片 URL 作为消息内容发送给 AI
|
||
final msgWithImage = text.isNotEmpty ? '$text\n[图片已上传]' : '[图片已上传]';
|
||
await _sendToAI(msgWithImage);
|
||
}
|
||
|
||
Future<void> sendMessage(String text) async {
|
||
if (text.trim().isEmpty || state.isStreaming) return;
|
||
|
||
final userMsg = ChatMessage(
|
||
id: '${DateTime.now().millisecondsSinceEpoch}',
|
||
role: 'user',
|
||
content: text,
|
||
createdAt: DateTime.now(),
|
||
);
|
||
state = state.copyWith(
|
||
messages: [...state.messages, userMsg], isStreaming: true);
|
||
|
||
await _sendToAI(text);
|
||
}
|
||
|
||
Future<void> _sendToAI(String text) async {
|
||
final aiMsg = ChatMessage(
|
||
id: '${DateTime.now().millisecondsSinceEpoch}_ai',
|
||
role: 'assistant',
|
||
content: '',
|
||
createdAt: DateTime.now(),
|
||
);
|
||
|
||
state = state.copyWith(isStreaming: true);
|
||
|
||
try {
|
||
final token = await ref.read(apiClientProvider).accessToken;
|
||
if (token == null) {
|
||
_addError(aiMsg, '未登录，请重新登录');
|
||
return;
|
||
}
|
||
|
||
final agentPath =
|
||
state.activeAgent.name.replaceFirst('default_', 'default');
|
||
final stream = SseHandler.connect(
|
||
agentType: agentPath,
|
||
message: text,
|
||
conversationId: state.conversationId,
|
||
token: token,
|
||
);
|
||
|
||
await for (final event in stream) {
|
||
_processEvent(event, aiMsg);
|
||
}
|
||
} catch (e) {
|
||
_addError(aiMsg, '网络异常，请稍后重试');
|
||
}
|
||
}
|
||
|
||
void _addError(ChatMessage aiMsg, String errorText) {
|
||
state = state.copyWith(
|
||
messages: [
|
||
...state.messages,
|
||
ChatMessage(
|
||
id: 'err_${DateTime.now().millisecondsSinceEpoch}',
|
||
role: 'assistant',
|
||
content: errorText,
|
||
createdAt: DateTime.now(),
|
||
),
|
||
],
|
||
isStreaming: false,
|
||
thinkingText: null,
|
||
);
|
||
}
|
||
|
||
void _processEvent(Map<String, dynamic> j, ChatMessage aiMsg) {
|
||
final a = j['action'] as String?;
|
||
switch (a) {
|
||
case 'conversation_id':
|
||
state = state.copyWith(conversationId: j['data']?.toString());
|
||
case 'answer':
|
||
aiMsg.content += (j['data'] as String?) ?? '';
|
||
final messageType = j['type'] as String? ?? 'text';
|
||
aiMsg.type = _parseMessageType(messageType);
|
||
state = state.copyWith(thinkingText: null);
|
||
_update(aiMsg);
|
||
case 'notice':
|
||
state = state.copyWith(thinkingText: j['message'] as String?);
|
||
case 'tool_result':
|
||
final tool = j['tool'] as String? ?? '';
|
||
if (tool == 'record_health_data') {
|
||
ref.invalidate(latestHealthProvider);
|
||
}
|
||
case 'status':
|
||
_done(aiMsg);
|
||
case 'error':
|
||
_done(aiMsg);
|
||
}
|
||
}
|
||
|
||
MessageType _parseMessageType(String type) {
|
||
switch (type) {
|
||
case 'data_confirm': return MessageType.dataConfirm;
|
||
case 'medication_confirm': return MessageType.medicationConfirm;
|
||
case 'diet_analysis': return MessageType.dietAnalysis;
|
||
case 'report_analysis': return MessageType.reportAnalysis;
|
||
case 'quick_options': return MessageType.quickOptions;
|
||
case 'agent_welcome': return MessageType.agentWelcome;
|
||
default: return MessageType.text;
|
||
}
|
||
}
|
||
|
||
void _update(ChatMessage m) {
|
||
final u = state.messages.toList();
|
||
final i = u.indexWhere((x) => x.id == m.id);
|
||
if (i >= 0) {
|
||
u[i] = m;
|
||
} else if (m.content.isNotEmpty) {
|
||
u.add(m);
|
||
}
|
||
state = state.copyWith(messages: u);
|
||
}
|
||
|
||
void _done(ChatMessage m) {
|
||
final u = state.messages.toList();
|
||
if (!u.any((x) => x.id == m.id) && m.content.isNotEmpty) u.add(m);
|
||
state = state.copyWith(messages: u, isStreaming: false, thinkingText: null);
|
||
}
|
||
}
|