Merge nucleic/golden-lunar-raven into dev

This commit is contained in:
2026-07-10 16:20:17 -07:00
parent 6ac6958253
commit aebd4511b7
4 changed files with 273 additions and 10 deletions
@@ -1575,10 +1575,12 @@ final class RemoteStore: ObservableObject {
openApprovals.removeAll { $0.id == approval.id } // optimistic dismiss; host confirms openApprovals.removeAll { $0.id == approval.id } // optimistic dismiss; host confirms
} }
func sendInput(_ text: String, to sessionID: SessionID) { func sendInput(_ text: String, attachments: [WireAttachment] = [], to sessionID: SessionID) {
let trimmed = text.trimmingCharacters(in: .whitespacesAndNewlines) let trimmed = text.trimmingCharacters(in: .whitespacesAndNewlines)
guard !trimmed.isEmpty else { return } // An attachment-only follow-up (files, no typed text) is a valid turn — the host folds the
send(.sendInput(sessionID, AgentInput(text: trimmed))) // file references in as the message body.
guard !trimmed.isEmpty || !attachments.isEmpty else { return }
send(.sendInput(sessionID, AgentInput(text: trimmed, attachments: attachments)))
} }
func refreshSessions() { send(.listSessions); send(.listDashboard) } func refreshSessions() { send(.listSessions); send(.listDashboard) }
@@ -1587,12 +1589,15 @@ final class RemoteStore: ObservableObject {
func startChat(in projectID: ProjectID, message: String, model: String? = nil, func startChat(in projectID: ProjectID, message: String, model: String? = nil,
effort: String? = nil, baseBranch: String? = nil, effort: String? = nil, baseBranch: String? = nil,
useWorktree: Bool = true, auto: Bool? = nil) { useWorktree: Bool = true, auto: Bool? = nil,
attachments: [WireAttachment] = []) {
let text = message.trimmingCharacters(in: .whitespacesAndNewlines) let text = message.trimmingCharacters(in: .whitespacesAndNewlines)
guard !text.isEmpty else { return } // An attachment-only opening message is allowed — the host materializes the files into the
// new working tree and uses their references as the first prompt.
guard !text.isEmpty || !attachments.isEmpty else { return }
send(.startChat(StartChatRequest( send(.startChat(StartChatRequest(
projectID: projectID, message: text, model: model, effort: effort, projectID: projectID, message: text, model: model, effort: effort,
baseBranch: baseBranch, useWorktree: useWorktree, auto: auto))) baseBranch: baseBranch, useWorktree: useWorktree, auto: auto, attachments: attachments)))
} }
func captureTodo(_ text: String, projectID: ProjectID?) { func captureTodo(_ text: String, projectID: ProjectID?) {
@@ -25,6 +25,10 @@ struct StartChatComposer: View {
@State private var showOptions = false @State private var showOptions = false
@State private var baseBranch = "" @State private var baseBranch = ""
@State private var useWorktree = true @State private var useWorktree = true
// Files/images attached to the opening message (see `ComposerAttachments`) — shipped as bytes
// and materialized into the new session's working tree host-side.
@State private var attachments: [StagedAttachment] = []
@State private var attachmentsOverflowed = false
private var projects: [WireProject] { store.dashboard.projects } private var projects: [WireProject] { store.dashboard.projects }
/// The picker defaults to "No project" (nil) rather than auto-selecting the first project, so a /// The picker defaults to "No project" (nil) rather than auto-selecting the first project, so a
@@ -106,7 +110,18 @@ struct StartChatComposer: View {
} }
.transition(.move(edge: .top).combined(with: .opacity)) .transition(.move(edge: .top).combined(with: .opacity))
} }
// Staged attachments ride above the field, matching the in-session composer.
if !attachments.isEmpty {
StagedAttachmentBar(attachments: $attachments)
}
if attachmentsOverflowed {
Text("Some files were too large to attach.")
.font(.caption2).foregroundStyle(.secondary)
.frame(maxWidth: .infinity, alignment: .leading)
}
HStack(alignment: .bottom, spacing: 8) { HStack(alignment: .bottom, spacing: 8) {
// Attach photos/files to the opening message.
AttachMenuButton(attachments: $attachments, overflowed: $attachmentsOverflowed)
// Plain, borderless field — matching the open session's chat bar rather than a // Plain, borderless field — matching the open session's chat bar rather than a
// boxed form control. // boxed form control.
TextField("Describe a task…", text: $draft, axis: .vertical) TextField("Describe a task…", text: $draft, axis: .vertical)
@@ -121,14 +136,18 @@ struct StartChatComposer: View {
store.startChat( store.startChat(
in: project.id, message: draft, model: model, effort: effort, in: project.id, message: draft, model: model, effort: effort,
baseBranch: branch.isEmpty ? nil : branch, baseBranch: branch.isEmpty ? nil : branch,
useWorktree: useWorktree, auto: effectiveAuto) useWorktree: useWorktree, auto: effectiveAuto,
attachments: attachments.wireAttachments)
draft = "" draft = ""
attachments = []
attachmentsOverflowed = false
onStart?() onStart?()
} }
} label: { } label: {
Image(systemName: "arrow.up.circle.fill").font(.title) Image(systemName: "arrow.up.circle.fill").font(.title)
} }
.disabled(selected == nil || draft.trimmingCharacters(in: .whitespaces).isEmpty || !store.canControl) // An attachment-only opening message is allowed (a project must still be chosen).
.disabled(selected == nil || (draft.trimmingCharacters(in: .whitespaces).isEmpty && attachments.isEmpty) || !store.canControl)
.keyboardShortcut(.return, modifiers: .command) .keyboardShortcut(.return, modifiers: .command)
} }
if !store.canControl { if !store.canControl {
@@ -0,0 +1,213 @@
import SwiftUI
import PhotosUI
import UniformTypeIdentifiers
import NucleicProtocol
/// A file or image the user has staged in a composer but not yet sent. Holds the (already
/// compressed, for images) bytes plus a display name and, when it's an image, a small preview for
/// the chip. Converted to a `WireAttachment` at send time and shipped to the host, which
/// materializes it into the session's working tree (see `AttachmentMaterializer`). The phone can't
/// reach the host's tree, so it carries the bytes itself.
struct StagedAttachment: Identifiable, Equatable {
let id = UUID()
var filename: String
var data: Data
/// A downscaled preview for the chip; `nil` for non-image files (they show a doc glyph).
var thumbnail: UIImage?
var wire: WireAttachment { WireAttachment(filename: filename, data: data) }
static func == (lhs: StagedAttachment, rhs: StagedAttachment) -> Bool { lhs.id == rhs.id }
}
extension Array where Element == StagedAttachment {
/// The wire form to hand to `RemoteStore.sendInput` / `startChat`.
var wireAttachments: [WireAttachment] { map(\.wire) }
var totalBytes: Int { reduce(0) { $0 + $1.data.count } }
}
/// Staging helpers: turn picked photos / documents into `StagedAttachment`s, compressing images so
/// a phone photo (often 5–15 MB) rides the wire comfortably under the 16 MB frame cap.
enum ComposerAttachmentLoader {
/// Longest edge an attached image is scaled down to before sending — keeps big camera-roll
/// shots small while staying legible when the agent reads them.
static let maxImageDimension: CGFloat = 2048
/// A soft ceiling on the combined size of one message's attachments, leaving headroom under the
/// wire frame limit (`WireFraming.maxFrameSize`, 16 MB) for the rest of the envelope.
static let maxTotalBytes = 12 * 1024 * 1024
/// Load and compress picked photo-library items into staged image attachments. Runs off the main
/// actor (decoding/encoding is heavy); returns in pick order, skipping any that fail to load.
static func stage(photoItems items: [PhotosPickerItem]) async -> [StagedAttachment] {
var staged: [StagedAttachment] = []
for (index, item) in items.enumerated() {
guard let data = try? await item.loadTransferable(type: Data.self),
let attachment = stageImageData(data, index: index) else { continue }
staged.append(attachment)
}
return staged
}
/// Load picked documents into staged attachments (images are compressed like photos; other file
/// types pass through verbatim). Reads each URL under its security scope.
static func stage(fileURLs urls: [URL]) -> [StagedAttachment] {
var staged: [StagedAttachment] = []
for (index, url) in urls.enumerated() {
let scoped = url.startAccessingSecurityScopedResource()
defer { if scoped { url.stopAccessingSecurityScopedResource() } }
guard let data = try? Data(contentsOf: url) else { continue }
let name = url.lastPathComponent
if let image = stageImageData(data, index: index, preferredName: name) {
staged.append(image)
} else {
staged.append(StagedAttachment(filename: name, data: data, thumbnail: nil))
}
}
return staged
}
/// Compress image bytes (downscale to `maxImageDimension`, re-encode as JPEG) into a staged
/// attachment with a thumbnail. Returns `nil` if the bytes aren't a decodable image, so callers
/// can fall back to shipping the file verbatim.
private static func stageImageData(
_ data: Data, index: Int, preferredName: String? = nil
) -> StagedAttachment? {
guard let image = UIImage(data: data) else { return nil }
let scaled = downscale(image, maxDimension: maxImageDimension)
guard let jpeg = scaled.jpegData(compressionQuality: 0.8) else { return nil }
// Keep the picked file's name when we have one (retargeted to .jpg since we re-encoded);
// photo-library items carry no filename, so synthesize a stable, unique one.
let base = preferredName.map { ($0 as NSString).deletingPathExtension } ?? "image-\(shortToken())"
return StagedAttachment(filename: "\(base).jpg", data: jpeg, thumbnail: scaled)
}
/// Scale `image` down so its longest edge is at most `maxDimension`, preserving aspect ratio.
/// Returns the image untouched if it's already small enough.
private static func downscale(_ image: UIImage, maxDimension: CGFloat) -> UIImage {
let longest = max(image.size.width, image.size.height)
guard longest > maxDimension, longest > 0 else { return image }
let scale = maxDimension / longest
let target = CGSize(width: image.size.width * scale, height: image.size.height * scale)
let format = UIGraphicsImageRendererFormat.default()
format.scale = 1 // target is already in pixels; don't multiply by screen scale
let renderer = UIGraphicsImageRenderer(size: target, format: format)
return renderer.image { _ in image.draw(in: CGRect(origin: .zero, size: target)) }
}
private static func shortToken() -> String { String(UUID().uuidString.prefix(8)).lowercased() }
}
/// The paperclip button: a menu offering Photos (PhotosPicker) or Files (document picker), each
/// appending compressed/verbatim attachments to `attachments`. Shows a spinner while staging.
struct AttachMenuButton: View {
@Binding var attachments: [StagedAttachment]
/// Surfaced to the parent so it can show a note when an add is refused for exceeding the cap.
@Binding var overflowed: Bool
var tint: Color = Palette.accent
@State private var photoItems: [PhotosPickerItem] = []
@State private var showPhotos = false
@State private var showFiles = false
@State private var staging = false
var body: some View {
Menu {
Button { showPhotos = true } label: { Label("Photos", systemImage: "photo") }
Button { showFiles = true } label: { Label("Files", systemImage: "folder") }
} label: {
if staging {
ProgressView().controlSize(.small).frame(width: 24, height: 24)
} else {
Image(systemName: "paperclip")
.font(.title3)
.foregroundStyle(tint)
.frame(width: 24, height: 24)
}
}
.disabled(staging)
.accessibilityLabel("Attach")
.photosPicker(
isPresented: $showPhotos, selection: $photoItems,
maxSelectionCount: 10, matching: .images)
.fileImporter(
isPresented: $showFiles, allowedContentTypes: [.item], allowsMultipleSelection: true
) { result in
guard case .success(let urls) = result else { return }
append(ComposerAttachmentLoader.stage(fileURLs: urls))
}
.onChange(of: photoItems) { _, items in
guard !items.isEmpty else { return }
staging = true
Task {
let staged = await ComposerAttachmentLoader.stage(photoItems: items)
await MainActor.run {
append(staged)
photoItems = []
staging = false
}
}
}
}
/// Append newly staged items, dropping any that would push the message over the total-size cap
/// (and flagging `overflowed` so the composer can say so).
private func append(_ staged: [StagedAttachment]) {
var running = attachments.totalBytes
for item in staged {
if running + item.data.count > ComposerAttachmentLoader.maxTotalBytes {
overflowed = true
continue
}
running += item.data.count
attachments.append(item)
}
}
}
/// The horizontal strip of staged-attachment chips shown above a composer's text field. Image
/// attachments show a thumbnail; other files show a doc glyph. Each chip has a remove button.
struct StagedAttachmentBar: View {
@Binding var attachments: [StagedAttachment]
var body: some View {
ScrollView(.horizontal, showsIndicators: false) {
HStack(spacing: 8) {
ForEach(attachments) { attachment in
chip(attachment)
}
}
.padding(.vertical, 2)
}
}
@ViewBuilder
private func chip(_ attachment: StagedAttachment) -> some View {
HStack(spacing: 6) {
if let thumbnail = attachment.thumbnail {
Image(uiImage: thumbnail)
.resizable()
.aspectRatio(contentMode: .fill)
.frame(width: 28, height: 28)
.clipShape(.rect(cornerRadius: 5))
} else {
Image(systemName: "doc")
.font(.footnote)
.foregroundStyle(.secondary)
.frame(width: 28, height: 28)
}
Text(attachment.filename)
.font(.caption2)
.lineLimit(1)
.truncationMode(.middle)
.frame(maxWidth: 120)
Button {
attachments.removeAll { $0.id == attachment.id }
} label: {
Image(systemName: "xmark.circle.fill").foregroundStyle(.secondary)
}
.buttonStyle(.plain)
}
.padding(.leading, 4).padding(.trailing, 6).padding(.vertical, 4)
.background(.quaternary.opacity(0.5), in: .capsule)
}
}
@@ -11,6 +11,11 @@ struct SessionDetailView: View {
// matching NUCLEIC_TAB / NUCLEIC_DEMO_SESSION. // matching NUCLEIC_TAB / NUCLEIC_DEMO_SESSION.
@State private var showDiff = ProcessInfo.processInfo.environment["NUCLEIC_DETAIL_TAB"] == "1" @State private var showDiff = ProcessInfo.processInfo.environment["NUCLEIC_DETAIL_TAB"] == "1"
@State private var draft = "" @State private var draft = ""
// Files/images staged for the next follow-up (see `ComposerAttachments`); shipped as bytes and
// materialized into the session's working tree host-side. `attachmentsOverflowed` flags a pick
// refused for exceeding the per-message size cap.
@State private var attachments: [StagedAttachment] = []
@State private var attachmentsOverflowed = false
@State private var showRename = false @State private var showRename = false
@State private var renameDraft = "" @State private var renameDraft = ""
@State private var showIntegrate = false @State private var showIntegrate = false
@@ -398,7 +403,24 @@ struct SessionDetailView: View {
} }
if store.canControl, let summary { controlRow(summary) } if store.canControl, let summary { controlRow(summary) }
if canCompose { if canCompose {
// Staged attachments ride above the field, matching the queued-message
// chips and the Mac composer.
if !attachments.isEmpty {
StagedAttachmentBar(attachments: $attachments)
}
if attachmentsOverflowed {
Text("Some files were too large to attach.")
.font(.caption2).foregroundStyle(.secondary)
.frame(maxWidth: .infinity, alignment: .leading)
}
HStack(alignment: .bottom, spacing: 8) { HStack(alignment: .bottom, spacing: 8) {
// Attach photos/files to the next turn (control scope only — a
// view-only device can't send).
if store.canControl {
AttachMenuButton(
attachments: $attachments, overflowed: $attachmentsOverflowed)
.disabled(!store.connectivity.isLive)
}
// No keyboard-accessory Done button here (it floats awkwardly // No keyboard-accessory Done button here (it floats awkwardly
// over the glass bar on iOS 26) — a drag on the transcript // over the glass bar on iOS 26) — a drag on the transcript
// dismisses the keyboard instead (`scrollDismissesKeyboard`). // dismisses the keyboard instead (`scrollDismissesKeyboard`).
@@ -420,14 +442,18 @@ struct SessionDetailView: View {
.accessibilityLabel("Stop") .accessibilityLabel("Stop")
} }
Button { Button {
store.sendInput(draft, to: sessionID) store.sendInput(draft, attachments: attachments.wireAttachments,
to: sessionID)
draft = "" draft = ""
attachments = []
attachmentsOverflowed = false
scrollToBottomRequest += 1 scrollToBottomRequest += 1
} label: { } label: {
Image(systemName: "arrow.up.circle.fill") Image(systemName: "arrow.up.circle.fill")
.font(.title2) .font(.title2)
} }
.disabled(draft.trimmingCharacters(in: .whitespaces).isEmpty || !store.connectivity.isLive) // An attachment-only follow-up (files, no typed text) is sendable.
.disabled((draft.trimmingCharacters(in: .whitespaces).isEmpty && attachments.isEmpty) || !store.connectivity.isLive)
// Hardware-keyboard send (Magic Keyboard on iPad), mirroring the // Hardware-keyboard send (Magic Keyboard on iPad), mirroring the
// Mac — plain Return stays newline in the multiline field. // Mac — plain Return stays newline in the multiline field.
.keyboardShortcut(.return, modifiers: .command) .keyboardShortcut(.return, modifiers: .command)