cubby turns your screen and microphone data into context, so you can let your favorite AI know what you're working on.

import { createClient } from '@cubby/js';

// credentials auto-detected from env
const client = createClient({ 
  baseUrl: 'https://api.cubby.sh',
  clientId: process.env.CUBBY_CLIENT_ID,
  clientSecret: process.env.CUBBY_CLIENT_SECRET,
});

// list devices and select one (for remote)
const { devices } = await client.listDevices();
client.setDeviceId(devices[0].id);

// find that article you read last week
const results = await client.search({
  q: 'dolphins',
  content_type: 'ocr',
  limit: 5
});

// auto-create todoist tasks from spoken todos
for await (const event of client.streamTranscriptions()) {
  if (event.text?.toLowerCase().includes('todo')) {
    const task = await ai.generateStructuredOutput({
      prompt: `extract task from: "${event.text}"`,
      schema: { title: 'string', priority: 'high|medium|low' }
    });
    await todoist.create(task);
    await client.notify({ 
      title: 'task added', 
      body: `"${task.title}" - ${task.priority} priority` 
    });
  }
}

// smart email responses based on recent chats
const recentChats = await client.search({
  q: 'slack messages project alpha',
  content_type: 'ocr',
  limit: 15
});

const draft = await ai.chat.completions.create({
  messages: [
    { role: 'system', content: 'draft professional email' },
    { role: 'user', content: `context: ${JSON.stringify(recentChats)}` }
  ]
});
await gmail.users.messages.send({ raw: encodeDraft(draft) });

// auto-log work hours when specific apps are active
for await (const event of client.streamVision()) {
  if (event.data.app_name === 'Linear' && event.data.text?.match(/ENG-\d+/)) {
    const ticketId = event.data.text.match(/ENG-\d+/)[0];
    await timeTracker.startTimer({ project: 'engineering', ticket: ticketId });
    await client.notify({ title: 'timer started', body: `tracking time on ${ticketId}` });
  }
}