# Project export: EmotionTalk
This document was generated by HackStack to give an AI agent context about a hackathon project. Sections are labeled with their provenance; content marked as truncated was cut to keep this document small.
## Project metadata
- Hackathon: Cal Hacks 12.0
- Tagline: Your own AI emotional sales person
- Devpost: https://devpost.com/software/emotionttalk
- GitHub: https://github.com/aniketgarg1/CalHacks12.0.git
- Demo: https://www.canva.com/design/DAG23NPr_nM/VdGY9LOtXORUvUldAseFrQ/edit?utm_content=DAG23NPr_nM&utm_campaign=designshare&utm_medium=link2&utm_source=sharebutton
- Video: https://www.youtube.com/embed/sK7bxsa2oic?enablejsapi=1&hl=en_US&rel=0&start=&version=3&wmode=transparent
- Team: 1 GitHub contributor(s) — aniketgarg1 (1 commits)
## Devpost submission (written by the team)
No Devpost description available.
## README (from the GitHub repository)
No README available.
## Detected evidence (automated analysis)
Indexed codebase: 7 recognized source files, 22 KB.
- Anthropic (technology) — detected in the code
- Express (technology) — detected in the code
- HTML (language) — detected in the code
- JavaScript (language) — detected in the code
- TypeScript (language) — detected in the code
- CSS (language) — claimed on Devpost, not found in the code
## Codebase structure (from repository index)
### Files (13 of 13)
```
.gitignore
backend/.env.example
backend/package.json
backend/src/claude.ts
backend/src/index.ts
backend/src/routes/analyze.ts
backend/src/routes/config.ts
backend/src/routes/summary.ts
backend/tsconfig.json
frontend/public/index.html
frontend/public/main.js
frontend/vapi-ai-web-2.5.0.tgz
LICENSE
```
### Dependencies
- backend/package.json: @anthropic-ai/sdk@^0.67.0, @types/cors@^2.8.17, @types/express@^5.0.4, @types/node@^24.9.1, cors@^2.8.5, dotenv@^17.2.3, express@^5.1.0, nodemon@^3.1.0, ts-node@^10.9.2, typescript@^5.9.3, zod@^4.1.12
### Recent commits (newest first)
- updated name
- Initial clean import (no secrets)
## Key source files (fetched from GitHub, selected and truncated for size)
### backend/package.json
```
{
"name": "tone-coach-backend",
"version": "1.0.0",
"private": true,
"type": "commonjs",
"scripts": {
"dev": "nodemon --watch src --exec ts-node src/index.ts"
},
"dependencies": {
"@anthropic-ai/sdk": "^0.67.0",
"cors": "^2.8.5",
"dotenv": "^17.2.3",
"express": "^5.1.0",
"zod": "^4.1.12"
},
"devDependencies": {
"@types/cors": "^2.8.17",
"@types/express": "^5.0.4",
"@types/node": "^24.9.1",
"nodemon": "^3.1.0",
"ts-node": "^10.9.2",
"typescript": "^5.9.3"
}
}
```
### backend/src/index.ts
```typescript
import express from 'express';
import cors from 'cors';
import { analyze } from './routes/analyze';
import { summary } from './routes/summary';
import { config as configRoute } from './routes/config';
const app = express();
app.use(cors());
app.use(express.json());
app.use('/api/analyze', analyze);
app.use('/api/summary', summary);
app.use('/api/config', configRoute);
app.get('/health', (_, res) => res.json({ ok: true }));
app.listen(process.env.PORT || 4000, () =>
console.log(`API on http://localhost:${process.env.PORT || 4000}`)
);
```
### frontend/public/main.js
```javascript
// -------------------------------------------------------------
// ToneCoach front-end (clean UI, customer-only + debounced coaching)
// -------------------------------------------------------------
const API = 'http://localhost:4000';
let CFG = { vapiPublicKey: '', vapiAssistantId: '' };
let vapi = null;
let listening = false;
// conversation log for summary
const convo = []; // { speaker: 'customer' | 'owner', text: string }
// ---------- Tiny UI helpers ----------
const $ = (id) => document.getElementById(id);
const toneClass = (tone) => 'tone tone-' + String(tone || 'neutral').toLowerCase();
const setStatus = (s) => { const el = $('status'); if (el) el.textContent = s; };
const emojiMap = {
frustrated: '😠', anxious: '😟', defensive: '😤', uncertain: '🤔',
neutral: '😐', calm: '🙂', upbeat: '😄', confident: '😎'
};
const setEmoji = (tone) => { const el = $('emoji'); if (el) el.textContent = emojiMap[tone] || '😐'; };
const fail = (msg) => { console.error(msg); alert(msg); };
// ---------- Tabs ----------
function gotoTab(key) {
document.querySelectorAll('.tab').forEach(t => {
t.classList.toggle('active', t.getAttribute('data-screen') === key);
});
document.querySelectorAll('section[id^="screen-"]').forEach(sec => {
sec.style.display = sec.id === 'screen-' + key ? '' : 'none';
});
}
(function wireTabs() {
const tabs = document.querySelectorAll('.tab');
tabs.forEach((tab) => {
tab.addEventListener('click', () => gotoTab(tab.getAttribute('data-screen')));
});
})();
// ---------- Advice UI ----------
function showAdvice(out) {
setEmoji(out.tone);
const badge = $('toneBadge');
if (badge) {
badge.textContent = out.tone;
badge.className = toneClass(out.tone);
}
const ul = $('bullets');
if (ul) {
ul.innerHTML = '';
(out.bullets || []).forEach((b) => {
const li = document.createElement('li');
li.textContent = b;
ul.appendChild(li);
});
}
const why = $('why');
if (why) why.textContent = 'Why: ' + out.evidence + ' • Confidence: ' + out.confidence + '/5';
}
// ---------- Speaker utils ----------
function lower(x){ return String(x||'').toLowerCase(); }
function extractRawSpeaker(evt){
let r = evt?.role ?? evt?.speaker ?? evt?.participant ?? evt?.channel;
if (r) return String(r);
if (evt?.metadata?.speaker !== undefined) return String(evt.metadata.speaker);
if (evt?.metadata?.channel !== undefined) return String(evt.metadata.channel);
if (Array.isArray(evt?.messages) && evt.messages.length) {
const last = evt.messages[evt.messages.length-1];
if (last?.role) return String(last.role);
}
if (Array.isArray(evt?.conversation) && evt.conversation.length) {
const last = evt.conversation[evt.conversation.length-1];
if (last?.role) return String(last.role);
}
return '';
}
// CUSTOMER-only coaching.
// Treat Vapi assistant speech as 'customer'; everything else as 'owner'.
function mapSide(evt) {
const role = lower(extractRawSpeaker(evt));
const isAssistant = role === 'assistant'; // Vapi's spoken output
return isAssistant ? 'customer' : 'owner';
}
// ---------- Coaching throttles (debounce + cooldown) ----------
const ANALYZE_DEBOUNCE_MS = 1200; // wait this quiet time before analyzing
const ANALYZE_COOLDOWN_MS = 4000; // minimum gap between analyses
const MIN_CUSTOMER_CHARS = 12; // ignore tiny blurts
let customerBuffer = '';
let debounceTimer = null;
let lastAnalyzeAt = 0;
function queueCustomerText(t) {
customerBuffer = customerBuffer ? (customerBuffer + ' ' + t) : t;
if (debounceTimer) clearTimeout(debounceTimer);
debounceTimer = setTimeout(flushCustomerAnalysis, ANALYZE_DEBOUNCE_MS);
}
async function flushCustomerAnalysis() {
debounceTimer = null;
const now = Date.now();
if (now - lastAnalyzeAt < ANALYZE_COOLDOWN_MS) return;
const text = (customerBuffer || '').trim();
if (text.length < MIN_CUSTOMER_CHARS) return;
try {
const r = await fetch(API + '/api/analyze', {
method: 'POST',
headers: { 'Content-Type': 'application/json' },
body: JSON.stringify({ text, context: 'agentic-ai', side: 'customer' })
});
const j = await r.json();
if (j && j.ok) showAdvice(j);
lastAnalyzeAt = Date.now();
} catch (e) {
console.error('Analyze error:', e);
} finally {
customerBuffer = '';
}
}
// ---------- Transcript → log + (customer-only) analyze (debounced) ----------
async function handleTranscript(evt) {
const text = evt?.text ?? evt?.transcript ?? evt?.output ?? '';
const isFinal =
(evt?.is_final === true) ||
(evt?.final === true) ||
(lower(evt?.transcriptType) === 'final') ||
(lower(evt?.status) === 'final');
if (!text || !isFinal) return;
const side = mapSide(evt); // 'customer' | 'owner'
// Log both sides for summary
convo.push({ speaker: side, text });
const sj = $('summaryJson');
if (sj) sj.value = JSON.stringify(convo, null, 2);
// LIVE coaching ONLY for customer lines (debounced)
if (side === 'customer') {
queueCustomerText(text);
// quick flush if sentence clearly ends
if (/[.?!]$/.test(text.trim())) {
if (debounceTimer) clearTimeout(debounceTimer);
debounceTimer = setTimeout(flushCustomerAnalysis, 300);
}
}
}
// ---------- Summarize ----------
async function doSummarize() {
try {
const r = await fetch(API + '/api/summary', {
method: 'POST',
headers: { 'Content-Type': 'application/json' },
body: JSON.stringify({ utterances: convo })
});
const j = await r.json();
$('summaryOut').textContent = j.summary || '(no summary)';
gotoTab('summary');
} catch (e) {
fail('Network error calling /api/summary');
}
}
$('summaryBtn')?.addEventListener('click', doSummarize);
// ---------- Vapi ----------
async function startVapi() {
try {
if (!CFG.vapiPublicKey || !CFG.vapiAssistantId) {
return fail('Vapi config missing from backend (/api/config).');
}
if (!window.createVapi
[truncated — 2749 more characters]
```
### backend/src/claude.ts
```typescript
import 'dotenv/config';
import Anthropic from '@anthropic-ai/sdk';
export const anthropic = new Anthropic({ apiKey: process.env.ANTHROPIC_API_KEY! });
export const MODEL = process.env.CLAUDE_MODEL || 'claude-3-7-sonnet-latest';
```
### frontend/public/index.html
```html
EmotionTalk