Our entity resolution system identifies and maps company mentions to standardized Financial Instrument Global Identifiers (FIGI), enabling consistent tracking across different naming conventions and contexts. We use specialized financial NLP models combined with hierarchical matching against company databases, achieving 95.6% overall accuracy across tens of thousands of analyzed records. Our approach handles company name variations and point-in-time resolution, with error rates declining exponentially as market cap increases.
We employ a comprehensive 5-stage processing pipeline that transforms raw video content into structured, analyzed data. This includes fine-tuned transcription model processing, speaker diarization, named entity recognition, speaker identification across videos, and dual-classification sentiment scoring. Each stage includes automated consistency checks and regular expert review, with continuous monitoring to maintain quality standards across our expanding dataset.
Our quality assurance combines automated validation with human expert oversight. We perform stratified accuracy assessments across market cap segments, maintain an expanding catalog of financial experts for speaker identification, and use mixture-of-experts classification for sentiment analysis. Channel curation involves keyword search, social media monitoring, and network similarity analysis to ensure comprehensive coverage of relevant financial content.
How do we encompass customer feedback into our builds?
We continuously expand our coverage based on keyword search, social media relevance monitoring, and network similarity to existing channels. Our dataset optimization focuses on financially relevant transcript segments, and we provide recommendations for point-in-time simulation using appropriate delivery lags. Regular accuracy assessments and feedback integration drive ongoing improvements to our models and feature enhancements.
{"docsConfig":{"theme":"mint","$schema":"https://mintlify.com/docs.json","name":"Babbl Labs","colors":{"primary":"#0c40db","light":"#4f80ff","dark":"#0830b8"},"logo":{"light":"https://mintcdn.com/babbllabs/DI9__IPp4-dgN1Xj/logo/light.svg?fit=max\u0026auto=format\u0026n=DI9__IPp4-dgN1Xj\u0026q=85\u0026s=b01876d5202874c3b7bba545c666ce9e","dark":"https://mintcdn.com/babbllabs/DI9__IPp4-dgN1Xj/logo/dark.svg?fit=max\u0026auto=format\u0026n=DI9__IPp4-dgN1Xj\u0026q=85\u0026s=48d48162a73e63c57b8436464db33aff"},"favicon":"/favicon.png","navbar":{"links":[{"label":"Contact Us","href":"https://www.babbl-labs.com/#contact"}],"primary":{"type":"button","label":"Visit Website","href":"https://www.babbl-labs.com"}},"footer":{"socials":{"linkedin":"https://www.linkedin.com/company/babbllabs"}},"contextual":{"options":["copy","view","chatgpt","claude","perplexity","mcp","cursor","vscode"]},"navigation":{"global":{"anchors":[]},"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"babbllabs","hasAudioNarration":false,"actualSubdomain":"babbllabs","customDomains":["docs.babbl-labs.com"],"gitSource":{"type":"github","owner":"babbl-team","repo":"docs","deployBranch":"main","contentDirectory":"","isPrivate":true,"mountPath":"","label":""},"chroma":{"liveDeploymentHistoryId":"6a21aa5fd7ed34badbc346b8","collectionId":"f4663f8c-7353-460f-99c1-24a0f97affb3","schemaVersion":"v2"},"entitlements":{},"buildId":"6ae93f58c84b521545b6bfe4:success","clientVersion":"0.0.4076","searchFilterCounts":[{"language":"default","tag":"Guides","count":14},{"language":"default","tag":"Overview","count":6},{"language":"default","tag":"Core Dataset","count":4},{"language":"default","tag":"Extended Dataset","count":4}]},"assistantConfig":{},"basePath":"","hasChatPermissions":false,"hasWebMcpPermissions":false,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"rbac-expansion","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"full-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-dual-write","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"approve-review-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"sso-setup-deadline-banner","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-serve","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"live-agents","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"comment-mode","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":false},"customCss":[],"page":{"pagePath":"quickstart/data-accuracy","slug":"/quickstart/data-accuracy","pageMetadata":{"title":"Data Accuracy","icon":"shield-check","description":null,"href":"/quickstart/data-accuracy"},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx,jsxs:_jsxs}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){const _components={p:`p`,..._provideComponents(),...props.components},{Heading}=_components;if(!Heading)_missingMdxReference(`Heading`,true);return _jsxs(_Fragment,{children:[_jsx(Heading,{level:`3`,id:`what-is-babbl-labs’-entity-resolution-strategy`,children:`What is Babbl Labs’ Entity Resolution Strategy?`}),`\n`,_jsx(_components.p,{children:`Our entity resolution system identifies and maps company mentions to standardized Financial Instrument Global Identifiers (FIGI), enabling consistent tracking across different naming conventions and contexts. We use specialized financial NLP models combined with hierarchical matching against company databases, achieving 95.6% overall accuracy across tens of thousands of analyzed records. Our approach handles company name variations and point-in-time resolution, with error rates declining exponentially as market cap increases.`}),`\n`,_jsx(Heading,{level:`3`,id:`how-do-we-measure-quality-in-data-sources`,children:`How do we measure quality in data sources?`}),`\n`,_jsx(_components.p,{children:`We employ a comprehensive 5-stage processing pipeline that transforms raw video content into structured, analyzed data. This includes fine-tuned transcription model processing, speaker diarization, named entity recognition, speaker identification across videos, and dual-classification sentiment scoring. Each stage includes automated consistency checks and regular expert review, with continuous monitoring to maintain quality standards across our expanding dataset.`}),`\n`,_jsx(Heading,{level:`3`,id:`how-do-we-qa-our-data`,children:`How do we QA our data?`}),`\n`,_jsx(_components.p,{children:`Our quality assurance combines automated validation with human expert oversight. We perform stratified accuracy assessments across market cap segments, maintain an expanding catalog of financial experts for speaker identification, and use mixture-of-experts classification for sentiment analysis. Channel curation involves keyword search, social media monitoring, and network similarity analysis to ensure comprehensive coverage of relevant financial content.`}),`\n`,_jsx(Heading,{level:`3`,id:`how-do-we-encompass-customer-feedback-into-our-builds`,children:`How do we encompass customer feedback into our builds?`}),`\n`,_jsx(_components.p,{children:`We continuously expand our coverage based on keyword search, social media relevance monitoring, and network similarity to existing channels. Our dataset optimization focuses on financially relevant transcript segments, and we provide recommendations for point-in-time simulation using appropriate delivery lags. Regular accuracy assessments and feedback integration drive ongoing improvements to our models and feature enhancements.`})]})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent};function _missingMdxReference(id,component){throw new Error(`Expected `+(component?`component`:`object`)+\" `\"+id+\"` to be defined: you likely forgot to import, pass, or provide it.\")}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"title":"Data Accuracy","icon":"shield-check","description":null,"href":"/quickstart/data-accuracy"}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[{"title":"What is Babbl Labs’ Entity Resolution Strategy?","slug":"what-is-babbl-labs’-entity-resolution-strategy","depth":3,"children":[]},{"title":"How do we measure quality in data sources?","slug":"how-do-we-measure-quality-in-data-sources","depth":3,"children":[]},{"title":"How do we QA our data?","slug":"how-do-we-qa-our-data","depth":3,"children":[]},{"title":"How do we encompass customer feedback into our builds?","slug":"how-do-we-encompass-customer-feedback-into-our-builds","depth":3,"children":[]}],"codeExamples":{}},"jsLinks":[],"subdomain":"babbllabs","siteName":"Babbl Labs","title":"Data Accuracy - Babbl Labs","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"originalFileLocation":"quickstart/data-accuracy.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"application-name\" content=\"Babbl Labs\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/babbllabs/smJ8X-UWe76ucjfG/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/babbllabs/smJ8X-UWe76ucjfG/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/babbllabs/smJ8X-UWe76ucjfG/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/babbllabs/smJ8X-UWe76ucjfG/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/babbllabs/smJ8X-UWe76ucjfG/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/babbllabs/smJ8X-UWe76ucjfG/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/babbllabs/smJ8X-UWe76ucjfG/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/babbllabs/smJ8X-UWe76ucjfG/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/babbllabs/smJ8X-UWe76ucjfG/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"Data Accuracy - Babbl Labs\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Babbl Labs\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.babbl-labs.com/quickstart/data-accuracy\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://babbllabs.mintlify.site/_mintlify/api/og/v2?division=Overview\u0026amp;title=Data+Accuracy\u0026amp;theme=e48a839d06404c50ac2dcafe\u0026amp;signature=b42dfa9ccbad844951e3b3b52403858cfe85eba95e31979e9d10e74f43b71da3\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Data Accuracy - Babbl Labs\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://babbllabs.mintlify.site/_mintlify/api/og/v2?division=Overview\u0026amp;title=Data+Accuracy\u0026amp;theme=e48a839d06404c50ac2dcafe\u0026amp;signature=b42dfa9ccbad844951e3b3b52403858cfe85eba95e31979e9d10e74f43b71da3\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/babbllabs/smJ8X-UWe76ucjfG/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Babbl Labs\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#0c40db\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.babbl-labs.com/quickstart/data-accuracy\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/quickstart/data-accuracy.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://docs.babbl-labs.com/#organization\",\"name\":\"Babbl Labs\",\"url\":\"https://docs.babbl-labs.com\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/babbllabs/DI9__IPp4-dgN1Xj/logo/light.svg?fit=max\u0026auto=format\u0026n=DI9__IPp4-dgN1Xj\u0026q=85\u0026s=b01876d5202874c3b7bba545c666ce9e\"}},{\"@type\":\"WebSite\",\"@id\":\"https://docs.babbl-labs.com#website\",\"name\":\"Babbl Labs\",\"url\":\"https://docs.babbl-labs.com\",\"publisher\":{\"@id\":\"https://docs.babbl-labs.com/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://docs.babbl-labs.com/quickstart/data-accuracy#webpage\",\"url\":\"https://docs.babbl-labs.com/quickstart/data-accuracy\",\"name\":\"Data Accuracy\",\"isPartOf\":{\"@id\":\"https://docs.babbl-labs.com#website\"},\"breadcrumb\":{\"@id\":\"https://docs.babbl-labs.com/quickstart/data-accuracy#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://docs.babbl-labs.com/quickstart/data-accuracy#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Overview\",\"item\":\"https://docs.babbl-labs.com/index\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Data Accuracy\",\"item\":\"https://docs.babbl-labs.com/quickstart/data-accuracy\"}]},{\"@type\":[\"Article\",\"TechArticle\"],\"@id\":\"https://docs.babbl-labs.com/quickstart/data-accuracy#article\",\"headline\":\"Data Accuracy\",\"name\":\"Data Accuracy\",\"url\":\"https://docs.babbl-labs.com/quickstart/data-accuracy\",\"mainEntityOfPage\":{\"@id\":\"https://docs.babbl-labs.com/quickstart/data-accuracy#webpage\"},\"publisher\":{\"@id\":\"https://docs.babbl-labs.com/#organization\"},\"isPartOf\":{\"@id\":\"https://docs.babbl-labs.com#website\"}}]}\u003c/script>\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@type\":\"WebSite\",\"name\":\"Babbl Labs\",\"creator\":{\"@type\":\"Organization\",\"name\":\"Mintlify\",\"url\":\"https://mintlify.com\"}}\u003c/script>","siteName":"Babbl Labs","nav":{"global":{"anchors":[]},"tabs":[{"tab":"Guides","groups":[{"group":"Overview","pages":[{"title":"Overview","icon":"play","href":""},{"title":"S3 Setup","icon":"aws","href":"/quickstart/setup-s3"},{"title":"Quickstart","icon":"rocket","description":null,"href":"/quickstart/helper-functions"},{"title":"Data Accuracy","icon":"shield-check","href":"/quickstart/data-accuracy"},{"title":"Updates","icon":"gear","description":null,"href":"/updates"},{"title":"Compliance","icon":"gavel","href":"/compliance"}]},{"group":"Core Dataset","pages":[{"title":"Overview","icon":"database","href":"/core/overview"},{"title":"Field Categories","icon":"book","href":"/core/data-dictionary"},{"title":"Stats","icon":"chart-bar","href":"/core/stats"},{"title":"Example","icon":"code","href":"/core/example"}]},{"group":"Extended Dataset","pages":[{"title":"Overview","icon":"database","href":"/extended/overview"},{"title":"Field Categories","icon":"book","href":"/extended/data-dictionary"},{"title":"Stats","icon":"chart-bar","href":"/extended/stats"},{"title":"Example","icon":"code","href":"/extended/example"}]}]}]},"basePath":"","title":"Data Accuracy - Babbl Labs","buildId":"dpl_8LJbrAiZvr1K98WQNZXCyY5AvT34","deploymentId":"dpl_8LJbrAiZvr1K98WQNZXCyY5AvT34","dynamics":[],"chunks":[]}