audio events to streams and transcribe endpoints

.fern/metadata.json

@@ -1,5 +1,5 @@
 {
-    "cliVersion": "4.53.1",
+    "cliVersion": "4.76.1",
     "generatorName": "fernapi/fern-typescript-node-sdk",
     "generatorVersion": "3.54.0",
     "generatorConfig": {
@@ -32,6 +32,6 @@
             }
         }
     },
-    "originGitCommit": "177f72bd52a0833eabcddb0967f6d00ef24d9896",
+    "originGitCommit": "bc5129b292b8ce78588e8e6e9ca96d39cfbe1b6e",
     "sdkVersion": "0.0.0-dev"
 }

src/api/resources/stream/client/Socket.ts

@@ -20,7 +20,8 @@ export declare namespace StreamSocket {
         | Corti.StreamEndedMessage
         | Corti.StreamUsageMessage
         | Corti.StreamErrorMessage
-        | Corti.StreamConfigStatusMessage;
+        | Corti.StreamConfigStatusMessage
+        | Corti.StreamAudioEventMessage;
     type EventHandlers = {
         open?: () => void;
         message?: (message: Response) => void;

src/api/resources/transcribe/client/Socket.ts

@@ -20,7 +20,8 @@ export declare namespace TranscribeSocket {
         | Corti.TranscribeErrorMessage
         | Corti.TranscribeTranscriptMessage
         | Corti.TranscribeCommandMessage
-        | Corti.TranscribeConfigStatusMessage;
+        | Corti.TranscribeConfigStatusMessage
+        | Corti.TranscribeAudioEventMessage;
     type EventHandlers = {
         open?: () => void;
         message?: (message: Response) => void;

src/api/types/StreamAudioEventData.ts

@@ -0,0 +1,12 @@
+// This file was auto-generated by Fern from our API Definition.
+
+import type * as Corti from "../index.js";
+
+export interface StreamAudioEventData {
+    /** The type of audio quality or speech activity event */
+    event: Corti.StreamAudioEventDataEvent;
+    /** Audio channel identifier */
+    channel: number;
+    /** Start time of the event in milliseconds */
+    startTimeMs: number;
+}

src/api/types/StreamAudioEventDataEvent.ts

@@ -0,0 +1,10 @@
+// This file was auto-generated by Fern from our API Definition.
+
+/** The type of audio quality or speech activity event */
+export const StreamAudioEventDataEvent = {
+    SpeechQualityIssueDetected: "speechQualityIssueDetected",
+    SpeechQualityIssueRecovered: "speechQualityIssueRecovered",
+    LongSilenceDetected: "longSilenceDetected",
+    LongSilenceRecovered: "longSilenceRecovered",
+} as const;
+export type StreamAudioEventDataEvent = (typeof StreamAudioEventDataEvent)[keyof typeof StreamAudioEventDataEvent];

src/api/types/StreamAudioEventMessage.ts

@@ -0,0 +1,8 @@
+// This file was auto-generated by Fern from our API Definition.
+
+import type * as Corti from "../index.js";
+
+export interface StreamAudioEventMessage {
+    type: "audioEvent";
+    data: Corti.StreamAudioEventData;
+}

src/api/types/TranscribeAudioEventData.ts

@@ -0,0 +1,12 @@
+// This file was auto-generated by Fern from our API Definition.
+
+import type * as Corti from "../index.js";
+
+export interface TranscribeAudioEventData {
+    /** The type of audio quality or speech activity event */
+    event: Corti.TranscribeAudioEventDataEvent;
+    /** Audio channel identifier */
+    channel: number;
+    /** Start time of the event in milliseconds */
+    startTimeMs: number;
+}

src/api/types/TranscribeAudioEventDataEvent.ts

@@ -0,0 +1,11 @@
+// This file was auto-generated by Fern from our API Definition.
+
+/** The type of audio quality or speech activity event */
+export const TranscribeAudioEventDataEvent = {
+    SpeechQualityIssueDetected: "speechQualityIssueDetected",
+    SpeechQualityIssueRecovered: "speechQualityIssueRecovered",
+    LongSilenceDetected: "longSilenceDetected",
+    LongSilenceRecovered: "longSilenceRecovered",
+} as const;
+export type TranscribeAudioEventDataEvent =
+    (typeof TranscribeAudioEventDataEvent)[keyof typeof TranscribeAudioEventDataEvent];

src/api/types/TranscribeAudioEventMessage.ts

@@ -0,0 +1,8 @@
+// This file was auto-generated by Fern from our API Definition.
+
+import type * as Corti from "../index.js";
+
+export interface TranscribeAudioEventMessage {
+    type: "audioEvent";
+    data: Corti.TranscribeAudioEventData;
+}

src/api/types/index.ts

@@ -126,6 +126,9 @@ export * from "./InteractionsPatient.js";
 export * from "./OAuthTokenRequest.js";
 export * from "./RecordingsCreateResponse.js";
 export * from "./RecordingsListResponse.js";
+export * from "./StreamAudioEventData.js";
+export * from "./StreamAudioEventDataEvent.js";
+export * from "./StreamAudioEventMessage.js";
 export * from "./StreamConfig.js";
 export * from "./StreamConfigMessage.js";
 export * from "./StreamConfigMode.js";
@@ -160,6 +163,9 @@ export * from "./TemplatesSectionSorted.js";
 export * from "./TemplatesSectionTranslation.js";
 export * from "./TemplatesTranslation.js";
 export * from "./TemplatesWritingStyle.js";
+export * from "./TranscribeAudioEventData.js";
+export * from "./TranscribeAudioEventDataEvent.js";
+export * from "./TranscribeAudioEventMessage.js";
 export * from "./TranscribeCommand.js";
 export * from "./TranscribeCommandData.js";
 export * from "./TranscribeCommandMessage.js";

src/serialization/resources/stream/client/socket/StreamSocketResponse.ts

@@ -3,6 +3,7 @@
 import type * as Corti from "../../../../../api/index.js";
 import * as core from "../../../../../core/index.js";
 import type * as serializers from "../../../../index.js";
+import { StreamAudioEventMessage } from "../../../../types/StreamAudioEventMessage.js";
 import { StreamConfigStatusMessage } from "../../../../types/StreamConfigStatusMessage.js";
 import { StreamEndedMessage } from "../../../../types/StreamEndedMessage.js";
 import { StreamErrorMessage } from "../../../../types/StreamErrorMessage.js";
@@ -20,6 +21,7 @@ export const StreamSocketResponse: core.serialization.Schema<
     | Corti.StreamUsageMessage
     | Corti.StreamErrorMessage
     | Corti.StreamConfigStatusMessage
+    | Corti.StreamAudioEventMessage
 > = core.serialization.undiscriminatedUnion([
     StreamTranscriptMessage,
     StreamFactsMessage,
@@ -28,6 +30,7 @@ export const StreamSocketResponse: core.serialization.Schema<
     StreamUsageMessage,
     StreamErrorMessage,
     StreamConfigStatusMessage,
+    StreamAudioEventMessage,
 ]);
 
 export declare namespace StreamSocketResponse {
@@ -38,5 +41,6 @@ export declare namespace StreamSocketResponse {
         | StreamEndedMessage.Raw
         | StreamUsageMessage.Raw
         | StreamErrorMessage.Raw
-        | StreamConfigStatusMessage.Raw;
+        | StreamConfigStatusMessage.Raw
+        | StreamAudioEventMessage.Raw;
 }

src/serialization/resources/transcribe/client/socket/TranscribeSocketResponse.ts

@@ -3,6 +3,7 @@
 import type * as Corti from "../../../../../api/index.js";
 import * as core from "../../../../../core/index.js";
 import type * as serializers from "../../../../index.js";
+import { TranscribeAudioEventMessage } from "../../../../types/TranscribeAudioEventMessage.js";
 import { TranscribeCommandMessage } from "../../../../types/TranscribeCommandMessage.js";
 import { TranscribeConfigStatusMessage } from "../../../../types/TranscribeConfigStatusMessage.js";
 import { TranscribeEndedMessage } from "../../../../types/TranscribeEndedMessage.js";
@@ -20,6 +21,7 @@ export const TranscribeSocketResponse: core.serialization.Schema<
     | Corti.TranscribeTranscriptMessage
     | Corti.TranscribeCommandMessage
     | Corti.TranscribeConfigStatusMessage
+    | Corti.TranscribeAudioEventMessage
 > = core.serialization.undiscriminatedUnion([
     TranscribeUsageMessage,
     TranscribeFlushedMessage,
@@ -28,6 +30,7 @@ export const TranscribeSocketResponse: core.serialization.Schema<
     TranscribeTranscriptMessage,
     TranscribeCommandMessage,
     TranscribeConfigStatusMessage,
+    TranscribeAudioEventMessage,
 ]);
 
 export declare namespace TranscribeSocketResponse {
@@ -38,5 +41,6 @@ export declare namespace TranscribeSocketResponse {
         | TranscribeErrorMessage.Raw
         | TranscribeTranscriptMessage.Raw
         | TranscribeCommandMessage.Raw
-        | TranscribeConfigStatusMessage.Raw;
+        | TranscribeConfigStatusMessage.Raw
+        | TranscribeAudioEventMessage.Raw;
 }

src/serialization/types/StreamAudioEventData.ts

@@ -0,0 +1,23 @@
+// This file was auto-generated by Fern from our API Definition.
+
+import type * as Corti from "../../api/index.js";
+import * as core from "../../core/index.js";
+import type * as serializers from "../index.js";
+import { StreamAudioEventDataEvent } from "./StreamAudioEventDataEvent.js";
+
+export const StreamAudioEventData: core.serialization.ObjectSchema<
+    serializers.StreamAudioEventData.Raw,
+    Corti.StreamAudioEventData
+> = core.serialization.object({
+    event: StreamAudioEventDataEvent,
+    channel: core.serialization.number(),
+    startTimeMs: core.serialization.number(),
+});
+
+export declare namespace StreamAudioEventData {
+    export interface Raw {
+        event: StreamAudioEventDataEvent.Raw;
+        channel: number;
+        startTimeMs: number;
+    }
+}

src/serialization/types/StreamAudioEventDataEvent.ts

@@ -0,0 +1,23 @@
+// This file was auto-generated by Fern from our API Definition.
+
+import type * as Corti from "../../api/index.js";
+import * as core from "../../core/index.js";
+import type * as serializers from "../index.js";
+
+export const StreamAudioEventDataEvent: core.serialization.Schema<
+    serializers.StreamAudioEventDataEvent.Raw,
+    Corti.StreamAudioEventDataEvent
+> = core.serialization.enum_([
+    "speechQualityIssueDetected",
+    "speechQualityIssueRecovered",
+    "longSilenceDetected",
+    "longSilenceRecovered",
+]);
+
+export declare namespace StreamAudioEventDataEvent {
+    export type Raw =
+        | "speechQualityIssueDetected"
+        | "speechQualityIssueRecovered"
+        | "longSilenceDetected"
+        | "longSilenceRecovered";
+}

src/serialization/types/StreamAudioEventMessage.ts

@@ -0,0 +1,21 @@
+// This file was auto-generated by Fern from our API Definition.
+
+import type * as Corti from "../../api/index.js";
+import * as core from "../../core/index.js";
+import type * as serializers from "../index.js";
+import { StreamAudioEventData } from "./StreamAudioEventData.js";
+
+export const StreamAudioEventMessage: core.serialization.ObjectSchema<
+    serializers.StreamAudioEventMessage.Raw,
+    Corti.StreamAudioEventMessage
+> = core.serialization.object({
+    type: core.serialization.stringLiteral("audioEvent"),
+    data: StreamAudioEventData,
+});
+
+export declare namespace StreamAudioEventMessage {
+    export interface Raw {
+        type: "audioEvent";
+        data: StreamAudioEventData.Raw;
+    }
+}

src/serialization/types/TranscribeAudioEventData.ts

@@ -0,0 +1,23 @@
+// This file was auto-generated by Fern from our API Definition.
+
+import type * as Corti from "../../api/index.js";
+import * as core from "../../core/index.js";
+import type * as serializers from "../index.js";
+import { TranscribeAudioEventDataEvent } from "./TranscribeAudioEventDataEvent.js";
+
+export const TranscribeAudioEventData: core.serialization.ObjectSchema<
+    serializers.TranscribeAudioEventData.Raw,
+    Corti.TranscribeAudioEventData
+> = core.serialization.object({
+    event: TranscribeAudioEventDataEvent,
+    channel: core.serialization.number(),
+    startTimeMs: core.serialization.number(),
+});
+
+export declare namespace TranscribeAudioEventData {
+    export interface Raw {
+        event: TranscribeAudioEventDataEvent.Raw;
+        channel: number;
+        startTimeMs: number;
+    }
+}

src/serialization/types/TranscribeAudioEventDataEvent.ts

@@ -0,0 +1,23 @@
+// This file was auto-generated by Fern from our API Definition.
+
+import type * as Corti from "../../api/index.js";
+import * as core from "../../core/index.js";
+import type * as serializers from "../index.js";
+
+export const TranscribeAudioEventDataEvent: core.serialization.Schema<
+    serializers.TranscribeAudioEventDataEvent.Raw,
+    Corti.TranscribeAudioEventDataEvent
+> = core.serialization.enum_([
+    "speechQualityIssueDetected",
+    "speechQualityIssueRecovered",
+    "longSilenceDetected",
+    "longSilenceRecovered",
+]);
+
+export declare namespace TranscribeAudioEventDataEvent {
+    export type Raw =
+        | "speechQualityIssueDetected"
+        | "speechQualityIssueRecovered"
+        | "longSilenceDetected"
+        | "longSilenceRecovered";
+}

src/serialization/types/TranscribeAudioEventMessage.ts

@@ -0,0 +1,21 @@
+// This file was auto-generated by Fern from our API Definition.
+
+import type * as Corti from "../../api/index.js";
+import * as core from "../../core/index.js";
+import type * as serializers from "../index.js";
+import { TranscribeAudioEventData } from "./TranscribeAudioEventData.js";
+
+export const TranscribeAudioEventMessage: core.serialization.ObjectSchema<
+    serializers.TranscribeAudioEventMessage.Raw,
+    Corti.TranscribeAudioEventMessage
+> = core.serialization.object({
+    type: core.serialization.stringLiteral("audioEvent"),
+    data: TranscribeAudioEventData,
+});
+
+export declare namespace TranscribeAudioEventMessage {
+    export interface Raw {
+        type: "audioEvent";
+        data: TranscribeAudioEventData.Raw;
+    }
+}

src/serialization/types/index.ts

@@ -126,6 +126,9 @@ export * from "./InteractionsPatient.js";
 export * from "./OAuthTokenRequest.js";
 export * from "./RecordingsCreateResponse.js";
 export * from "./RecordingsListResponse.js";
+export * from "./StreamAudioEventData.js";
+export * from "./StreamAudioEventDataEvent.js";
+export * from "./StreamAudioEventMessage.js";
 export * from "./StreamConfig.js";
 export * from "./StreamConfigMessage.js";
 export * from "./StreamConfigMode.js";
@@ -160,6 +163,9 @@ export * from "./TemplatesSectionSorted.js";
 export * from "./TemplatesSectionTranslation.js";
 export * from "./TemplatesTranslation.js";
 export * from "./TemplatesWritingStyle.js";
+export * from "./TranscribeAudioEventData.js";
+export * from "./TranscribeAudioEventDataEvent.js";
+export * from "./TranscribeAudioEventMessage.js";
 export * from "./TranscribeCommand.js";
 export * from "./TranscribeCommandData.js";
 export * from "./TranscribeCommandMessage.js";