Merge pull request #16 from togethercomputer/orangetin-patch-2

Add seed support to completions/chat-completions

Author: Nutlope

openapi.yaml

@@ -812,6 +812,8 @@ components:
           text:
             type: string
             example: The capital of France is Paris. It's located in the north-central part of the country and is one of the most populous and visited cities in the world, known for its iconic landmarks like the Eiffel Tower, Louvre Museum, Notre-Dame Cathedral, and more. Paris is also the capital of the Île-de-France region and is a major global center for art, fashion, gastronomy, and culture.
+          seed:
+            type: integer
           finish_reason:
             $ref: '#/components/schemas/FinishReason'
           logprobs:
@@ -896,6 +898,10 @@ components:
             format: float
           description: Adjusts the likelihood of specific tokens appearing in the generated output.
           example: { '1024': -10.5, '105': 21.4 }
+        seed:
+            type: integer
+            description: Seed value for reproducibility.
+            example: 42
     CompletionResponse:
       type: object
       properties:
@@ -952,6 +958,8 @@ components:
           allOf:
             - $ref: '#/components/schemas/UsageData'
             - nullable: true
+        seed:
+            type: integer
         finish_reason:
           allOf:
             - $ref: '#/components/schemas/FinishReason'
@@ -1126,6 +1134,10 @@ components:
             format: float
           description: Adjusts the likelihood of specific tokens appearing in the generated output.
           example: { '1024': -10.5, '105': 21.4 }
+        seed:
+            type: integer
+            description: Seed value for reproducibility.
+            example: 42
         function_call:
           oneOf:
             - type: string
@@ -1135,7 +1147,6 @@ components:
               properties:
                 name:
                   type: string
-
         response_format:
           type: object
           description: An object specifying the format that the model must output.
@@ -1316,6 +1327,9 @@ components:
               logprobs:
                 type: number
                 nullable: true
+              seed:
+                type: integer
+                nullable: true
               delta:
                 title: ChatCompletionChoiceDelta
                 type: object