Release 1.4.0 (#108)

* Pagination bug

* Bug fix

* chore: add docker cmd

* Compatibility fixes for SDK version 2.0.0 (#69)

* Pagination bug

* Bug fix

* Fix for schema changes

* Render tool calling

* Support for Langgraph, Qdrant & Groq  (#73)

* Pagination bug

* Bug fix

* Add langgraph support

* QDrant support

* Add Groq support

* update README

* update README

* feat: optimise docker image for self host setup

* adding api access to traces endpoint

* clean up

* refactor

* feat: add clickhouse db create on app start (#79)

* docs: add railway deploy, fix sdk badges (#81)

* untrack .env

* Revert "untrack .env"

This reverts commit 4551d7e.

* Playground and Prompt Management (#83)

* Pagination bug

* Bug fix

* Playground - basic implementation

* Playground - streaming and nonstreaming

* Move playground inside project

* API key flow

* Api key

* Playground refactor

* Add chat hookup

* anthropic streaming support

* Bug fixes to openai playground

* Anthropic bugfixes

* Anthropic bugfix

* Cohere first iteration

* Cohere role fixes

* Cohere api fix

* Parallel running

* Playground cost calculation non streaming

* playground - streaming token calculation

* latency and cost

* Support for Groq

* Add model name

* Prompt management views

* Remove current promptset flow

* Prompt management API hooks

* Prompt registry final

* Playground bugfixes

* Bug fix playground

* Rearrange project nav

* Fix playground

* Fix prompts

* Bugfixes

* Minor fix

* Prompt versioning bugfix

* Bugfix

* fix: clickhouse table find queries (#82)

* Fix to surface multiple LLM requests inside LLM View (#84)

* Pagination bug

* Bug fix

* Fix for surfacing multiple LLM requests in LLMView

* Minor bugfixes (#86)

* Pagination bug

* Bug fix

* Bugfixes

* api to fetch promptset with prompt filters

* bug fixes

* fix invalid redirect

* fix invalid status code

* Project Switcher (#90)

* Pagination bug

* Bug fix

* Project switcher

* Feat: dataset download (#60)

* API: download dataset

* API: Download dataset

* updated download-dataset api

* Updated: download_dataset api

* Updated download dataset API

* Updated Download API: changed Response to Next Response, add a condition to ensure max page size is 500

* updated the download-dataset API: fixed the format and removed redundant lines of code

* Updated download_daatset API: file name and removed 'id' param

* Added the Download dataset button.

* Merged developemnt into my branch

* Updated button size

* Fixes

---------

Co-authored-by: Karthik Kalyanaraman <karthik@scale3labs.com>

* Update prompt registry with instructions to fetch prompts (#91)

* Pagination bug

* Bug fix

* Update prompt registry

* Minor bugfix (#94)

* Pagination bug

* Bug fix

* Minor bugfix

* chore: update github repo badges

* optimizing token count function

* Add GPT4-O Pricing and Playground (#98)

* Pagination bug

* Bug fix

* Add GPT4-O support

* Add GPT4-O support

* Update cost

* Dylan/s3en 2234 add perplexity support to playground (#89)

* adding perplexity to playground types

* adding ui stuff:'

* adding perplexity chat api

* fixing perplexity model dropdown

---------

Co-authored-by: Karthik Kalyanaraman <karthik@scale3labs.com>

* api changes

* add api access to get api and fix all bugs

* bug fix

* bug fix

* updating descriptions to optional

* prio python

* cleanup and fixes

* more bug fixes

* more fixes

* remove console log

* updating trace_service functions

* add migration

* add format function, updating from day to hour

* adding dropwdown menu

* updating query key

* updating query keys v2

* clean up

* fix bug

* Minor bugfix (#102)

* Pagination bug

* Bug fix

* Minor bugfix

---------

Co-authored-by: Darshit Suratwala <darshit@scale3labs.com>
Co-authored-by: darshit-s3 <119623510+darshit-s3@users.noreply.github.com>
Co-authored-by: dylan <dylan@scale3labs.com>
Co-authored-by: dylanzuber-scale3 <116033320+dylanzuber-scale3@users.noreply.github.com>
Co-authored-by: Rohit Kadhe <rohit@scale3labs.com>
Co-authored-by: Rohit Kadhe <113367036+rohit-kadhe@users.noreply.github.com>
Co-authored-by: MayuriS24 <159064413+MayuriS24@users.noreply.github.com>

app/(protected)/project/[project_id]/evaluations/[test_id]/page.tsx

@@ -52,7 +52,7 @@ export default function Page() {
     },
   });
 
-  const [score, setScore] = useState<number>(testData?.test?.min || -1);
+  const [score, setScore] = useState<number>(testData?.test?.min ?? -1);
   const [scorePercent, setScorePercent] = useState<number>(0);
   const [color, setColor] = useState<string>("red");
   const [span, setSpan] = useState<any>(null);
@@ -179,7 +179,7 @@ export default function Page() {
       }
       const result = await response.json();
       const sc =
-        result.evaluations.length > 0 ? result.evaluations[0].score : -1;
+        result.evaluations.length > 0 ? result.evaluations[0].ltUserScore ?? -1 : -1;
       onScoreSelected(sc);
       return result;
     },
@@ -220,7 +220,7 @@ export default function Page() {
 
       // Check if an evaluation already exists
       if (evaluationsData?.evaluations[0]?.id) {
-        if (evaluationsData.evaluations[0].score === score) {
+        if (evaluationsData.evaluations[0].ltUserScore === score) {
           // setBusy(false);
           return;
         }
@@ -232,7 +232,8 @@ export default function Page() {
           },
           body: JSON.stringify({
             id: evaluationsData.evaluations[0].id,
-            score: score,
+            ltUserScore: score,
+            testId
           }),
         });
         queryClient.invalidateQueries({
@@ -249,12 +250,7 @@ export default function Page() {
             projectId: projectId,
             spanId: span.span_id,
             traceId: span.trace_id,
-            spanStartTime: span?.start_time
-              ? new Date(correctTimestampFormat(span.start_time))
-              : new Date(),
-            score: score,
-            model: model,
-            prompt: systemPrompt,
+            ltUserScore: score,
             testId: testId,
           }),
         });
@@ -365,7 +361,7 @@ export default function Page() {
               ))}
             </div>
           ) : (
-            <RangeScale
+            < RangeScale
               variant="large"
               type={ScaleType.Range}
               min={testData?.test?.min}
@@ -482,8 +478,8 @@ function ConversationView({ span }: { span: any }) {
           const content = prompt?.content
             ? safeStringify(prompt?.content)
             : prompt?.function_call
-            ? safeStringify(prompt?.function_call)
-            : "No input found";
+              ? safeStringify(prompt?.function_call)
+              : "No input found";
           return (
             <div key={i} className="flex flex-col gap-2">
               <div className="flex gap-2 items-center">

app/api/dataset/download/route.ts

@@ -60,8 +60,6 @@ export async function GET(req: NextRequest) {
     const timestamp = new Date().toISOString().slice(0, 19).replace(/[-:]/g, '');
     const filename = `${datasetName}_${timestamp}.csv`;
 
-    console.log(`CSV file '${filename}' `);
-
     return new NextResponse(csv, {
       headers: {
         'Content-Type': 'text/csv',