File tree Expand file tree Collapse file tree 2 files changed +12
-2
lines changed
Expand file tree Collapse file tree 2 files changed +12
-2
lines changed Original file line number Diff line number Diff line change @@ -17,8 +17,8 @@ export namespace ModelsDev {
1717 cost : z . object ( {
1818 input : z . number ( ) ,
1919 output : z . number ( ) ,
20- inputCached : z . number ( ) ,
21- outputCached : z . number ( ) ,
20+ cache_read : z . number ( ) . optional ( ) ,
21+ cache_write : z . number ( ) . optional ( ) ,
2222 } ) ,
2323 limit : z . object ( {
2424 context : z . number ( ) ,
Original file line number Diff line number Diff line change @@ -759,6 +759,16 @@ export namespace Session {
759759 cost : new Decimal ( 0 )
760760 . add ( new Decimal ( tokens . input ) . mul ( model . cost . input ) . div ( 1_000_000 ) )
761761 . add ( new Decimal ( tokens . output ) . mul ( model . cost . output ) . div ( 1_000_000 ) )
762+ . add (
763+ new Decimal ( tokens . cache . read )
764+ . mul ( model . cost . cache_read ?? 0 )
765+ . div ( 1_000_000 ) ,
766+ )
767+ . add (
768+ new Decimal ( tokens . cache . write )
769+ . mul ( model . cost . cache_write ?? 0 )
770+ . div ( 1_000_000 ) ,
771+ )
762772 . toNumber ( ) ,
763773 tokens,
764774 }
You can’t perform that action at this time.
0 commit comments