Fix offset bug

tjake · Sep 14, 2024 · 02300a5 · 02300a5
1 parent 50e4296
commit 02300a5
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 5 deletions.
diff --git a/...native/src/main/java/com/github/tjake/jlama/tensor/operations/NativeTensorOperations.java b/...native/src/main/java/com/github/tjake/jlama/tensor/operations/NativeTensorOperations.java
@@ -180,7 +180,7 @@ public void batchDotProduct(
                                     aOffset,
                                     b.getBlockF().getMemorySegment(),
                                     b.getMemorySegment(),
-                                    bOffset,
+                                    b.getMemorySegmentOffset(bOffset),
                                     result.getMemorySegment(),
                                     rOffset,
                                     M,
@@ -210,7 +210,7 @@ public void batchDotProduct(
                             aOffset,
                             b.getBlockF().getMemorySegment(),
                             b.getMemorySegment(),
-                            bOffset,
+                            b.getMemorySegmentOffset(bOffset),
                             result.getMemorySegment(),
                             rOffset,
                             M,
@@ -347,7 +347,7 @@ public void dotProductBatchChunk(
                                     aOffset,
                                     rc,
                                     rb,
-                                    bOffset,
+                                    bt.getMemorySegmentOffset(bOffset),
                                     ra,
                                     rOffset,
                                     M,
@@ -378,7 +378,7 @@ public void dotProductBatchChunk(
                             aOffset,
                             rc,
                             rb,
-                            bOffset,
+                            bt.getMemorySegmentOffset(bOffset),
                             ra,
                             rOffset,
                             M,

diff --git a/jlama-net/src/main/java/com/github/tjake/jlama/net/openai/OpenAIChatService.java b/jlama-net/src/main/java/com/github/tjake/jlama/net/openai/OpenAIChatService.java
@@ -137,7 +137,7 @@ Object createChatCompletion(@RequestHeader Map<String, String> headers, @Valid @
 
                     emitter.complete();
 
-                    logger.info("Completed streaming response {} tok/sec", (r.generatedTokens/1000.0f) / r.generatedTokens);
+                    logger.info("Completed streaming response {} tok/sec", r.generatedTokens / (r.generatedTokens / 1000f));
                 } catch (IOException e) {
                     emitter.completeWithError(e);
                 }