refactor(tokenCount.ts): remove commented out code and unused import statement
This commit is contained in:
@@ -10,6 +10,4 @@ export function tokenCount(content: string): number {
|
|||||||
const tokens = encoding.encode(content);
|
const tokens = encoding.encode(content);
|
||||||
encoding.free();
|
encoding.free();
|
||||||
return tokens.length;
|
return tokens.length;
|
||||||
|
|
||||||
//return content.length / 2.7;
|
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user