import { describe, expect, it } from 'vitest';

import { countContentTokens, countTokens } from '../../../src/main/utils/tokenizer';

describe('tokenizer', () => {
  describe('countTokens', () => {
    it('should return 0 for empty string', () => {
      expect(countTokens('')).toBe(0);
    });

    it('should return 0 for null', () => {
      expect(countTokens(null)).toBe(0);
    });

    it('should return 0 for undefined', () => {
      expect(countTokens(undefined)).toBe(0);
    });

    it('should estimate tokens by dividing length by 4', () => {
      // 12 chars / 4 = 3 tokens
      expect(countTokens('Hello World!')).toBe(3);
    });

    it('should ceil the result', () => {
      // 5 chars / 4 = 1.25, ceil to 2
      expect(countTokens('Hello')).toBe(2);
    });

    it('should handle long text', () => {
      const longText = 'a'.repeat(1000);
      expect(countTokens(longText)).toBe(250); // 1000 / 4
    });

    it('should handle single character', () => {
      expect(countTokens('a')).toBe(1); // 1 / 4 = 0.25, ceil to 1
    });
  });

  describe('countContentTokens', () => {
    it('should handle string content', () => {
      expect(countContentTokens('Hello World!')).toBe(3);
    });

    it('should handle array content by stringifying', () => {
      const content = [{ type: 'text', text: 'Hello' }];
      const stringified = JSON.stringify(content);
      expect(countContentTokens(content)).toBe(Math.ceil(stringified.length / 4));
    });

    it('should return 0 for null', () => {
      expect(countContentTokens(null)).toBe(0);
    });

    it('should return 0 for undefined', () => {
      expect(countContentTokens(undefined)).toBe(0);
    });

    it('should handle empty array', () => {
      const content: unknown[] = [];
      expect(countContentTokens(content)).toBe(1); // "[]" is 2 chars, ceil(2/4) = 1
    });
  });
});