codegraph/__tests__/offload.test.ts

/**
 * Reasoning offload — config resolution, persistence, and strict degradation.
 *
 * The offload sends explore's assembled source to a BYO OpenAI-compatible
 * reasoning endpoint and returns the synthesized answer. Two invariants are
 * load-bearing and covered here:
 *   1. The API key is NEVER written to disk — the config stores only the NAME of
 *      an env var (`keyEnv`); the key is resolved at call time.
 *   2. The path is STRICTLY DEGRADABLE — any failure (no endpoint, network error,
 *      non-2xx, empty body) returns null so the caller serves local source; it
 *      never throws and never surfaces an error to the agent.
 */
import { describe, it, expect, beforeEach, afterEach, vi } from 'vitest';
import * as fs from 'fs';
import * as path from 'path';
import * as os from 'os';
import {
  readOffloadConfig,
  writeOffloadConfig,
  resolveOffload,
  MANAGED_DEFAULT_URL,
  MANAGED_DEFAULT_MODEL,
} from '../src/reasoning/config';
import { readOffloadToken, writeOffloadToken } from '../src/reasoning/credentials';
import { isOffloadEnabled, synthesizeOffload, stripAgentDirectives } from '../src/reasoning/reasoner';

describe('reasoning offload', () => {
  let home: string;

  // Point ~/.codegraph at a throwaway dir (os.homedir() honors $HOME on POSIX,
  // $USERPROFILE on Windows) + start from a clean env each test.
  const HOME_ENV = ['HOME', 'USERPROFILE'];
  const OFFLOAD_ENV = [
    'CODEGRAPH_OFFLOAD_URL', 'CODEGRAPH_OFFLOAD_MODEL', 'CODEGRAPH_OFFLOAD_KEY',
    'CODEGRAPH_OFFLOAD_EFFORT', 'CODEGRAPH_OFFLOAD_STYLE', 'CODEGRAPH_OFFLOAD_TIMEOUT_MS',
    'CODEGRAPH_OFFLOAD_MAXTOKENS', 'CODEGRAPH_OFFLOAD_STRIP', 'CODEGRAPH_OFFLOAD_DEBUG',
    'CODEGRAPH_OFFLOAD_DISABLE', 'CODEGRAPH_OFFLOAD_USAGE_LOG', 'CEREBRAS_API_KEY',
  ];
  let saved: Record<string, string | undefined>;

  beforeEach(() => {
    home = fs.mkdtempSync(path.join(os.tmpdir(), 'codegraph-offload-'));
    saved = {};
    for (const k of [...HOME_ENV, ...OFFLOAD_ENV]) { saved[k] = process.env[k]; delete process.env[k]; }
    process.env.HOME = home;
    process.env.USERPROFILE = home;
  });

  afterEach(() => {
    for (const k of [...HOME_ENV, ...OFFLOAD_ENV]) {
      if (saved[k] === undefined) delete process.env[k];
      else process.env[k] = saved[k];
    }
    vi.restoreAllMocks();
    if (fs.existsSync(home)) fs.rmSync(home, { recursive: true, force: true });
  });

  describe('config persistence', () => {
    it('is off, with sensible defaults, when nothing is configured', () => {
      const c = resolveOffload();
      expect(c.enabled).toBe(false);
      expect(c.origin).toBe('none');
      expect(c.model).toBe('gpt-oss-120b');
      expect(c.effort).toBe('low');
      expect(c.style).toBe('plain');
      expect(isOffloadEnabled()).toBe(false);
    });

    it('round-trips the config block and never writes the API key to disk', () => {
      writeOffloadConfig({ url: 'https://api.cerebras.ai/v1', model: 'gpt-oss-120b', keyEnv: 'CEREBRAS_API_KEY' });
      expect(readOffloadConfig().url).toBe('https://api.cerebras.ai/v1');

      const raw = fs.readFileSync(path.join(home, '.codegraph', 'config.json'), 'utf8');
      expect(raw).toContain('CEREBRAS_API_KEY'); // the env var NAME is stored
      // ...but no actual secret material. Set a key and confirm it isn't on disk.
      process.env.CEREBRAS_API_KEY = 'sk-super-secret-value';
      expect(fs.readFileSync(path.join(home, '.codegraph', 'config.json'), 'utf8'))
        .not.toContain('sk-super-secret-value');
    });

    it('resolves the API key from the configured env var at call time', () => {
      writeOffloadConfig({ url: 'https://api.cerebras.ai/v1', keyEnv: 'CEREBRAS_API_KEY' });
      expect(resolveOffload().apiKey).toBeUndefined(); // env var not set yet
      process.env.CEREBRAS_API_KEY = 'sk-live';
      const c = resolveOffload();
      expect(c.enabled).toBe(true);
      expect(c.apiKey).toBe('sk-live');
      expect(c.keySource).toBe('CEREBRAS_API_KEY');
      expect(c.origin).toBe('config');
    });

    it('clears the offload block on disable, leaving other config keys intact', () => {
      const cfgPath = path.join(home, '.codegraph', 'config.json');
      fs.mkdirSync(path.dirname(cfgPath), { recursive: true });
      fs.writeFileSync(cfgPath, JSON.stringify({ somethingElse: 1, offload: { url: 'x' } }));
      writeOffloadConfig(null);
      const after = JSON.parse(fs.readFileSync(cfgPath, 'utf8'));
      expect(after.offload).toBeUndefined();
      expect(after.somethingElse).toBe(1);
    });
  });

  describe('env overrides config', () => {
    it('lets CODEGRAPH_OFFLOAD_URL override the file and report origin=env', () => {
      writeOffloadConfig({ url: 'https://file.example/v1' });
      process.env.CODEGRAPH_OFFLOAD_URL = 'https://env.example/v1';
      const c = resolveOffload();
      expect(c.url).toBe('https://env.example/v1');
      expect(c.origin).toBe('env');
    });

    it('reads the key directly from CODEGRAPH_OFFLOAD_KEY when set', () => {
      process.env.CODEGRAPH_OFFLOAD_URL = 'https://env.example/v1';
      process.env.CODEGRAPH_OFFLOAD_KEY = 'sk-direct';
      const c = resolveOffload();
      expect(c.apiKey).toBe('sk-direct');
      expect(c.keySource).toBe('CODEGRAPH_OFFLOAD_KEY');
    });
  });

  describe('CODEGRAPH_OFFLOAD_DISABLE kill-switch', () => {
    it('forces the offload off even when managed + signed in', () => {
      writeOffloadConfig({ managed: true });
      writeOffloadToken('cgai_live');
      expect(resolveOffload().enabled).toBe(true); // sanity: on without the flag
      process.env.CODEGRAPH_OFFLOAD_DISABLE = '1';
      const c = resolveOffload();
      expect(c.enabled).toBe(false);
      expect(c.managed).toBe(false);
      expect(c.origin).toBe('none');
      expect(isOffloadEnabled()).toBe(false);
    });

    it('forces the offload off even with a BYO endpoint + key', () => {
      process.env.CODEGRAPH_OFFLOAD_URL = 'https://env.example/v1';
      process.env.CODEGRAPH_OFFLOAD_KEY = 'sk-direct';
      expect(resolveOffload().enabled).toBe(true);
      process.env.CODEGRAPH_OFFLOAD_DISABLE = '1';
      expect(resolveOffload().enabled).toBe(false);
    });
  });

  describe('per-call usage log (CODEGRAPH_OFFLOAD_USAGE_LOG)', () => {
    const okResponse = () => ({
      ok: true, status: 200,
      headers: { get: (h: string) => (h === 'x-cg-credits-charged' ? '127' : null) },
      json: async () => ({
        choices: [{ message: { content: 'Coverage: full.\nThe answer.' }, finish_reason: 'stop' }],
        usage: { prompt_tokens: 700, completion_tokens: 80, total_tokens: 780 },
      }),
    });

    it('appends one JSON line with tokens + charged credits when the log path is set', async () => {
      writeOffloadConfig({ url: 'https://api.cerebras.ai/v1', keyEnv: 'CEREBRAS_API_KEY' });
      process.env.CEREBRAS_API_KEY = 'sk-live';
      vi.stubGlobal('fetch', vi.fn().mockResolvedValue(okResponse()));
      const logPath = path.join(home, 'usage.jsonl');
      process.env.CODEGRAPH_OFFLOAD_USAGE_LOG = logPath;

      await synthesizeOffload({ query: 'q', context: 'src' });
      const line = JSON.parse(fs.readFileSync(logPath, 'utf8').trim());
      expect(line.totalTokens).toBe(780);
      expect(line.promptTokens).toBe(700);
      expect(line.creditsCharged).toBe(127);
      expect(line.costUsd).toBeCloseTo(0.00127, 6); // 100k credits = $1
      expect(line.answerLen).toBeGreaterThan(0);
    });

    it('is a no-op (and never throws) when the log path is unset', async () => {
      writeOffloadConfig({ url: 'https://api.cerebras.ai/v1', keyEnv: 'CEREBRAS_API_KEY' });
      process.env.CEREBRAS_API_KEY = 'sk-live';
      vi.stubGlobal('fetch', vi.fn().mockResolvedValue(okResponse()));
      // no CODEGRAPH_OFFLOAD_USAGE_LOG set → answer still returns fine
      const out = await synthesizeOffload({ query: 'q', context: 'src' });
      expect(out).toContain('Coverage: full.');
    });
  });

  describe('strict degradation (never throws, returns null to fall back)', () => {
    it('returns null when no endpoint is configured', async () => {
      expect(await synthesizeOffload({ query: 'q', context: 'ctx' })).toBeNull();
    });

    it('returns null when the upstream request rejects', async () => {
      writeOffloadConfig({ url: 'https://api.cerebras.ai/v1' });
      vi.stubGlobal('fetch', vi.fn().mockRejectedValue(new Error('ECONNREFUSED')));
      expect(await synthesizeOffload({ query: 'q', context: 'ctx' })).toBeNull();
    });

    it('returns null on a non-2xx response', async () => {
      writeOffloadConfig({ url: 'https://api.cerebras.ai/v1' });
      vi.stubGlobal('fetch', vi.fn().mockResolvedValue({
        ok: false, status: 500, text: async () => 'boom',
      }));
      expect(await synthesizeOffload({ query: 'q', context: 'ctx' })).toBeNull();
    });

    it('returns null when the model returns an empty answer', async () => {
      writeOffloadConfig({ url: 'https://api.cerebras.ai/v1' });
      vi.stubGlobal('fetch', vi.fn().mockResolvedValue({
        ok: true, status: 200, json: async () => ({ choices: [{ message: { content: '   ' } }] }),
      }));
      expect(await synthesizeOffload({ query: 'q', context: 'ctx' })).toBeNull();
    });
  });

  describe('success path', () => {
    it('returns the synthesized answer (with the plain footer) and posts an OpenAI-compatible body with the key', async () => {
      writeOffloadConfig({ url: 'https://api.cerebras.ai/v1', model: 'gpt-oss-120b', keyEnv: 'CEREBRAS_API_KEY' });
      process.env.CEREBRAS_API_KEY = 'sk-live';
      const fetchMock = vi.fn().mockResolvedValue({
        ok: true, status: 200,
        json: async () => ({ choices: [{ message: { content: 'Coverage: full.\nThe answer.' }, finish_reason: 'stop' }] }),
      });
      vi.stubGlobal('fetch', fetchMock);

      const out = await synthesizeOffload({ query: 'how does X work', context: 'source here' });
      expect(out).toContain('Coverage: full.');
      expect(out).toContain('Synthesized by CodeGraph'); // plain footer present

      const [calledUrl, init] = fetchMock.mock.calls[0];
      expect(calledUrl).toBe('https://api.cerebras.ai/v1/chat/completions');
      expect((init.headers as Record<string, string>).authorization).toBe('Bearer sk-live');
      const body = JSON.parse(init.body as string);
      expect(body.model).toBe('gpt-oss-120b');
      expect(body.messages[1].content).toContain('source here');
      expect(body.messages[1].content).toContain('how does X work');
    });
  });

  describe('stripAgentDirectives', () => {
    it('drops the agent-directed header but keeps source sections', () => {
      const ctx = [
        '**Exploration: how does X work**',
        'Found 12 symbols across 3 files.',
        '',
        '**`src/a.ts`** — foo(function)',
        'code body',
      ].join('\n');
      const stripped = stripAgentDirectives(ctx);
      expect(stripped).not.toContain('**Exploration:');
      expect(stripped).not.toContain('Found 12 symbols');
      expect(stripped).toContain('**`src/a.ts`');
      expect(stripped).toContain('code body');
    });
  });

  describe('managed tier (CodeGraph AI)', () => {
    it('stores the org token at 0600 in credentials.json, not in config.json', () => {
      writeOffloadConfig({ managed: true });
      writeOffloadToken('cgai_secrettoken');
      expect(readOffloadToken()).toBe('cgai_secrettoken');

      // config.json carries the managed flag but NOT the token.
      const cfg = fs.readFileSync(path.join(home, '.codegraph', 'config.json'), 'utf8');
      expect(cfg).toContain('managed');
      expect(cfg).not.toContain('cgai_secrettoken');

      const credPath = path.join(home, '.codegraph', 'credentials.json');
      expect(fs.readFileSync(credPath, 'utf8')).toContain('cgai_secrettoken');
      // POSIX perms must be owner-only (0600). (Windows has no POSIX mode bits.)
      if (process.platform !== 'win32') {
        expect(fs.statSync(credPath).mode & 0o777).toBe(0o600);
      }
    });

    it('resolves managed mode to the gateway URL + public model id + login token', () => {
      writeOffloadConfig({ managed: true });
      writeOffloadToken('cgai_live');
      const c = resolveOffload();
      expect(c.enabled).toBe(true);
      expect(c.managed).toBe(true);
      expect(c.url).toBe(MANAGED_DEFAULT_URL);
      expect(c.model).toBe(MANAGED_DEFAULT_MODEL);
      expect(c.apiKey).toBe('cgai_live');
      expect(c.keySource).toBe('codegraph login');
    });

    it('is NOT enabled when managed but signed out (no token)', () => {
      writeOffloadConfig({ managed: true });
      const c = resolveOffload();
      expect(c.managed).toBe(true);
      expect(c.enabled).toBe(false); // url defaults, but no token → effectively logged out
      expect(isOffloadEnabled()).toBe(false);
    });

    it('clears the token on logout', () => {
      writeOffloadToken('cgai_live');
      writeOffloadToken(null);
      expect(readOffloadToken()).toBeUndefined();
    });

    it('lets env override the managed endpoint and token (for testing)', () => {
      writeOffloadConfig({ managed: true });
      writeOffloadToken('cgai_stored');
      process.env.CODEGRAPH_OFFLOAD_URL = 'http://localhost:8787/v1';
      process.env.CODEGRAPH_OFFLOAD_KEY = 'cgai_env';
      const c = resolveOffload();
      expect(c.url).toBe('http://localhost:8787/v1');
      expect(c.apiKey).toBe('cgai_env');
      expect(c.keySource).toBe('CODEGRAPH_OFFLOAD_KEY');
    });
  });
});