feat: add hot stock ranking adapters for eastmoney, tdx, ths (#1025)

* feat: add hot stock ranking adapters for eastmoney, tdx, ths

Add three new site adapters for Chinese stock hot rankings:
- eastmoney/hot-rank: 东方财富热股榜
- tdx/hot-rank: 通达信热搜榜
- ths/hot-rank: 同花顺热股榜

All use Strategy.COOKIE browser mode with page.evaluate() DOM scraping.
Each includes co-located tests (13 tests total, all passing).

* fix(tdx,ths): add symbol validation and deduplication in evaluate()

Add seen Set for deduplication and skip entries with empty symbol/name,
matching the pattern already used in eastmoney/hot-rank.js.

* fix: refine hot-rank selectors based on browser inspection

- eastmoney: use table.rank_table tbody tr with td index-based extraction,
  fix name from a[title] to avoid post content contamination
- tdx: use div.top-cell[data-code] data attributes for reliable extraction,
  add tags column from div.tips-item.gnbk
- ths: use card-based layout selectors, remove price column (not in UI),
  extract tags from div.tag.PFSC-R

* fix(hot-rank): align tdx and ths columns with actual output

* fix: register hot stock ranking adapters

---------

Co-authored-by: dengjingren <dengjingren@cn.wilmar-intl.com>
Co-authored-by: jackwener <jakevingoo@gmail.com>

Author: 3 people

cli-manifest.json

@@ -5139,6 +5139,36 @@
     "modulePath": "douyin/videos.js",
     "sourceFile": "douyin/videos.js"
   },
+  {
+    "site": "eastmoney",
+    "name": "hot-rank",
+    "description": "东方财富热股榜",
+    "domain": "guba.eastmoney.com",
+    "strategy": "cookie",
+    "browser": true,
+    "args": [
+      {
+        "name": "limit",
+        "type": "int",
+        "default": 20,
+        "required": false,
+        "help": "返回数量"
+      }
+    ],
+    "columns": [
+      "rank",
+      "symbol",
+      "name",
+      "price",
+      "changePercent",
+      "heat",
+      "url"
+    ],
+    "type": "js",
+    "modulePath": "eastmoney/hot-rank.js",
+    "sourceFile": "eastmoney/hot-rank.js",
+    "navigateBefore": true
+  },
   {
     "site": "facebook",
     "name": "add-friend",
@@ -12498,6 +12528,63 @@
     "sourceFile": "taobao/search.js",
     "navigateBefore": false
   },
+  {
+    "site": "tdx",
+    "name": "hot-rank",
+    "description": "通达信热搜榜",
+    "domain": "pul.tdx.com.cn",
+    "strategy": "cookie",
+    "browser": true,
+    "args": [
+      {
+        "name": "limit",
+        "type": "int",
+        "default": 20,
+        "required": false,
+        "help": "返回数量"
+      }
+    ],
+    "columns": [
+      "rank",
+      "symbol",
+      "name",
+      "changePercent",
+      "heat",
+      "tags"
+    ],
+    "type": "js",
+    "modulePath": "tdx/hot-rank.js",
+    "sourceFile": "tdx/hot-rank.js",
+    "navigateBefore": true
+  },
+  {
+    "site": "ths",
+    "name": "hot-rank",
+    "description": "同花顺热股榜",
+    "domain": "eq.10jqka.com.cn",
+    "strategy": "cookie",
+    "browser": true,
+    "args": [
+      {
+        "name": "limit",
+        "type": "int",
+        "default": 20,
+        "required": false,
+        "help": "返回数量"
+      }
+    ],
+    "columns": [
+      "rank",
+      "name",
+      "changePercent",
+      "heat",
+      "tags"
+    ],
+    "type": "js",
+    "modulePath": "ths/hot-rank.js",
+    "sourceFile": "ths/hot-rank.js",
+    "navigateBefore": true
+  },
   {
     "site": "tieba",
     "name": "hot",

clis/eastmoney/hot-rank.js

@@ -0,0 +1,50 @@
+import { cli, Strategy } from '@jackwener/opencli/registry';
+
+cli({
+  site: 'eastmoney',
+  name: 'hot-rank',
+  description: '东方财富热股榜',
+  domain: 'guba.eastmoney.com',
+  strategy: Strategy.COOKIE,
+  navigateBefore: true,
+  args: [
+    { name: 'limit', type: 'int', default: 20, help: '返回数量' },
+  ],
+  columns: ['rank', 'symbol', 'name', 'price', 'changePercent', 'heat', 'url'],
+  func: async (page, kwargs) => {
+    await page.goto('https://guba.eastmoney.com/rank/');
+    await page.wait({ selector: '#rankCont', timeout: 15000 });
+    const data = await page.evaluate(`
+      (() => {
+        const cleanText = (el) => (el?.textContent || '').replace(/\\s+/g, ' ').trim();
+        const rows = document.querySelectorAll('table.rank_table tbody tr');
+        const results = [];
+        const seen = new Set();
+        let rank = 0;
+        rows.forEach((row) => {
+          const codeEl = row.querySelector('a.stock_code');
+          const href = codeEl?.getAttribute('href') || '';
+          const symbolMatch = href.match(/(\\d{6})/);
+          if (!symbolMatch) return;
+          const symbol = symbolMatch[1];
+          if (seen.has(symbol)) return;
+          seen.add(symbol);
+          rank++;
+          const tds = row.querySelectorAll('td');
+          results.push({
+            rank,
+            symbol,
+            name: row.querySelector('td.nametd a[title]')?.getAttribute('title') || cleanText(row.querySelector('td.nametd')),
+            price: tds[6] ? cleanText(tds[6]) : '',
+            changePercent: tds[8] ? cleanText(tds[8]) : '',
+            heat: cleanText(row.querySelector('td.fans')),
+            url: 'https://guba.eastmoney.com/list,' + symbol + '.html',
+          });
+        });
+        return results;
+      })()
+    `);
+    if (!Array.isArray(data)) return [];
+    return data.slice(0, kwargs.limit);
+  },
+});

clis/eastmoney/hot-rank.test.js

@@ -0,0 +1,59 @@
+import { describe, expect, it, vi } from 'vitest';
+import { getRegistry } from '@jackwener/opencli/registry';
+import './hot-rank.js';
+
+describe('eastmoney hot-rank command', () => {
+  it('registers the command with correct metadata', () => {
+    const command = getRegistry().get('eastmoney/hot-rank');
+    expect(command).toBeDefined();
+    expect(command).toMatchObject({
+      site: 'eastmoney',
+      name: 'hot-rank',
+      description: expect.stringContaining('东方财富'),
+      domain: 'guba.eastmoney.com',
+      navigateBefore: true,
+    });
+  });
+
+  it('returns hot stock data from the page', async () => {
+    const command = getRegistry().get('eastmoney/hot-rank');
+    const mockData = [
+      { rank: 1, symbol: '600519', name: '贵州茅台', price: '1680.00', changePercent: '+2.35%', heat: '28.5万', url: 'https://guba.eastmoney.com/list,600519.html' },
+      { rank: 2, symbol: '000001', name: '平安银行', price: '12.50', changePercent: '-0.80%', heat: '15.2万', url: 'https://guba.eastmoney.com/list,000001.html' },
+    ];
+    const page = {
+      goto: vi.fn().mockResolvedValue(undefined),
+      wait: vi.fn().mockResolvedValue(undefined),
+      evaluate: vi.fn().mockResolvedValue(mockData),
+    };
+    const result = await command.func(page, { limit: 20 });
+    expect(result).toHaveLength(2);
+    expect(result[0]).toEqual(mockData[0]);
+    expect(page.goto).toHaveBeenCalledWith('https://guba.eastmoney.com/rank/');
+  });
+
+  it('respects the limit parameter', async () => {
+    const command = getRegistry().get('eastmoney/hot-rank');
+    const mockData = Array.from({ length: 30 }, (_, i) => ({
+      rank: i + 1, symbol: `${i}`, name: `stock${i}`, price: '0', changePercent: '0%', heat: '0', url: '',
+    }));
+    const page = {
+      goto: vi.fn().mockResolvedValue(undefined),
+      wait: vi.fn().mockResolvedValue(undefined),
+      evaluate: vi.fn().mockResolvedValue(mockData),
+    };
+    const result = await command.func(page, { limit: 10 });
+    expect(result).toHaveLength(10);
+  });
+
+  it('returns empty array when evaluate returns non-array', async () => {
+    const command = getRegistry().get('eastmoney/hot-rank');
+    const page = {
+      goto: vi.fn().mockResolvedValue(undefined),
+      wait: vi.fn().mockResolvedValue(undefined),
+      evaluate: vi.fn().mockResolvedValue(null),
+    };
+    const result = await command.func(page, { limit: 20 });
+    expect(result).toEqual([]);
+  });
+});

clis/tdx/hot-rank.js

@@ -0,0 +1,47 @@
+import { cli, Strategy } from '@jackwener/opencli/registry';
+
+const TDX_HOT_URL = 'https://pul.tdx.com.cn/site/app/gzhbd/tdx-topsearch/page-main.html?pageName=page_topsearch&tabClickIndex=0&subtabIndex=0';
+
+cli({
+  site: 'tdx',
+  name: 'hot-rank',
+  description: '通达信热搜榜',
+  domain: 'pul.tdx.com.cn',
+  strategy: Strategy.COOKIE,
+  navigateBefore: true,
+  args: [
+    { name: 'limit', type: 'int', default: 20, help: '返回数量' },
+  ],
+  columns: ['rank', 'symbol', 'name', 'changePercent', 'heat', 'tags'],
+  func: async (page, kwargs) => {
+    await page.goto(TDX_HOT_URL);
+    await page.wait({ timeout: 15000 });
+    const data = await page.evaluate(`
+      (() => {
+        const cleanText = (el) => (el?.textContent || '').replace(/\\s+/g, ' ').trim();
+        const cells = document.querySelectorAll('div.top-cell[data-code]');
+        const results = [];
+        const seen = new Set();
+        cells.forEach((cell, idx) => {
+          const symbol = cell.getAttribute('data-code') || '';
+          const name = cell.getAttribute('data-name') || '';
+          if (!symbol || !name || seen.has(symbol)) return;
+          seen.add(symbol);
+          const tagEls = cell.querySelectorAll('div.tips-item.gnbk');
+          const tags = Array.from(tagEls).map(t => cleanText(t)).filter(Boolean).join(',');
+          results.push({
+            rank: idx + 1,
+            symbol,
+            name,
+            changePercent: cleanText(cell.querySelector('div.top-zf')),
+            heat: cleanText(cell.querySelector('div.hotN')),
+            tags,
+          });
+        });
+        return results;
+      })()
+    `);
+    if (!Array.isArray(data)) return [];
+    return data.slice(0, kwargs.limit);
+  },
+});

clis/tdx/hot-rank.test.js

@@ -0,0 +1,59 @@
+import { describe, expect, it, vi } from 'vitest';
+import { getRegistry } from '@jackwener/opencli/registry';
+import './hot-rank.js';
+
+describe('tdx hot-rank command', () => {
+  it('registers the command with correct metadata', () => {
+    const command = getRegistry().get('tdx/hot-rank');
+    expect(command).toBeDefined();
+    expect(command).toMatchObject({
+      site: 'tdx',
+      name: 'hot-rank',
+      description: expect.stringContaining('通达信'),
+      domain: 'pul.tdx.com.cn',
+      navigateBefore: true,
+    });
+    expect(command.columns).toEqual(['rank', 'symbol', 'name', 'changePercent', 'heat', 'tags']);
+  });
+
+  it('returns hot stock data from the page', async () => {
+    const command = getRegistry().get('tdx/hot-rank');
+    const mockData = [
+      { rank: 1, symbol: '600519', name: '贵州茅台', changePercent: '+2.35%', heat: '1285', tags: '白酒', },
+      { rank: 2, symbol: '000001', name: '平安银行', changePercent: '-0.80%', heat: '856', tags: '银行', },
+    ];
+    const page = {
+      goto: vi.fn().mockResolvedValue(undefined),
+      wait: vi.fn().mockResolvedValue(undefined),
+      evaluate: vi.fn().mockResolvedValue(mockData),
+    };
+    const result = await command.func(page, { limit: 20 });
+    expect(result).toHaveLength(2);
+    expect(result[0]).toEqual(mockData[0]);
+  });
+
+  it('respects the limit parameter', async () => {
+    const command = getRegistry().get('tdx/hot-rank');
+    const mockData = Array.from({ length: 30 }, (_, i) => ({
+      rank: i + 1, symbol: `${i}`, name: `stock${i}`, changePercent: '0%', heat: '0', tags: '',
+    }));
+    const page = {
+      goto: vi.fn().mockResolvedValue(undefined),
+      wait: vi.fn().mockResolvedValue(undefined),
+      evaluate: vi.fn().mockResolvedValue(mockData),
+    };
+    const result = await command.func(page, { limit: 10 });
+    expect(result).toHaveLength(10);
+  });
+
+  it('returns empty array when evaluate returns non-array', async () => {
+    const command = getRegistry().get('tdx/hot-rank');
+    const page = {
+      goto: vi.fn().mockResolvedValue(undefined),
+      wait: vi.fn().mockResolvedValue(undefined),
+      evaluate: vi.fn().mockResolvedValue(null),
+    };
+    const result = await command.func(page, { limit: 20 });
+    expect(result).toEqual([]);
+  });
+});

clis/ths/hot-rank.js

@@ -0,0 +1,49 @@
+import { cli, Strategy } from '@jackwener/opencli/registry';
+
+const THS_HOT_URL = 'https://eq.10jqka.com.cn/webpage/ths-hot-list/index.html?showStatusBar=true';
+
+cli({
+  site: 'ths',
+  name: 'hot-rank',
+  description: '同花顺热股榜',
+  domain: 'eq.10jqka.com.cn',
+  strategy: Strategy.COOKIE,
+  navigateBefore: true,
+  args: [
+    { name: 'limit', type: 'int', default: 20, help: '返回数量' },
+  ],
+  columns: ['rank', 'name', 'changePercent', 'heat', 'tags'],
+  func: async (page, kwargs) => {
+    await page.goto(THS_HOT_URL);
+    await page.wait({ timeout: 15000 });
+    const data = await page.evaluate(`
+      (() => {
+        const cleanText = (el) => (el?.textContent || '').replace(/\\s+/g, ' ').trim();
+        const cards = document.querySelectorAll('div.pt-22.pb-24.bgc-white.border');
+        const results = [];
+        const seen = new Set();
+        cards.forEach((card, idx) => {
+          const row = card.querySelector('div.flex.bgc-white');
+          if (!row) return;
+          const nameEl = row.querySelector('span.ellipsis');
+          const name = cleanText(nameEl);
+          if (!name || seen.has(name)) return;
+          seen.add(name);
+          const tagEls = card.querySelectorAll('div.tag.PFSC-R');
+          const tags = Array.from(tagEls).map(t => cleanText(t)).filter(Boolean).join(',');
+          const rankEl = row.querySelector('div.THSMF-M.bold');
+          results.push({
+            rank: cleanText(rankEl) || String(idx + 1),
+            name,
+            changePercent: cleanText(row.querySelector('div.range')),
+            heat: cleanText(row.querySelector('div.col4 > span')),
+            tags,
+          });
+        });
+        return results;
+      })()
+    `);
+    if (!Array.isArray(data)) return [];
+    return data.slice(0, kwargs.limit);
+  },
+});