AFFiNE-Mirror/apps/electron/layers/main/src/ui/get-meta-data/rules.ts

import type { RuleSet } from './types';
import { getProvider, makeUrlAbsolute, makeUrlSecure, parseUrl } from './utils';

export const metaDataRules: Record<string, RuleSet> = {
  title: {
    rules: [
      [
        'meta[property="og:title"][content]',
        element => element.attribs['content'],
      ],
      ['meta[name="og:title"][content]', element => element.attribs['content']],
      [
        'meta[property="twitter:title"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="twitter:title"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[property="parsely-title"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="parsely-title"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[property="sailthru.title"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="sailthru.title"][content]',
        element => element.attribs['content'],
      ],
      ['title', (element: any) => element.text],
    ],
  },
  description: {
    rules: [
      [
        'meta[property="og:description"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="og:description"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[property="description" i][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="description" i][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[property="sailthru.description"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="sailthru.description"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[property="twitter:description"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="twitter:description"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[property="summary" i][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="summary" i][content]',
        element => element.attribs['content'],
      ],
    ],
  },
  language: {
    rules: [
      ['html[lang]', element => element.attribs['lang']],
      [
        'meta[property="language" i][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="language" i][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[property="og:locale"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="og:locale"][content]',
        element => element.attribs['content'],
      ],
    ],
    processor: (language: any) => language.split('-')[0],
  },
  type: {
    rules: [
      [
        'meta[property="og:type"][content]',
        element => element.attribs['content'],
      ],
      ['meta[name="og:type"][content]', element => element.attribs['content']],
      [
        'meta[property="parsely-type"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="parsely-type"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[property="medium"][content]',
        element => element.attribs['content'],
      ],
      ['meta[name="medium"][content]', element => element.attribs['content']],
    ],
  },
  url: {
    rules: [
      [
        'meta[property="og:url"][content]',
        element => element.attribs['content'],
      ],
      ['meta[name="og:url"][content]', element => element.attribs['content']],
      [
        'meta[property="al:web:url"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="al:web:url"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[property="parsely-link"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="parsely-link"][content]',
        element => element.attribs['content'],
      ],
      ['a.amp-canurl', element => element.attribs['href']],
      ['link[rel="canonical"][href]', element => element.attribs['href']],
    ],
    defaultValue: context => context.url,
    processor: (url: any, context) => makeUrlAbsolute(context.url, url),
  },
  provider: {
    rules: [
      [
        'meta[property="og:site_name"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="og:site_name"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[property="publisher" i][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="publisher" i][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[property="application-name" i][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="application-name" i][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[property="al:android:app_name"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="al:android:app_name"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[property="al:iphone:app_name"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="al:iphone:app_name"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[property="al:ipad:app_name"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="al:ipad:app_name"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[property="al:ios:app_name"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="al:ios:app_name"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[property="twitter:app:name:iphone"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="twitter:app:name:iphone"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[property="twitter:app:name:ipad"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="twitter:app:name:ipad"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[property="twitter:app:name:googleplay"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="twitter:app:name:googleplay"][content]',
        element => element.attribs['content'],
      ],
    ],
    defaultValue: context => getProvider(parseUrl(context.url)),
  },
  keywords: {
    rules: [
      [
        'meta[property="keywords" i][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="keywords" i][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[property="parsely-tags"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="parsely-tags"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[property="sailthru.tags"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="sailthru.tags"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[property="article:tag" i][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="article:tag" i][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[property="book:tag" i][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="book:tag" i][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[property="topic" i][content]',
        element => element.attribs['content'],
      ],
      ['meta[name="topic" i][content]', element => element.attribs['content']],
    ],
    processor: (keywords: any) =>
      keywords.split(',').map((keyword: string) => keyword.trim()),
  },
  section: {
    rules: [
      [
        'meta[property="article:section"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="article:section"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[property="category"][content]',
        element => element.attribs['content'],
      ],
      ['meta[name="category"][content]', element => element.attribs['content']],
    ],
  },
  author: {
    rules: [
      [
        'meta[property="author" i][content]',
        element => element.attribs['content'],
      ],
      ['meta[name="author" i][content]', element => element.attribs['content']],
      [
        'meta[property="article:author"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="article:author"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[property="book:author"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="book:author"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[property="parsely-author"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="parsely-author"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[property="sailthru.author"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="sailthru.author"][content]',
        element => element.attribs['content'],
      ],
      ['a[class*="author" i]', (element: any) => element.text],
      ['[rel="author"]', (element: any) => element.text],
      [
        'meta[property="twitter:creator"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="twitter:creator"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[property="profile:username"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="profile:username"][content]',
        element => element.attribs['content'],
      ],
    ],
  },
  published: {
    rules: [
      [
        'meta[property="article:published_time"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="article:published_time"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[property="published_time"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="published_time"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[property="parsely-pub-date"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="parsely-pub-date"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[property="sailthru.date"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="sailthru.date"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[property="date" i][content]',
        element => element.attribs['content'],
      ],
      ['meta[name="date" i][content]', element => element.attribs['content']],
      [
        'meta[property="release_date" i][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="release_date" i][content]',
        element => element.attribs['content'],
      ],
      ['time[datetime]', element => element.attribs['datetime']],
      ['time[datetime][pubdate]', element => element.attribs['datetime']],
    ],
    processor: (value: any) =>
      Date.parse(value.toString())
        ? new Date(value.toString()).toISOString()
        : undefined,
  },
  modified: {
    rules: [
      [
        'meta[property="og:updated_time"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="og:updated_time"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[property="article:modified_time"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="article:modified_time"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[property="updated_time" i][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="updated_time" i][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[property="modified_time"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="modified_time"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[property="revised"][content]',
        element => element.attribs['content'],
      ],
      ['meta[name="revised"][content]', element => element.attribs['content']],
    ],
    processor: (value: any) =>
      Date.parse(value.toString())
        ? new Date(value.toString()).toISOString()
        : undefined,
  },
  robots: {
    rules: [
      [
        'meta[property="robots" i][content]',
        element => element.attribs['content'],
      ],
      ['meta[name="robots" i][content]', element => element.attribs['content']],
    ],
    processor: (keywords: any) =>
      keywords.split(',').map((keyword: string) => keyword.trim()),
  },
  copyright: {
    rules: [
      [
        'meta[property="copyright" i][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="copyright" i][content]',
        element => element.attribs['content'],
      ],
    ],
  },
  email: {
    rules: [
      [
        'meta[property="email" i][content]',
        element => element.attribs['content'],
      ],
      ['meta[name="email" i][content]', element => element.attribs['content']],
      [
        'meta[property="reply-to" i][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="reply-to" i][content]',
        element => element.attribs['content'],
      ],
    ],
  },
  twitter: {
    rules: [
      [
        'meta[property="twitter:site"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="twitter:site"][content]',
        element => element.attribs['content'],
      ],
    ],
  },
  facebook: {
    rules: [
      [
        'meta[property="fb:pages"][content]',
        element => element.attribs['content'],
      ],
      ['meta[name="fb:pages"][content]', element => element.attribs['content']],
    ],
  },
  image: {
    rules: [
      [
        'meta[property="og:image:secure_url"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="og:image:secure_url"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[property="og:image:url"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="og:image:url"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[property="og:image"][content]',
        element => element.attribs['content'],
      ],
      ['meta[name="og:image"][content]', element => element.attribs['content']],
      [
        'meta[property="twitter:image"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="twitter:image"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[property="twitter:image:src"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="twitter:image:src"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[property="thumbnail"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="thumbnail"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[property="parsely-image-url"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="parsely-image-url"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[property="sailthru.image.full"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="sailthru.image.full"][content]',
        element => element.attribs['content'],
      ],
    ],
    processor: (imageUrl: any, context) =>
      context.forceImageHttps === true
        ? makeUrlSecure(makeUrlAbsolute(context.url, imageUrl))
        : makeUrlAbsolute(context.url, imageUrl),
  },
  icon: {
    rules: [
      [
        'link[rel="apple-touch-icon"][href]',
        element => element.attribs['href'],
      ],
      [
        'link[rel="apple-touch-icon-precomposed"][href]',
        element => element.attribs['href'],
      ],
      ['link[rel="icon" i][href]', element => element.attribs['href']],
      ['link[rel="fluid-icon"][href]', element => element.attribs['href']],
      ['link[rel="shortcut icon"][href]', element => element.attribs['href']],
      ['link[rel="Shortcut Icon"][href]', element => element.attribs['href']],
      ['link[rel="mask-icon"][href]', element => element.attribs['href']],
    ],
    scorer: element => {
      const sizes = element.attribs['sizes'];
      if (sizes) {
        const sizeMatches = sizes.match(/\d+/g);
        if (sizeMatches) {
          const parsed = parseInt(sizeMatches[0]);
          if (!isNaN(parsed)) {
            return parsed;
          }
        }
      }
    },
    defaultValue: context => makeUrlAbsolute(context.url, '/favicon.ico'),
    processor: (iconUrl, context) =>
      context.forceImageHttps === true
        ? makeUrlSecure(makeUrlAbsolute(context.url, iconUrl))
        : makeUrlAbsolute(context.url, iconUrl),
  },
  video: {
    rules: [
      [
        'meta[property="og:video:secure_url"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="og:video:secure_url"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[property="og:video:url"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="og:video:url"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[property="og:video"][content]',
        element => element.attribs['content'],
      ],
      ['meta[name="og:video"][content]', element => element.attribs['content']],
    ],
    processor: (imageUrl: any, context) =>
      context.forceImageHttps === true
        ? makeUrlSecure(makeUrlAbsolute(context.url, imageUrl))
        : makeUrlAbsolute(context.url, imageUrl),
  },
  audio: {
    rules: [
      [
        'meta[property="og:audio:secure_url"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="og:audio:secure_url"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[property="og:audio:url"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[name="og:audio:url"][content]',
        element => element.attribs['content'],
      ],
      [
        'meta[property="og:audio"][content]',
        element => element.attribs['content'],
      ],
      ['meta[name="og:audio"][content]', element => element.attribs['content']],
    ],
    processor: (imageUrl: any, context) =>
      context.forceImageHttps === true
        ? makeUrlSecure(makeUrlAbsolute(context.url, imageUrl))
        : makeUrlAbsolute(context.url, imageUrl),
  },
};