import { GfxControllerIdentifier } from '@blocksuite/block-std/gfx'; import type { AffineEditorContainer } from '@blocksuite/presets'; import { getSentenceRects, segmentSentences } from './text-utils.js'; import { type ParagraphLayout, type SectionLayout } from './types.js'; export class CanvasRenderer { private readonly worker: Worker; private readonly editorContainer: AffineEditorContainer; private readonly targetContainer: HTMLElement; public readonly canvas: HTMLCanvasElement = document.createElement('canvas'); private lastZoom: number | null = null; private lastSection: SectionLayout | null = null; private lastBitmap: ImageBitmap | null = null; private lastMode: 'page' | 'edgeless' = 'edgeless'; constructor( editorContainer: AffineEditorContainer, targetContainer: HTMLElement ) { this.editorContainer = editorContainer; this.targetContainer = targetContainer; this.worker = new Worker(new URL('./painter.worker.ts', import.meta.url), { type: 'module', }); if (!this.targetContainer.querySelector('canvas')) { this.targetContainer.append(this.canvas); } } get viewport() { return this.editorContainer.std.get(GfxControllerIdentifier).viewport; } getHostRect() { return this.editorContainer.host!.getBoundingClientRect(); } getHostLayout() { const paragraphBlocks = this.editorContainer.host!.querySelectorAll( '.affine-paragraph-rich-text-wrapper [data-v-text="true"]' ); const { viewport } = this; const zoom = this.viewport.zoom; const hostRect = this.getHostRect(); let sectionMinX = Infinity; let sectionMinY = Infinity; let sectionMaxX = -Infinity; let sectionMaxY = -Infinity; const paragraphs: ParagraphLayout[] = Array.from(paragraphBlocks).map(p => { const sentences = segmentSentences(p.textContent || ''); const sentenceLayouts = sentences.map(sentence => { const rects = getSentenceRects(p, sentence); rects.forEach(({ rect }) => { sectionMinX = Math.min(sectionMinX, rect.x); sectionMinY = Math.min(sectionMinY, rect.y); sectionMaxX = Math.max(sectionMaxX, rect.x + rect.w); sectionMaxY = Math.max(sectionMaxY, rect.y + rect.h); }); return { text: sentence, rects: rects.map(rect => { const [x, y] = viewport.toModelCoordFromClientCoord([ rect.rect.x, rect.rect.y, ]); return { ...rect, rect: { x, y, w: rect.rect.w / zoom / viewport.viewScale, h: rect.rect.h / zoom / viewport.viewScale, }, }; }), }; }); return { sentences: sentenceLayouts, zoom, }; }); if (paragraphs.length === 0) return null; const sectionModelCoord = viewport.toModelCoordFromClientCoord([ sectionMinX, sectionMinY, ]); const section: SectionLayout = { paragraphs, rect: { x: sectionModelCoord[0], y: sectionModelCoord[1], w: (sectionMaxX - sectionMinX) / zoom / viewport.viewScale, h: (sectionMaxY - sectionMinY) / zoom / viewport.viewScale, }, }; return { section, hostRect }; } private initSectionRenderer(width: number, height: number) { const dpr = window.devicePixelRatio; this.worker.postMessage({ type: 'initSection', data: { width, height, dpr, zoom: this.viewport.zoom }, }); } private async renderSection(section: SectionLayout): Promise { return new Promise(resolve => { if (!this.worker) return; this.worker.postMessage({ type: 'paintSection', data: { section }, }); this.worker.onmessage = (e: MessageEvent) => { if (e.data.type === 'bitmapPainted') { this.handlePaintedBitmap(e.data.bitmap, section, resolve); } }; }); } private handlePaintedBitmap( bitmap: ImageBitmap, section: SectionLayout, resolve: () => void ) { const tempCanvas = new OffscreenCanvas(bitmap.width, bitmap.height); const tempCtx = tempCanvas.getContext('2d')!; tempCtx.drawImage(bitmap, 0, 0); const bitmapCopy = tempCanvas.transferToImageBitmap(); this.updateCacheState(section, bitmapCopy); this.drawBitmap(bitmap, section); resolve(); } private syncCanvasSize() { const hostRect = this.getHostRect(); const dpr = window.devicePixelRatio; this.canvas.style.width = `${hostRect.width}px`; this.canvas.style.height = `${hostRect.height}px`; this.canvas.width = hostRect.width * dpr; this.canvas.height = hostRect.height * dpr; } private updateCacheState(section: SectionLayout, bitmapCopy: ImageBitmap) { this.lastZoom = this.viewport.zoom; this.lastSection = section; this.lastMode = this.editorContainer.mode; if (this.lastBitmap) { this.lastBitmap.close(); } this.lastBitmap = bitmapCopy; } private canUseCache(currentZoom: number): boolean { return ( this.lastZoom === currentZoom && !!this.lastSection && !!this.lastBitmap && this.lastMode === this.editorContainer.mode ); } private drawBitmap(bitmap: ImageBitmap, section: SectionLayout) { const ctx = this.canvas.getContext('2d'); if (!ctx) return; ctx.clearRect(0, 0, this.canvas.width, this.canvas.height); const bitmapCanvas = new OffscreenCanvas( section.rect.w * window.devicePixelRatio * this.viewport.zoom, section.rect.h * window.devicePixelRatio * this.viewport.zoom ); const bitmapCtx = bitmapCanvas.getContext('bitmaprenderer'); if (!bitmapCtx) return; const tempCanvas = new OffscreenCanvas(bitmap.width, bitmap.height); const tempCtx = tempCanvas.getContext('2d')!; tempCtx.drawImage(bitmap, 0, 0); const bitmapCopy = tempCanvas.transferToImageBitmap(); bitmapCtx.transferFromImageBitmap(bitmapCopy); const sectionViewCoord = this.viewport.toViewCoord( section.rect.x, section.rect.y ); ctx.drawImage( bitmapCanvas, sectionViewCoord[0] * window.devicePixelRatio, sectionViewCoord[1] * window.devicePixelRatio, section.rect.w * window.devicePixelRatio * this.viewport.zoom, section.rect.h * window.devicePixelRatio * this.viewport.zoom ); } public async render(): Promise { const hostLayout = this.getHostLayout(); if (!hostLayout) return; const { section } = hostLayout; const currentZoom = this.viewport.zoom; if (this.canUseCache(currentZoom)) { this.drawBitmap(this.lastBitmap!, this.lastSection!); } else { this.syncCanvasSize(); this.initSectionRenderer(section.rect.w, section.rect.h); await this.renderSection(section); } } public destroy() { if (this.lastBitmap) { this.lastBitmap.close(); } this.worker.terminate(); } }