sanbuphy
418 lines
9.3 KiB
Vue
418 lines
9.3 KiB
Vue
<template>
|
||
<div class="model-evolution-demo">
|
||
<div class="controls-header">
|
||
<div class="toggle-container" @click="toggleMode">
|
||
<div class="toggle-track" :class="{ active: isVLM }">
|
||
<div class="toggle-thumb">
|
||
{{ isVLM ? '👁️' : '🧠' }}
|
||
</div>
|
||
</div>
|
||
<div class="toggle-label">
|
||
<span :class="{ active: !isVLM }">Pure LLM</span>
|
||
<span class="arrow">→</span>
|
||
<span :class="{ active: isVLM }">Multimodal VLM</span>
|
||
</div>
|
||
</div>
|
||
<div class="status-desc">
|
||
{{ isVLM
|
||
? '给大脑装上眼睛：视觉信号经过翻译，变成 Token 混入文字流。'
|
||
: '纯文本大脑：只能听懂 Token 语言，无法感知图像。'
|
||
}}
|
||
</div>
|
||
</div>
|
||
|
||
<div class="diagram-stage" :class="{ 'vlm-mode': isVLM }">
|
||
|
||
<!-- Vision Pipeline (Only visible in VLM mode) -->
|
||
<div class="pipeline vision-pipeline">
|
||
<div class="node-group">
|
||
<div class="node input-node image-node">
|
||
<span class="icon">�️</span>
|
||
<span class="label">Image</span>
|
||
</div>
|
||
<div class="flow-arrow">⬇</div>
|
||
<div class="node process-node vit-node" title="Vision Transformer: The Eye">
|
||
<span class="icon">�️</span>
|
||
<span class="label">ViT</span>
|
||
</div>
|
||
<div class="flow-arrow">⬇</div>
|
||
<div class="node adapter-node projector-node" title="Projector: The Translator">
|
||
<span class="icon">🔌</span>
|
||
<span class="label">Projector</span>
|
||
</div>
|
||
<div class="flow-arrow connector-arrow">⤵</div>
|
||
</div>
|
||
</div>
|
||
|
||
<!-- Text Pipeline (Always visible) -->
|
||
<div class="pipeline text-pipeline">
|
||
<div class="node-group horizontal">
|
||
<div class="node input-node text-node">
|
||
<span class="icon">�</span>
|
||
<span class="label">Prompt</span>
|
||
</div>
|
||
<div class="flow-arrow">➜</div>
|
||
<div class="node process-node embed-node">
|
||
<span class="icon">�</span>
|
||
<span class="label">Embed</span>
|
||
</div>
|
||
|
||
<!-- Merge Point Visualization -->
|
||
<div class="merge-point" :class="{ active: isVLM }">
|
||
<div class="plus-icon">+</div>
|
||
<div class="merge-label">Concat</div>
|
||
</div>
|
||
|
||
<div class="flow-arrow">➜</div>
|
||
<div class="node core-node llm-node">
|
||
<span class="icon">🧠</span>
|
||
<span class="label">LLM Backbone</span>
|
||
<div class="inner-flow">
|
||
<span class="dot t1"></span>
|
||
<span class="dot t2"></span>
|
||
<span class="dot v1" v-if="isVLM"></span>
|
||
</div>
|
||
</div>
|
||
<div class="flow-arrow">➜</div>
|
||
<div class="node output-node">
|
||
<span class="icon">💬</span>
|
||
<span class="label">Response</span>
|
||
</div>
|
||
</div>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="interactive-info">
|
||
<div class="info-card" v-if="!isVLM">
|
||
<h3>Standard LLM Flow</h3>
|
||
<p>Text is converted into vectors (Embeddings) and processed by the Transformer to predict the next word.</p>
|
||
</div>
|
||
<div class="info-card vlm-info" v-else>
|
||
<h3>VLM = LLM + Vision Encoder</h3>
|
||
<ul>
|
||
<li><strong>ViT (The Eye):</strong> Slices image into patches and extracts features.</li>
|
||
<li><strong>Projector (The Translator):</strong> Converts visual features into the same "language" (vector dimension) as text embeddings.</li>
|
||
<li><strong>Concatenation:</strong> The translated visual tokens are pasted <em>before</em> the text tokens. The LLM sees them as "foreign words" it learned to understand.</li>
|
||
</ul>
|
||
</div>
|
||
</div>
|
||
</div>
|
||
</template>
|
||
|
||
<script setup>
|
||
import { ref } from 'vue'
|
||
|
||
const isVLM = ref(false)
|
||
|
||
const toggleMode = () => {
|
||
isVLM.value = !isVLM.value
|
||
}
|
||
</script>
|
||
|
||
<style scoped>
|
||
.model-evolution-demo {
|
||
background: var(--vp-c-bg-soft);
|
||
border: 1px solid var(--vp-c-divider);
|
||
border-radius: 12px;
|
||
padding: 24px;
|
||
margin: 20px 0;
|
||
font-family: 'Menlo', 'Monaco', sans-serif;
|
||
user-select: none;
|
||
}
|
||
|
||
/* Controls */
|
||
.controls-header {
|
||
display: flex;
|
||
flex-direction: column;
|
||
align-items: center;
|
||
margin-bottom: 30px;
|
||
gap: 12px;
|
||
}
|
||
|
||
.toggle-container {
|
||
display: flex;
|
||
align-items: center;
|
||
gap: 15px;
|
||
cursor: pointer;
|
||
background: var(--vp-c-bg-mute);
|
||
padding: 8px 16px;
|
||
border-radius: 30px;
|
||
border: 1px solid transparent;
|
||
transition: all 0.2s;
|
||
}
|
||
|
||
.toggle-container:hover {
|
||
border-color: var(--vp-c-brand);
|
||
background: var(--vp-c-bg);
|
||
}
|
||
|
||
.toggle-track {
|
||
width: 50px;
|
||
height: 28px;
|
||
background: #ccc;
|
||
border-radius: 14px;
|
||
position: relative;
|
||
transition: background 0.3s;
|
||
}
|
||
|
||
.toggle-track.active {
|
||
background: var(--vp-c-brand);
|
||
}
|
||
|
||
.toggle-thumb {
|
||
width: 24px;
|
||
height: 24px;
|
||
background: #fff;
|
||
border-radius: 50%;
|
||
position: absolute;
|
||
top: 2px;
|
||
left: 2px;
|
||
display: flex;
|
||
align-items: center;
|
||
justify-content: center;
|
||
font-size: 14px;
|
||
transition: transform 0.3s cubic-bezier(0.34, 1.56, 0.64, 1);
|
||
box-shadow: 0 2px 4px rgba(0,0,0,0.2);
|
||
}
|
||
|
||
.toggle-track.active .toggle-thumb {
|
||
transform: translateX(22px);
|
||
}
|
||
|
||
.toggle-label {
|
||
font-size: 14px;
|
||
font-weight: bold;
|
||
color: var(--vp-c-text-2);
|
||
display: flex;
|
||
gap: 8px;
|
||
align-items: center;
|
||
}
|
||
|
||
.toggle-label span.active {
|
||
color: var(--vp-c-text-1);
|
||
}
|
||
|
||
.status-desc {
|
||
font-size: 13px;
|
||
color: var(--vp-c-text-2);
|
||
text-align: center;
|
||
height: 20px;
|
||
}
|
||
|
||
/* Diagram Stage */
|
||
.diagram-stage {
|
||
position: relative;
|
||
height: 240px;
|
||
background: var(--vp-c-bg);
|
||
border: 1px dashed var(--vp-c-divider);
|
||
border-radius: 8px;
|
||
overflow: hidden;
|
||
display: flex;
|
||
justify-content: center;
|
||
align-items: center;
|
||
}
|
||
|
||
/* Pipelines */
|
||
.pipeline {
|
||
transition: all 0.5s cubic-bezier(0.34, 1.56, 0.64, 1);
|
||
}
|
||
|
||
.text-pipeline {
|
||
position: absolute;
|
||
bottom: 80px; /* Centered vertically in LLM mode */
|
||
left: 50%;
|
||
transform: translateX(-50%);
|
||
width: 100%;
|
||
display: flex;
|
||
justify-content: center;
|
||
}
|
||
|
||
.vlm-mode .text-pipeline {
|
||
bottom: 40px; /* Move down in VLM mode */
|
||
}
|
||
|
||
.vision-pipeline {
|
||
position: absolute;
|
||
top: 20px;
|
||
left: 20%; /* Align with input side */
|
||
opacity: 0;
|
||
transform: translateY(-20px);
|
||
pointer-events: none;
|
||
}
|
||
|
||
.vlm-mode .vision-pipeline {
|
||
opacity: 1;
|
||
transform: translateY(0);
|
||
pointer-events: auto;
|
||
}
|
||
|
||
.node-group {
|
||
display: flex;
|
||
align-items: center;
|
||
gap: 6px;
|
||
}
|
||
|
||
.node-group.horizontal {
|
||
flex-direction: row;
|
||
}
|
||
|
||
.vision-pipeline .node-group {
|
||
flex-direction: column;
|
||
}
|
||
|
||
/* Nodes */
|
||
.node {
|
||
background: var(--vp-c-bg);
|
||
border: 2px solid var(--vp-c-divider);
|
||
border-radius: 8px;
|
||
padding: 8px 12px;
|
||
display: flex;
|
||
flex-direction: column;
|
||
align-items: center;
|
||
min-width: 70px;
|
||
box-shadow: 0 4px 6px rgba(0,0,0,0.05);
|
||
position: relative;
|
||
z-index: 2;
|
||
}
|
||
|
||
.icon { font-size: 20px; margin-bottom: 4px; }
|
||
.label { font-size: 11px; font-weight: bold; }
|
||
|
||
.input-node { border-color: #aaa; }
|
||
.process-node { border-color: var(--vp-c-brand-dimm); }
|
||
.core-node {
|
||
border-color: var(--vp-c-brand);
|
||
background: var(--vp-c-brand-dimm);
|
||
min-width: 100px;
|
||
}
|
||
.output-node { border-color: var(--vp-c-brand); }
|
||
|
||
.vit-node {
|
||
border-color: var(--vp-c-yellow);
|
||
background: rgba(255, 197, 23, 0.05);
|
||
}
|
||
.projector-node {
|
||
border-color: var(--vp-c-yellow);
|
||
background: var(--vp-c-yellow-dimm);
|
||
}
|
||
|
||
/* Arrows */
|
||
.flow-arrow {
|
||
color: var(--vp-c-text-3);
|
||
font-size: 16px;
|
||
}
|
||
|
||
.connector-arrow {
|
||
font-size: 24px;
|
||
color: var(--vp-c-yellow);
|
||
margin-top: -10px;
|
||
margin-bottom: -10px;
|
||
transform: rotate(-45deg) translateX(10px);
|
||
}
|
||
|
||
/* Merge Point */
|
||
.merge-point {
|
||
width: 0;
|
||
overflow: hidden;
|
||
transition: all 0.5s;
|
||
display: flex;
|
||
flex-direction: column;
|
||
align-items: center;
|
||
opacity: 0;
|
||
}
|
||
|
||
.merge-point.active {
|
||
width: 40px;
|
||
opacity: 1;
|
||
}
|
||
|
||
.plus-icon {
|
||
font-weight: bold;
|
||
color: var(--vp-c-text-2);
|
||
font-size: 18px;
|
||
}
|
||
|
||
.merge-label {
|
||
font-size: 9px;
|
||
color: var(--vp-c-text-3);
|
||
}
|
||
|
||
/* Inner Flow Animation inside LLM */
|
||
.inner-flow {
|
||
display: flex;
|
||
gap: 4px;
|
||
margin-top: 4px;
|
||
height: 6px;
|
||
}
|
||
|
||
.dot {
|
||
width: 6px;
|
||
height: 6px;
|
||
border-radius: 50%;
|
||
background: #fff;
|
||
opacity: 0.6;
|
||
animation: pulse 1s infinite alternate;
|
||
}
|
||
|
||
.t1 { animation-delay: 0s; }
|
||
.t2 { animation-delay: 0.2s; }
|
||
.v1 { background: var(--vp-c-yellow); animation-delay: 0.4s; }
|
||
|
||
@keyframes pulse {
|
||
from { opacity: 0.3; transform: scale(0.8); }
|
||
to { opacity: 1; transform: scale(1.1); }
|
||
}
|
||
|
||
/* Interactive Info */
|
||
.interactive-info {
|
||
margin-top: 20px;
|
||
}
|
||
|
||
.info-card {
|
||
background: var(--vp-c-bg-mute);
|
||
padding: 16px;
|
||
border-radius: 8px;
|
||
animation: fadeIn 0.3s;
|
||
}
|
||
|
||
.info-card h3 {
|
||
margin-top: 0;
|
||
margin-bottom: 10px;
|
||
font-size: 15px;
|
||
color: var(--vp-c-text-1);
|
||
}
|
||
|
||
.info-card p, .info-card li {
|
||
font-size: 13px;
|
||
color: var(--vp-c-text-2);
|
||
line-height: 1.6;
|
||
}
|
||
|
||
.info-card ul {
|
||
padding-left: 20px;
|
||
margin: 0;
|
||
}
|
||
|
||
@keyframes fadeIn {
|
||
from { opacity: 0; transform: translateY(5px); }
|
||
to { opacity: 1; transform: translateY(0); }
|
||
}
|
||
|
||
/* Mobile Adjustments */
|
||
@media (max-width: 600px) {
|
||
.diagram-stage {
|
||
height: 300px;
|
||
}
|
||
|
||
.text-pipeline {
|
||
flex-wrap: wrap;
|
||
gap: 10px;
|
||
width: 90%;
|
||
}
|
||
|
||
.vision-pipeline {
|
||
left: 10%;
|
||
}
|
||
}
|
||
</style> |