[{"data":1,"prerenderedAt":512},["ShallowReactive",2],{"navigation_docs_en":3,"-en-self-hosting-performance-and-models-models":143,"-en-self-hosting-performance-and-models-models-surround":507},[4,103,124],{"title":5,"icon":6,"path":7,"stem":8,"children":9,"page":36},"Self-hosting","i-lucide-server","\u002Fen\u002Fself-hosting","en\u002F1.self-hosting",[10,37,57,77],{"title":11,"icon":12,"path":13,"stem":14,"children":15,"page":36},"Getting started","i-lucide-rocket","\u002Fen\u002Fself-hosting\u002Fgetting-started","en\u002F1.self-hosting\u002F1.getting-started",[16,21,26,31],{"title":17,"path":18,"stem":19,"icon":20},"Quick start (guided)","\u002Fen\u002Fself-hosting\u002Fgetting-started\u002Fquick-start","en\u002F1.self-hosting\u002F1.getting-started\u002F1.quick-start","i-lucide-wand-2",{"title":22,"path":23,"stem":24,"icon":25},"Overview","\u002Fen\u002Fself-hosting\u002Fgetting-started\u002Foverview","en\u002F1.self-hosting\u002F1.getting-started\u002F2.overview","i-lucide-layout-dashboard",{"title":27,"path":28,"stem":29,"icon":30},"Requirements","\u002Fen\u002Fself-hosting\u002Fgetting-started\u002Frequirements","en\u002F1.self-hosting\u002F1.getting-started\u002F3.requirements","i-lucide-cpu",{"title":32,"path":33,"stem":34,"icon":35},"Manual install","\u002Fen\u002Fself-hosting\u002Fgetting-started\u002Fmanual-install","en\u002F1.self-hosting\u002F1.getting-started\u002F4.manual-install","i-lucide-terminal",false,{"title":38,"icon":39,"path":40,"stem":41,"children":42,"page":36},"Performance & models","i-lucide-gauge","\u002Fen\u002Fself-hosting\u002Fperformance-and-models","en\u002F1.self-hosting\u002F2.performance-and-models",[43,48,52],{"title":44,"path":45,"stem":46,"icon":47},"GPU acceleration","\u002Fen\u002Fself-hosting\u002Fperformance-and-models\u002Fgpu-acceleration","en\u002F1.self-hosting\u002F2.performance-and-models\u002F1.gpu-acceleration","i-lucide-zap",{"title":49,"path":50,"stem":51,"icon":39},"Performance and memory","\u002Fen\u002Fself-hosting\u002Fperformance-and-models\u002Fperformance-and-memory","en\u002F1.self-hosting\u002F2.performance-and-models\u002F2.performance-and-memory",{"title":53,"path":54,"stem":55,"icon":56},"Models","\u002Fen\u002Fself-hosting\u002Fperformance-and-models\u002Fmodels","en\u002F1.self-hosting\u002F2.performance-and-models\u002F3.models","i-lucide-brain",{"title":58,"icon":59,"path":60,"stem":61,"children":62,"page":36},"Configuration & access","i-lucide-sliders-horizontal","\u002Fen\u002Fself-hosting\u002Fconfiguration-and-access","en\u002F1.self-hosting\u002F3.configuration-and-access",[63,67,72],{"title":64,"path":65,"stem":66,"icon":59},"Configuration reference","\u002Fen\u002Fself-hosting\u002Fconfiguration-and-access\u002Fconfiguration-reference","en\u002F1.self-hosting\u002F3.configuration-and-access\u002F1.configuration-reference",{"title":68,"path":69,"stem":70,"icon":71},"Licensing and activation","\u002Fen\u002Fself-hosting\u002Fconfiguration-and-access\u002Flicensing","en\u002F1.self-hosting\u002F3.configuration-and-access\u002F2.licensing","i-lucide-key-round",{"title":73,"path":74,"stem":75,"icon":76},"Managing users","\u002Fen\u002Fself-hosting\u002Fconfiguration-and-access\u002Fmanaging-users","en\u002F1.self-hosting\u002F3.configuration-and-access\u002F3.managing-users","i-lucide-users",{"title":78,"icon":79,"path":80,"stem":81,"children":82,"page":36},"Operations & security","i-lucide-shield-check","\u002Fen\u002Fself-hosting\u002Foperations-and-security","en\u002F1.self-hosting\u002F4.operations-and-security",[83,88,93,98],{"title":84,"path":85,"stem":86,"icon":87},"Backups and restore","\u002Fen\u002Fself-hosting\u002Foperations-and-security\u002Fbackups","en\u002F1.self-hosting\u002F4.operations-and-security\u002F1.backups","i-lucide-database-backup",{"title":89,"path":90,"stem":91,"icon":92},"Updating","\u002Fen\u002Fself-hosting\u002Foperations-and-security\u002Fupdating","en\u002F1.self-hosting\u002F4.operations-and-security\u002F2.updating","i-lucide-refresh-cw",{"title":94,"path":95,"stem":96,"icon":97},"Security and networking","\u002Fen\u002Fself-hosting\u002Foperations-and-security\u002Fsecurity-and-networking","en\u002F1.self-hosting\u002F4.operations-and-security\u002F3.security-and-networking","i-lucide-shield",{"title":99,"path":100,"stem":101,"icon":102},"Troubleshooting","\u002Fen\u002Fself-hosting\u002Foperations-and-security\u002Ftroubleshooting","en\u002F1.self-hosting\u002F4.operations-and-security\u002F4.troubleshooting","i-lucide-life-buoy",{"title":104,"icon":105,"path":106,"stem":107,"children":108,"page":36},"App & reference","i-lucide-book-open-text","\u002Fen\u002Freference","en\u002F2.reference",[109,114,119],{"title":110,"path":111,"stem":112,"icon":113},"Install the app","\u002Fen\u002Freference\u002Finstall-the-app","en\u002F2.reference\u002F1.install-the-app","i-lucide-download",{"title":115,"path":116,"stem":117,"icon":118},"How it works","\u002Fen\u002Freference\u002Fhow-it-works","en\u002F2.reference\u002F2.how-it-works","i-lucide-workflow",{"title":120,"path":121,"stem":122,"icon":123},"Data and privacy","\u002Fen\u002Freference\u002Fdata-and-privacy","en\u002F2.reference\u002F3.data-and-privacy","i-lucide-lock",{"title":125,"icon":126,"path":127,"stem":128,"children":129,"page":36},"Chronicler Cloud","i-lucide-cloud","\u002Fen\u002Fcloud","en\u002F3.cloud",[130,134,138],{"title":131,"path":132,"stem":133,"icon":126},"Cloud overview","\u002Fen\u002Fcloud\u002Foverview","en\u002F3.cloud\u002F1.overview",{"title":135,"path":136,"stem":137,"icon":12},"Quick start","\u002Fen\u002Fcloud\u002Fquick-start","en\u002F3.cloud\u002F2.quick-start",{"title":139,"path":140,"stem":141,"icon":142},"Your first chat","\u002Fen\u002Fcloud\u002Fyour-first-chat","en\u002F3.cloud\u002F3.your-first-chat","i-lucide-messages-square",{"id":144,"title":53,"body":145,"description":498,"extension":499,"links":500,"meta":501,"navigation":502,"path":54,"seo":503,"stem":55,"__hash__":506},"docs_en\u002Fen\u002F1.self-hosting\u002F2.performance-and-models\u002F3.models.md",{"type":146,"value":147,"toc":484},"minimark",[148,153,162,269,272,276,282,289,314,317,321,332,335,384,413,417,425,429,435,438,442,480],[149,150,152],"h2",{"id":151},"the-model-catalog","The model catalog",[154,155,156,157,161],"p",{},"Every model here also reads images, because the same model answers questions\n",[158,159,160],"strong",{},"and"," does AI-assisted OCR on scanned pages. You only ever run one.",[163,164,165,184],"table",{},[166,167,168],"thead",{},[169,170,171,175,178,181],"tr",{},[172,173,174],"th",{},"Model",[172,176,177],{},"Needs",[172,179,180],{},"Download",[172,182,183],{},"Good for",[185,186,187,205,221,237,253],"tbody",{},[169,188,189,196,199,202],{},[190,191,192],"td",{},[193,194,195],"code",{},"gemma4:e2b",[190,197,198],{},"8 GB RAM, no GPU",[190,200,201],{},"~7 GB",[190,203,204],{},"The default. Fastest chat and OCR, strong French and Arabic. Weaker on dense tables.",[169,206,207,212,215,218],{},[190,208,209],{},[193,210,211],{},"gemma4:e4b",[190,213,214],{},"16 GB RAM, no GPU",[190,216,217],{},"~10 GB",[190,219,220],{},"Better reasoning and OCR than E2B, noticeably slower on a CPU.",[169,222,223,228,231,234],{},[190,224,225],{},[193,226,227],{},"gemma4:12b",[190,229,230],{},"10 GB VRAM, 16 GB RAM",[190,232,233],{},"~8 GB",[190,235,236],{},"Long context, solid reasoning and dense-table OCR.",[169,238,239,244,247,250],{},[190,240,241],{},[193,242,243],{},"gemma4:26b",[190,245,246],{},"20 GB VRAM, 32 GB RAM",[190,248,249],{},"~18 GB",[190,251,252],{},"Best answer quality on long documents.",[169,254,255,260,263,266],{},[190,256,257],{},[193,258,259],{},"gemma4:31b",[190,261,262],{},"24 GB VRAM, 32 GB RAM",[190,264,265],{},"~20 GB",[190,267,268],{},"Largest tier, slowest per answer.",[154,270,271],{},"The first two run without a graphics card. The rest need one.",[149,273,275],{"id":274},"changing-the-model","Changing the model",[154,277,278,281],{},[158,279,280],{},"Admin → Model"," shows what the server detected, what it recommends, and the\ncatalog. Anything your hardware can't run is greyed out.",[154,283,284],{},[285,286],"img",{"alt":287,"src":288},"Admin model selection placeholder","\u002Fimages\u002Fscreenshots\u002Fadmin-model-selection.svg",[290,291,292,297,300,304,307,311],"steps",{},[293,294,296],"h3",{"id":295},"pick-one-and-choose-use-this-model","Pick one and choose \"Use this model\"",[154,298,299],{},"The download starts immediately, with a progress bar. It's a multi-gigabyte\ndownload - leave it alone.",[293,301,303],{"id":302},"wait-for-it-to-finish","Wait for it to finish",[154,305,306],{},"The new model only becomes active once its download completes, so chat keeps\nworking on the old one meanwhile.",[293,308,310],{"id":309},"the-old-one-is-removed","The old one is removed",[154,312,313],{},"Once the switch is done, the superseded model is deleted to reclaim the disk.",[154,315,316],{},"No restart is needed, and your documents and index are untouched - only the\ncomponent that writes the answers changed.",[149,318,320],{"id":319},"gpu-models-are-greyed-out","GPU models are greyed out",[154,322,323,324,327,328,331],{},"The hardware probe runs inside the backend container, which is given no access to\nthe graphics card - only the Ollama container gets it. So the backend is told\nwhat card you have, via ",[193,325,326],{},"CHRONICLER_GPU_VRAM_GB"," in your ",[193,329,330],{},".env",".",[154,333,334],{},"If the GPU tiers above are greyed out on a machine that has a card, that key is\nmissing:",[336,337,338,360],"tabs",{},[339,340,343],"tabs-item",{"icon":341,"label":342},"i-lucide-monitor","Windows (PowerShell)",[344,345,351],"pre",{"className":346,"code":347,"filename":348,"language":349,"meta":350,"style":350},"language-powershell shiki shiki-themes material-theme-lighter material-theme material-theme-palenight","Select-String \"CHRONICLER_GPU_VRAM_GB\" .env\n","PowerShell","powershell","",[193,352,353],{"__ignoreMap":350},[354,355,358],"span",{"class":356,"line":357},"line",1,[354,359,347],{},[339,361,363],{"icon":35,"label":362},"Linux",[344,364,369],{"className":365,"code":366,"filename":367,"language":368,"meta":350,"style":350},"language-bash shiki shiki-themes material-theme-lighter material-theme material-theme-palenight","grep CHRONICLER_GPU_VRAM_GB .env\n","Linux shell","bash",[193,370,371],{"__ignoreMap":350},[354,372,373,377,381],{"class":356,"line":357},[354,374,376],{"class":375},"sBMFI","grep",[354,378,380],{"class":379},"sfazB"," CHRONICLER_GPU_VRAM_GB",[354,382,383],{"class":379}," .env\n",[154,385,386,387,392,393,396,397,400,401,404,405,408,409,412],{},"Rerun the ",[388,389,391],"a",{"href":390},"\u002Fen\u002Fself-hosting\u002Fperformance-and-models\u002Fgpu-acceleration#automatic-detection","detection script","\nto write it, then ",[193,394,395],{},"docker compose up -d",". It is set only on the ",[193,398,399],{},"nvidia"," profile -\nif ",[193,402,403],{},"COMPOSE_PROFILES"," is ",[193,406,407],{},"cpu"," or ",[193,410,411],{},"amd",", the CPU-capable tiers are genuinely all\nyour stack can serve, and the console is right to limit you to them.",[149,414,416],{"id":415},"the-embedding-model-is-fixed","The embedding model is fixed",[154,418,419,420,424],{},"Answers come from the generation model above, but ",[421,422,423],"em",{},"finding"," the right passages is\ndone by a separate embedding model. That one cannot be changed: every document\nyou've indexed was indexed with it, and swapping it would silently invalidate the\nlot. It ships inside the image, so it never needs downloading and works with no\ninternet at all.",[149,426,428],{"id":427},"re-indexing","Re-indexing",[154,430,431,434],{},[158,432,433],{},"Admin → Model → Reindex all"," rebuilds the search index for every document.",[154,436,437],{},"You need it rarely - after a restore from an older backup, or if search results\nlook wrong. It's heavy: expect the server to be busy for a long time on a large\nlibrary, and run it outside working hours.",[149,439,441],{"id":440},"choosing-well","Choosing well",[443,444,445,458,468,474],"ul",{},[446,447,448,451,452,454,455,457],"li",{},[158,449,450],{},"On a CPU",", stay small. ",[193,453,195],{}," answering in 40 seconds beats\n",[193,456,211],{}," answering in four minutes.",[446,459,460,463,464,467],{},[158,461,462],{},"On a GPU",", use the largest model that fits comfortably in VRAM. One that\n",[421,465,466],{},"almost"," fits spills into system memory and gets dramatically slower.",[446,469,470,473],{},[158,471,472],{},"For scanned documents and tables",", the 12B tier and above read structured\npages much better.",[446,475,476,479],{},[158,477,478],{},"Test with your own documents."," Benchmarks don't know what your contracts\nlook like.",[481,482,483],"style",{},"html .light .shiki span {color: var(--shiki-light);background: var(--shiki-light-bg);font-style: var(--shiki-light-font-style);font-weight: var(--shiki-light-font-weight);text-decoration: var(--shiki-light-text-decoration);}html.light .shiki span {color: var(--shiki-light);background: var(--shiki-light-bg);font-style: var(--shiki-light-font-style);font-weight: var(--shiki-light-font-weight);text-decoration: var(--shiki-light-text-decoration);}html .default .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .dark .shiki span {color: var(--shiki-dark);background: var(--shiki-dark-bg);font-style: var(--shiki-dark-font-style);font-weight: var(--shiki-dark-font-weight);text-decoration: var(--shiki-dark-text-decoration);}html.dark .shiki span {color: var(--shiki-dark);background: var(--shiki-dark-bg);font-style: var(--shiki-dark-font-style);font-weight: var(--shiki-dark-font-weight);text-decoration: var(--shiki-dark-text-decoration);}html pre.shiki code .sBMFI, html code.shiki .sBMFI{--shiki-light:#E2931D;--shiki-default:#FFCB6B;--shiki-dark:#FFCB6B}html pre.shiki code .sfazB, html code.shiki .sfazB{--shiki-light:#91B859;--shiki-default:#C3E88D;--shiki-dark:#C3E88D}",{"title":350,"searchDepth":485,"depth":485,"links":486},2,[487,488,494,495,496,497],{"id":151,"depth":485,"text":152},{"id":274,"depth":485,"text":275,"children":489},[490,492,493],{"id":295,"depth":491,"text":296},3,{"id":302,"depth":491,"text":303},{"id":309,"depth":491,"text":310},{"id":319,"depth":485,"text":320},{"id":415,"depth":485,"text":416},{"id":427,"depth":485,"text":428},{"id":440,"depth":485,"text":441},"Which model writes your answers, how to change it, and what each one needs.","md",null,{},{"icon":56},{"title":504,"description":505},"Choosing a Chronicler generation model","The model catalog, hardware requirements, how to switch models and how re-indexing works.","i5xlsGLdTQKLKCUhNHRa4gevk7R4CJI7BctQ8AAUN1E",[508,510],{"title":49,"path":50,"stem":51,"description":509,"icon":39,"children":-1},"Give the stack more RAM, and know which knob actually changes anything.",{"title":64,"path":65,"stem":66,"description":511,"icon":59,"children":-1},"Every setting you can change, where it lives, and what is deliberately fixed.",1785127056031]