{
 "case": "bench-q8_0",
 "machine": "macos-15-arm64",
 "run": "ci-2",
 "args": [
  "--model",
  "models/qwen2.5-0.5b-instruct-q8_0.gguf",
  "--contextsize",
  "4096"
 ],
 "started": "2026-11-13T13:16:02+0000",
 "exit_code": 0,
 "seconds": 59.6,
 "bench_csv": "Timestamp,Backend,Layers,Model,MaxCtx,GenAmount,ProcessingTime,ProcessingSpeed,GenerationTime,GenerationSpeed,TotalTime,Output,Flags\n2026-11-13 13:17:01.971785+00:00,koboldcpp_default.so,200,qwen2.5-0.5b-instruct-q8_0,4096,100,31.60,126.47,20.34,4.92,51.94, 1 1 1 1,\"{'usecuda': None, 'usevulkan': None, 'usecpu': False, 'model': ['models/qwen2.5-0.5b-instruct-q8_0.gguf'], 'model_param': 'models/qwen2.5-0.5b-instruct-q8_0.gguf', 'config': None, 'contextsize': 4096, 'gpulayers': 200, 'host': '', 'launch': False, 'tensor_split': None, 'threads': 1, 'port': 5001, 'port_param': 5001, 'version': False, 'agent': False, 'agentload': '', 'analyze': '', 'autofit': False, 'autofitpadding': 1024, 'batchsize': 512, 'ubatchsize': -1, 'benchmark': 'results/ci-2/macos-15-arm64/bench-q8_0/bench.csv', 'blasthreads': 1, 'chatcompletionsadapter': 'AutoGuess', 'cli': False, 'debugmode': 0, 'defaultgenamt': 2048, 'device': '', 'downloaddir': '', 'draftamount': 4, 'draftgpulayers': 999, 'draftgpusplit': None, 'draftmodel': '', 'enableguidance': False, 'exportconfig': '', 'exporttemplate': '', 'failsafe': False, 'foreground': False, 'gendefaults': '', 'gendefaultsoverwrite': False, 'genlimit': 0, 'highpriority': False, 'ignoremissing': False, 'jinja': False, 'jinja_kwargs': '', 'jinjatemplate': '', 'jinjathink': 'default', 'lora': None, 'loramult': 1.0, 'lowvram': False, 'maingpu': -1, 'maxrequestsize': 32, 'mcpfile': '', 'mmproj': '', 'mmprojcpu': False, 'lazy_mode': 'auto', 'moe_cache_mib': 0, 'moecpu': 0, 'ffncpu': 0, 'moeexperts': -1, 'multiplayer': False, 'nocertify': False, 'nofastforward': False, 'noflashattention': False, 'noavx2': False, 'nobostoken': False, 'nommq': False, 'nomodel': False, 'noshift': False, 'noswa': False, 'onready': '', 'allow_config_onready': False, 'overridekv': '', 'overridenativecontext': 0, 'overridetensors': '', 'parallelrequests': 1, 'paralleltotalcontext': 0, 'password': None, 'preloadstory': '', 'prompt': '', 'quantkv': 'f16', 'queuelimit': 10, 'quiet': False, 'ratelimit': 0, 'reasoningeffort': 'default', 'remotetunnel': False, 'ropeconfig': [0.0, 10000.0], 'savedatafile': '', 'singleinstance': False, 'smartcache': 0, 'smartcontext': False, 'splitmode': 'layer', 'ssl': None, 'swapadding': 0, 'unpack': '', 'usemtp': False, 'usemlock': False, 'usemmap': False, 'usedirectio': False, 'visionmaxres': 1024, 'visionmaxtokens': -1, 'visionmintokens': -1, 'websearch': False, 'showgui': False, 'skiplauncher': True, 'hordemodelname': '', 'hordeworkername': '', 'hordekey': '', 'hordemaxctx': 0, 'hordegenlen': 0, 'sdaudiovae': '', 'sdclamped': 0, 'sdclampedsoft': 0, 'sdclip1': '', 'sdclip2': '', 'sdclipdevice': -2, 'sdconvdirect': 'off', 'sdflashattention': False, 'sdlora': [], 'sdloramult': [1.0], 'sdmaingpu': None, 'sdmodel': '', 'sdoffloadcpu': False, 'sdphotomaker': '', 'sdquant': 0, 'sdllm': '', 'sdthreads': 0, 'sdtiledvae': 512, 'sdupscaler': '', 'sdvae': '', 'sdvaeauto': False, 'sdvaedevice': -1, 'sdvramlimit': 0, 'whispermodel': '', 'ttsmodel': '', 'ttswavtokenizer': '', 'ttsgpu': False, 'ttsmaxlen': 4096, 'ttsthreads': 0, 'ttsdir': '', 'musicllm': '', 'musicembeddings': '', 'musicdiffusion': '', 'musicvae': '', 'musiclowvram': False, 'embeddingsmodel': '', 'embeddingsmaxctx': 4096, 'embeddingsgpu': False, 'rpcmode': 'disabled', 'rpcport': 5551, 'rpchost': '0.0.0.0', 'rpcdevice': '', 'rpccache': '', 'rpctargets': '', 'admin': False, 'adminpassword': None, 'admindir': '', 'adminunloadtimeout': 0, 'routermode': False, 'reqtimeout': 600, 'autoswapmode': False, 'autoswapthreshold': 256, 'baseconfig': '', 'hordeconfig': None, 'sdconfig': None, 'noblas': False, 'nommap': False, 'nopipelineparallel': False, 'pipelineparallel': False, 'sdnotile': False, 'sdt5xxl': None, 'sdvaecpu': False, 'sdclipgpu': False, 'forceversion': False, 'sdgendefaults': False, 'flashattention': False, 'useswa': False, 'multiuser': None, 'testmemory': False, 'run_bundled_agent': False, 'agent_base_url': None, 'agent_api_key': None, 'proxy_port': None}\"\n",
 "log_lines": [
  "Unable to determine GPU Memory",
  "Unable to determine available RAM",
  "Initializing dynamic library: koboldcpp_default.so",
  "Namespace(usecuda=None, usevulkan=None, usecpu=False, model=['models/qwen2.5-0.5b-instruct-q8_0.gguf'], model_param='models/qwen2.5-0.5b-instruct-q8_0.gguf', config=None, contextsize=4096, gpulayers=200, host='', launch=False, tensor_split=None, threads=1, port=5001, port_param=5001, version=False, agent=False, agentload='', analyze='', autofit=False, autofitpadding=1024, batchsize=512, ubatchsize=-1, benchmark='results/ci-2/macos-15-arm64/bench-q8_0/bench.csv', blasthreads=0, chatcompletionsadapter='AutoGuess', cli=False, debugmode=0, defaultgenamt=2048, device='', downloaddir='', draftamount=4, draftgpulayers=999, draftgpusplit=None, draftmodel='', enableguidance=False, exportconfig='', exporttemplate='', failsafe=False, foreground=False, gendefaults='', gendefaultsoverwrite=False, genlimit=0, highpriority=False, ignoremissing=False, jinja=False, jinja_kwargs='', jinjatemplate='', jinjathink='default', lora=None, loramult=1.0, lowvram=False, maingpu=-1, maxrequestsize=32, mcpfile='', mmproj='', mmprojcpu=False, lazy_mode='auto', moe_cache_mib=0, moecpu=0, ffncpu=0, moeexperts=-1, multiplayer=False, nocertify=False, nofastforward=False, noflashattention=False, noavx2=False, nobostoken=<redacted> nommq=False, nomodel=False, noshift=False, noswa=False, onready='', allow_config_onready=False, overridekv='', overridenativecontext=0, overridetensors='', parallelrequests=1, paralleltotalcontext=0, password=<redacted> preloadstory='', prompt='', quantkv='f16', queuelimit=10, quiet=False, ratelimit=0, reasoningeffort='default', remotetunnel=False, ropeconfig=[0.0, 10000.0], savedatafile='', singleinstance=False, smartcache=0, smartcontext=False, splitmode='layer', ssl=None, swapadding=0, unpack='', usemtp=False, usemlock=False, usemmap=False, usedirectio=False, visionmaxres=1024, visionmaxtokens=-1, visionmintokens=-1, websearch=False, showgui=False, skiplauncher=True, hordemodelname='', hordeworkername='', hordekey='', hordemaxctx=0, hordegenlen=0, sdaudiovae='', sdclamped=0, sdclampedsoft=0, sdclip1='', sdclip2='', sdclipdevice=-2, sdconvdirect='off', sdflashattention=False, sdlora=[], sdloramult=[1.0], sdmaingpu=None, sdmodel='', sdoffloadcpu=False, sdphotomaker='', sdquant=0, sdllm='', sdthreads=0, sdtiledvae=512, sdupscaler='', sdvae='', sdvaeauto=False, sdvaedevice=-1, sdvramlimit=0, whispermodel='', ttsmodel='', ttswavtokenizer='', ttsgpu=False, ttsmaxlen=4096, ttsthreads=0, ttsdir='', musicllm='', musicembeddings='', musicdiffusion='', musicvae='', musiclowvram=False, embeddingsmodel='', embeddingsmaxctx=4096, embeddingsgpu=False, rpcmode='disabled', rpcport=5551, rpchost='0.0.0.0', rpcdevice='', rpccache='', rpctargets='', admin=False, adminpassword=<redacted> admindir='', adminunloadtimeout=0, routermode=False, reqtimeout=600, autoswapmode=False, autoswapthreshold=256, baseconfig='', hordeconfig=None, sdconfig=None, noblas=False, nommap=False, nopipelineparallel=False, pipelineparallel=False, sdnotile=False, sdt5xxl=None, sdvaecpu=False, sdclipgpu=False, forceversion=False, sdgendefaults=False, flashattention=False, useswa=False, multiuser=None, testmemory=False, run_bundled_agent=False, agent_base_url=None, agent_api_key=<redacted> proxy_port=None)",
  "Threadpool set to 1 threads and 1 blasthreads...",
  "Processing Prompt (0 / 3996 tokens)",
  "Processing Prompt (512 / 3996 tokens)",
  "Processing Prompt (1024 / 3996 tokens)",
  "Processing Prompt (1536 / 3996 tokens)",
  "Processing Prompt (2048 / 3996 tokens)",
  "Processing Prompt (2560 / 3996 tokens)",
  "Processing Prompt (3072 / 3996 tokens)",
  "Processing Prompt (3584 / 3996 tokens)",
  "Processing Prompt (3996 / 3996 tokens)",
  "[13:17:01] CtxLimit:4096/4096, Init:0.10s, Processed:3996 in 31.60s (126.47T/s), Generated:100/100 in 20.34s (4.92T/s), Total:52.03sLoad Text Model OK: True",
  "Active Modules: TextGeneration",
  "Inactive Modules: ImageGeneration VoiceRecognition MultimodalVision MultimodalAudio NetworkMultiplayer ApiKeyPassword WebSearchProxy TextToSpeech VectorEmbeddings AdminControl MCPBridge MusicGen RouterMode",
  "Running benchmark (Save to File: results/ci-2/macos-15-arm64/bench-q8_0/bench.csv)...",
  "Benchmark Completed - v1.124.2 Results:",
  "Flags: {'usecuda': None, 'usevulkan': None, 'usecpu': False, 'model': ['models/qwen2.5-0.5b-instruct-q8_0.gguf'], 'model_param': 'models/qwen2.5-0.5b-instruct-q8_0.gguf', 'config': None, 'contextsize': 4096, 'gpulayers': 200, 'host': '', 'launch': False, 'tensor_split': None, 'threads': 1, 'port': 5001, 'port_param': 5001, 'version': False, 'agent': False, 'agentload': '', 'analyze': '', 'autofit': False, 'autofitpadding': 1024, 'batchsize': 512, 'ubatchsize': -1, 'benchmark': 'results/ci-2/macos-15-arm64/bench-q8_0/bench.csv', 'blasthreads': 1, 'chatcompletionsadapter': 'AutoGuess', 'cli': False, 'debugmode': 0, 'defaultgenamt': 2048, 'device': '', 'downloaddir': '', 'draftamount': 4, 'draftgpulayers': 999, 'draftgpusplit': None, 'draftmodel': '', 'enableguidance': False, 'exportconfig': '', 'exporttemplate': '', 'failsafe': False, 'foreground': False, 'gendefaults': '', 'gendefaultsoverwrite': False, 'genlimit': 0, 'highpriority': False, 'ignoremissing': False, 'jinja': False, 'jinja_kwargs': '', 'jinjatemplate': '', 'jinjathink': 'default', 'lora': None, 'loramult': 1.0, 'lowvram': False, 'maingpu': -1, 'maxrequestsize': 32, 'mcpfile': '', 'mmproj': '', 'mmprojcpu': False, 'lazy_mode': 'auto', 'moe_cache_mib': 0, 'moecpu': 0, 'ffncpu': 0, 'moeexperts': -1, 'multiplayer': False, 'nocertify': False, 'nofastforward': False, 'noflashattention': False, 'noavx2': False, 'nobostoken': False, 'nommq': False, 'nomodel': False, 'noshift': False, 'noswa': False, 'onready': '', 'allow_config_onready': False, 'overridekv': '', 'overridenativecontext': 0, 'overridetensors': '', 'parallelrequests': 1, 'paralleltotalcontext': 0, 'password': None, 'preloadstory': '', 'prompt': '', 'quantkv': 'f16', 'queuelimit': 10, 'quiet': False, 'ratelimit': 0, 'reasoningeffort': 'default', 'remotetunnel': False, 'ropeconfig': [0.0, 10000.0], 'savedatafile': '', 'singleinstance': False, 'smartcache': 0, 'smartcontext': False, 'splitmode': 'layer', 'ssl': None, 'swapadding': 0, 'unpack': '', 'usemtp': False, 'usemlock': False, 'usemmap': False, 'usedirectio': False, 'visionmaxres': 1024, 'visionmaxtokens': -1, 'visionmintokens': -1, 'websearch': False, 'showgui': False, 'skiplauncher': True, 'hordemodelname': '', 'hordeworkername': '', 'hordekey': '', 'hordemaxctx': 0, 'hordegenlen': 0, 'sdaudiovae': '', 'sdclamped': 0, 'sdclampedsoft': 0, 'sdclip1': '', 'sdclip2': '', 'sdclipdevice': -2, 'sdconvdirect': 'off', 'sdflashattention': False, 'sdlora': [], 'sdloramult': [1.0], 'sdmaingpu': None, 'sdmodel': '', 'sdoffloadcpu': False, 'sdphotomaker': '', 'sdquant': 0, 'sdllm': '', 'sdthreads': 0, 'sdtiledvae': 512, 'sdupscaler': '', 'sdvae': '', 'sdvaeauto': False, 'sdvaedevice': -1, 'sdvramlimit': 0, 'whispermodel': '', 'ttsmodel': '', 'ttswavtokenizer': '', 'ttsgpu': False, 'ttsmaxlen': 4096, 'ttsthreads': 0, 'ttsdir': '', 'musicllm': '', 'musicembeddings': '', 'musicdiffusion': '', 'musicvae': '', 'musiclowvram': False, 'embeddingsmodel': '', 'embeddingsmaxctx': 4096, 'embeddingsgpu': False, 'rpcmode': 'disabled', 'rpcport': 5551, 'rpchost': '0.0.0.0', 'rpcdevice': '', 'rpccache': '', 'rpctargets': '', 'admin': False, 'adminpassword': None, 'admindir': '', 'adminunloadtimeout': 0, 'routermode': False, 'reqtimeout': 600, 'autoswapmode': False, 'autoswapthreshold': 256, 'baseconfig': '', 'hordeconfig': None, 'sdconfig': None, 'noblas': False, 'nommap': False, 'nopipelineparallel': False, 'pipelineparallel': False, 'sdnotile': False, 'sdt5xxl': None, 'sdvaecpu': False, 'sdclipgpu': False, 'forceversion': False, 'sdgendefaults': False, 'flashattention': False, 'useswa': False, 'multiuser': None, 'testmemory': False, 'run_bundled_agent': False, 'agent_base_url': None, 'agent_api_key': None, 'proxy_port': None}",
  "ProcessingTime: 31.597s",
  "ProcessingSpeed: 126.47T/s",
  "GenerationTime: 20.341s",
  "GenerationSpeed: 4.92T/s",
  "Output:  1 1 1 1",
  "print_info: file size   = 638.74 MiB (8.50 BPW)",
  "print_info: n_ctx_train           = 32768",
  "print_info: n_ctx_orig_yarn       = 32768",
  "done_getting_tensors: tensor 'token_embd.weight' (q8_0) (and 169 others) moved from CPU_REPACK, using CPU instead",
  "load_tensors: offloading output layer to GPU",
  "load_tensors:          CPU model buffer size =   137.94 MiB",
  "load_tensors:   CPU_REPACK model buffer size =   500.52 MiB",
  "llama_context: n_ctx                 = 4352",
  "llama_context: n_ctx_seq             = 4352",
  "llama_context: flash_attn            = enabled",
  "llama_context: n_outputs_max         = 512",
  "llama_context: n_outputs_max_per_seq = 1",
  "llama_context: n_ctx_seq (4352) < n_ctx_train (32768) -- the full capacity of the model will not be utilized",
  "llama_context:        CPU  output buffer size =     0.58 MiB",
  "llama_kv_cache:       MTL0 KV buffer size =    51.00 MiB"
 ],
 "finished": "2026-11-13T13:17:02+0000"
}