-
Notifications
You must be signed in to change notification settings - Fork 1.4k
Description
Describe the bug
Exception happened when run the model continuously for ~5hrs.
I am using ARC B60 pro 24GB VRAM card on ASUS motherboard and LLM model - Devstral
# API code
response = client.generate(model=Devstral, prompt=input_prompt, options={
'num_ctx': 16384, 'temperature': 0.2,
}, think=False)
How to reproduce
Steps to reproduce the error:
- Create a script which will take input directory path
- Script will go through each json/txt file available in directory . In my case directory contains ~3700 files
- use ollama.generate() API with above params to generate summary of each file
- After running for few hours, I am getting below exception
time=2025-10-27T10:51:09.063-07:00 level=ERROR source=server.go:827 msg="post predict" error="Post "http://127.0.0.1:50792/completion\": read tcp 127.0.0.1:50807->127.0.0.1:50792: wsarecv: An existing connection was forcibly closed by the remote host."
[GIN] 2025/10/27 - 10:51:09 | 500 | 58.2299323s | 127.0.0.1 | POST "/api/generate"
Screenshots
Attached error screenshot
Environment information
Additional context
Below exception seen during Model run continuously for ~5hrs
[GIN] 2025/10/27 - 10:50:10 | 200 | 1m1s | 127.0.0.1 | POST "/api/generate"
Exception 0xc0000005 0x1 0x40 0x7ffb4408ef9c
PC=0x7ffb4408ef9c
signal arrived during external code execution
runtime.cgocall(0x7ff7e852efd0, 0xc0004e7bd8)
C:/Program Files/Go/src/runtime/cgocall.go:167 +0x3e fp=0xc0004e7bb0 sp=0xc0004e7b48 pc=0x7ff7e785251e
github.com/ollama/ollama/llama._Cfunc_llama_decode(0x214f719c120, {0x200, 0x214845f6e10, 0x0, 0x219b7ac2d00, 0x219b7a69aa0, 0x21483f31fb0, 0x219b7aa7920})
_cgo_gotypes.go:658 +0x50 fp=0xc0004e7bd8 sp=0xc0004e7bb0 pc=0x7ff7e7c19770
github.com/ollama/ollama/llama.(*Context).Decode.func1(...)
D:/ruonan/ollama-internal/llama/llama.go:130
github.com/ollama/ollama/llama.(*Context).Decode(0xc0004e7d88?, 0x1?)
D:/ruonan/ollama-internal/llama/llama.go:130 +0xed fp=0xc0004e7cc0 sp=0xc0004e7bd8 pc=0x7ff7e7c1bc2d
github.com/ollama/ollama/runner/llamarunner.(*Server).processBatch(0xc0000e0360, 0xc000527720, 0xc0004e7f28)
D:/ruonan/ollama-internal/runner/llamarunner/runner.go:436 +0x209 fp=0xc0004e7ee8 sp=0xc0004e7cc0 pc=0x7ff7e7cd5489
github.com/ollama/ollama/runner/llamarunner.(*Server).run(0xc0000e0360, {0x7ff7e8bb3270, 0xc0000ca500})
D:/ruonan/ollama-internal/runner/llamarunner/runner.go:341 +0x1bb fp=0xc0004e7fb8 sp=0xc0004e7ee8 pc=0x7ff7e7cd50fb
github.com/ollama/ollama/runner/llamarunner.Execute.gowrap2()
D:/ruonan/ollama-internal/runner/llamarunner/runner.go:892 +0x28 fp=0xc0004e7fe0 sp=0xc0004e7fb8 pc=0x7ff7e7cd9be8
runtime.goexit({})
C:/Program Files/Go/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc0004e7fe8 sp=0xc0004e7fe0 pc=0x7ff7e785daa1
created by github.com/ollama/ollama/runner/llamarunner.Execute in goroutine 1
D:/ruonan/ollama-internal/runner/llamarunner/runner.go:892 +0xe05
goroutine 1 gp=0xc0000021c0 m=nil [IO wait, 328 minutes]:
runtime.gopark(0x7ff7e785f2a0?, 0x7ff7e87804e0?, 0x20?, 0x34?, 0xc0000c34cc?)
C:/Program Files/Go/src/runtime/proc.go:435 +0xce fp=0xc00055f470 sp=0xc00055f450 pc=0x7ff7e7855a6e
runtime.netpollblock(0x2e4?, 0xe77f03c6?, 0xf7?)
C:/Program Files/Go/src/runtime/netpoll.go:575 +0xf7 fp=0xc00055f4a8 sp=0xc00055f470 pc=0x7ff7e781beb7
internal/poll.runtime_pollWait(0x214994fd9d0, 0x72)
C:/Program Files/Go/src/runtime/netpoll.go:351 +0x85 fp=0xc00055f4c8 sp=0xc00055f4a8 pc=0x7ff7e7854c05
internal/poll.(*pollDesc).wait(0x7ff7e78eaa93?, 0x7ff7e78026f6?, 0x0)
C:/Program Files/Go/src/internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc00055f4f0 sp=0xc00055f4c8 pc=0x7ff7e78ec087
internal/poll.execIO(0xc0000c3420, 0xc00055f598)
C:/Program Files/Go/src/internal/poll/fd_windows.go:177 +0x105 fp=0xc00055f568 sp=0xc00055f4f0 pc=0x7ff7e78ed4e5
internal/poll.(*FD).acceptOne(0xc0000c3408, 0xf58, {0xc000524000?, 0xc00055f5f8?, 0x7ff7e78f51a5?}, 0xc00055f62c?)
C:/Program Files/Go/src/internal/poll/fd_windows.go:946 +0x65 fp=0xc00055f5c8 sp=0xc00055f568 pc=0x7ff7e78f1a65
internal/poll.(*FD).Accept(0xc0000c3408, 0xc00055f778)
C:/Program Files/Go/src/internal/poll/fd_windows.go:980 +0x1b6 fp=0xc00055f680 sp=0xc00055f5c8 pc=0x7ff7e78f1d96
net.(*netFD).accept(0xc0000c3408)
C:/Program Files/Go/src/net/fd_windows.go:182 +0x4b fp=0xc00055f798 sp=0xc00055f680 pc=0x7ff7e7962a6b
net.(*TCPListener).accept(0xc000375340)
C:/Program Files/Go/src/net/tcpsock_posix.go:159 +0x1b fp=0xc00055f7e8 sp=0xc00055f798 pc=0x7ff7e7978abb
net.(*TCPListener).Accept(0xc000375340)
C:/Program Files/Go/src/net/tcpsock.go:380 +0x30 fp=0xc00055f818 sp=0xc00055f7e8 pc=0x7ff7e7977870
net/http.(*onceCloseListener).Accept(0xc000173dd0?)
:1 +0x24 fp=0xc00055f830 sp=0xc00055f818 pc=0x7ff7e7b915c4
net/http.(*Server).Serve(0xc0000a2f00, {0x7ff7e8bb0c80, 0xc000375340})
C:/Program Files/Go/src/net/http/server.go:3424 +0x30c fp=0xc00055f960 sp=0xc00055f830 pc=0x7ff7e7b68dec
github.com/ollama/ollama/runner/llamarunner.Execute({0xc00013c020, 0xf, 0x1e})
D:/ruonan/ollama-internal/runner/llamarunner/runner.go:912 +0x11e9 fp=0xc00055fd08 sp=0xc00055f960 pc=0x7ff7e7cd9929
github.com/ollama/ollama/runner.Execute({0xc00013c010?, 0x0?, 0x0?})
D:/ruonan/ollama-internal/runner/runner.go:22 +0xd4 fp=0xc00055fd30 sp=0xc00055fd08 pc=0x7ff7e7d5e6b4
github.com/ollama/ollama/cmd.NewCLI.func2(0xc0000a2d00?, {0x7ff7e89d54e9?, 0x4?, 0x7ff7e89d54ed?})
D:/ruonan/ollama-internal/cmd/cmd.go:1529 +0x45 fp=0xc00055fd58 sp=0xc00055fd30 pc=0x7ff7e84bd225
github.com/spf13/cobra.(*Command).execute(0xc0000e2f08, {0xc00060cff0, 0xf, 0xf})
C:/Users/arda/go/pkg/mod/github.com/spf13/cobra@v1.7.0/command.go:940 +0x894 fp=0xc00055fe78 sp=0xc00055fd58 pc=0x7ff7e79dd834
github.com/spf13/cobra.(*Command).ExecuteC(0xc000614908)
C:/Users/arda/go/pkg/mod/github.com/spf13/cobra@v1.7.0/command.go:1068 +0x3a5 fp=0xc00055ff30 sp=0xc00055fe78 pc=0x7ff7e79de085
github.com/spf13/cobra.(*Command).Execute(...)
C:/Users/arda/go/pkg/mod/github.com/spf13/cobra@v1.7.0/command.go:992
github.com/spf13/cobra.(*Command).ExecuteContext(...)
C:/Users/arda/go/pkg/mod/github.com/spf13/cobra@v1.7.0/command.go:985
main.main()
D:/ruonan/ollama-internal/main.go:12 +0x4d fp=0xc00055ff50 sp=0xc00055ff30 pc=0x7ff7e84bdcad
runtime.main()
C:/Program Files/Go/src/runtime/proc.go:283 +0x27d fp=0xc00055ffe0 sp=0xc00055ff50 pc=0x7ff7e7824ebd
runtime.goexit({})
C:/Program Files/Go/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc00055ffe8 sp=0xc00055ffe0 pc=0x7ff7e785daa1
goroutine 2 gp=0xc0000028c0 m=nil [force gc (idle), 2 minutes]:
runtime.gopark(0x134a77b901e8?, 0x0?, 0x0?, 0x0?, 0x0?)
C:/Program Files/Go/src/runtime/proc.go:435 +0xce fp=0xc000081fa8 sp=0xc000081f88 pc=0x7ff7e7855a6e
runtime.goparkunlock(...)
C:/Program Files/Go/src/runtime/proc.go:441
runtime.forcegchelper()
C:/Program Files/Go/src/runtime/proc.go:348 +0xb8 fp=0xc000081fe0 sp=0xc000081fa8 pc=0x7ff7e78251d8
runtime.goexit({})
C:/Program Files/Go/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc000081fe8 sp=0xc000081fe0 pc=0x7ff7e785daa1
created by runtime.init.7 in goroutine 1
C:/Program Files/Go/src/runtime/proc.go:336 +0x1a
goroutine 3 gp=0xc000002c40 m=nil [GC sweep wait]:
runtime.gopark(0x1?, 0x0?, 0x0?, 0x0?, 0x0?)
C:/Program Files/Go/src/runtime/proc.go:435 +0xce fp=0xc000083f80 sp=0xc000083f60 pc=0x7ff7e7855a6e
runtime.goparkunlock(...)
C:/Program Files/Go/src/runtime/proc.go:441
runtime.bgsweep(0xc00008a000)
C:/Program Files/Go/src/runtime/mgcsweep.go:316 +0xdf fp=0xc000083fc8 sp=0xc000083f80 pc=0x7ff7e780df7f
runtime.gcenable.gowrap1()
C:/Program Files/Go/src/runtime/mgc.go:204 +0x25 fp=0xc000083fe0 sp=0xc000083fc8 pc=0x7ff7e7802345
runtime.goexit({})
C:/Program Files/Go/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc000083fe8 sp=0xc000083fe0 pc=0x7ff7e785daa1
created by runtime.gcenable in goroutine 1
C:/Program Files/Go/src/runtime/mgc.go:204 +0x66
goroutine 4 gp=0xc000002e00 m=nil [GC scavenge wait]:
runtime.gopark(0x2efaf4?, 0x272ffb?, 0x0?, 0x0?, 0x0?)
C:/Program Files/Go/src/runtime/proc.go:435 +0xce fp=0xc000091f78 sp=0xc000091f58 pc=0x7ff7e7855a6e
runtime.goparkunlock(...)
C:/Program Files/Go/src/runtime/proc.go:441
runtime.(*scavengerState).park(0x7ff7e9482b60)
C:/Program Files/Go/src/runtime/mgcscavenge.go:425 +0x49 fp=0xc000091fa8 sp=0xc000091f78 pc=0x7ff7e780b9c9
runtime.bgscavenge(0xc00008a000)
C:/Program Files/Go/src/runtime/mgcscavenge.go:658 +0x59 fp=0xc000091fc8 sp=0xc000091fa8 pc=0x7ff7e780bf59
runtime.gcenable.gowrap2()
C:/Program Files/Go/src/runtime/mgc.go:205 +0x25 fp=0xc000091fe0 sp=0xc000091fc8 pc=0x7ff7e78022e5
runtime.goexit({})
C:/Program Files/Go/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc000091fe8 sp=0xc000091fe0 pc=0x7ff7e785daa1
created by runtime.gcenable in goroutine 1
C:/Program Files/Go/src/runtime/mgc.go:205 +0xa5
goroutine 18 gp=0xc0001081c0 m=nil [finalizer wait]:
runtime.gopark(0x0?, 0x7ff7e8a4aaf0?, 0x20?, 0xa3?, 0x1000000010?)
C:/Program Files/Go/src/runtime/proc.go:435 +0xce fp=0xc00008de30 sp=0xc00008de10 pc=0x7ff7e7855a6e
runtime.runfinq()
C:/Program Files/Go/src/runtime/mfinal.go:196 +0x107 fp=0xc00008dfe0 sp=0xc00008de30 pc=0x7ff7e78012c7
runtime.goexit({})
C:/Program Files/Go/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc00008dfe8 sp=0xc00008dfe0 pc=0x7ff7e785daa1
created by runtime.createfing in goroutine 1
C:/Program Files/Go/src/runtime/mfinal.go:166 +0x3d
goroutine 19 gp=0xc000108c40 m=nil [chan receive]:
runtime.gopark(0xc0001799a0?, 0xc000228030?, 0x60?, 0x5f?, 0x7ff7e794baa8?)
C:/Program Files/Go/src/runtime/proc.go:435 +0xce fp=0xc000085f18 sp=0xc000085ef8 pc=0x7ff7e7855a6e
runtime.chanrecv(0xc000100380, 0x0, 0x1)
C:/Program Files/Go/src/runtime/chan.go:664 +0x445 fp=0xc000085f90 sp=0xc000085f18 pc=0x7ff7e77f2d05
runtime.chanrecv1(0x7ff7e7825020?, 0xc000085f76?)
C:/Program Files/Go/src/runtime/chan.go:506 +0x12 fp=0xc000085fb8 sp=0xc000085f90 pc=0x7ff7e77f2892
runtime.unique_runtime_registerUniqueMapCleanup.func2(...)
C:/Program Files/Go/src/runtime/mgc.go:1796
runtime.unique_runtime_registerUniqueMapCleanup.gowrap1()
C:/Program Files/Go/src/runtime/mgc.go:1799 +0x2f fp=0xc000085fe0 sp=0xc000085fb8 pc=0x7ff7e780556f
runtime.goexit({})
C:/Program Files/Go/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc000085fe8 sp=0xc000085fe0 pc=0x7ff7e785daa1
created by unique.runtime_registerUniqueMapCleanup in goroutine 1
C:/Program Files/Go/src/runtime/mgc.go:1794 +0x85
goroutine 20 gp=0xc000108fc0 m=nil [GC worker (idle), 338 minutes]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
C:/Program Files/Go/src/runtime/proc.go:435 +0xce fp=0xc00008ff38 sp=0xc00008ff18 pc=0x7ff7e7855a6e
runtime.gcBgMarkWorker(0xc0001017a0)
C:/Program Files/Go/src/runtime/mgc.go:1423 +0xe9 fp=0xc00008ffc8 sp=0xc00008ff38 pc=0x7ff7e7804869
runtime.gcBgMarkStartWorkers.gowrap1()
C:/Program Files/Go/src/runtime/mgc.go:1339 +0x25 fp=0xc00008ffe0 sp=0xc00008ffc8 pc=0x7ff7e7804745
runtime.goexit({})
C:/Program Files/Go/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc00008ffe8 sp=0xc00008ffe0 pc=0x7ff7e785daa1
created by runtime.gcBgMarkStartWorkers in goroutine 1
C:/Program Files/Go/src/runtime/mgc.go:1339 +0x105
goroutine 5 gp=0xc000003340 m=nil [GC worker (idle), 338 minutes]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
C:/Program Files/Go/src/runtime/proc.go:435 +0xce fp=0xc000093f38 sp=0xc000093f18 pc=0x7ff7e7855a6e
runtime.gcBgMarkWorker(0xc0001017a0)
C:/Program Files/Go/src/runtime/mgc.go:1423 +0xe9 fp=0xc000093fc8 sp=0xc000093f38 pc=0x7ff7e7804869
runtime.gcBgMarkStartWorkers.gowrap1()
C:/Program Files/Go/src/runtime/mgc.go:1339 +0x25 fp=0xc000093fe0 sp=0xc000093fc8 pc=0x7ff7e7804745
runtime.goexit({})
C:/Program Files/Go/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc000093fe8 sp=0xc000093fe0 pc=0x7ff7e785daa1
created by runtime.gcBgMarkStartWorkers in goroutine 1
C:/Program Files/Go/src/runtime/mgc.go:1339 +0x105
goroutine 6 gp=0xc000003500 m=nil [GC worker (idle), 338 minutes]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
C:/Program Files/Go/src/runtime/proc.go:435 +0xce fp=0xc00009ff38 sp=0xc00009ff18 pc=0x7ff7e7855a6e
runtime.gcBgMarkWorker(0xc0001017a0)
C:/Program Files/Go/src/runtime/mgc.go:1423 +0xe9 fp=0xc00009ffc8 sp=0xc00009ff38 pc=0x7ff7e7804869
runtime.gcBgMarkStartWorkers.gowrap1()
C:/Program Files/Go/src/runtime/mgc.go:1339 +0x25 fp=0xc00009ffe0 sp=0xc00009ffc8 pc=0x7ff7e7804745
runtime.goexit({})
C:/Program Files/Go/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc00009ffe8 sp=0xc00009ffe0 pc=0x7ff7e785daa1
created by runtime.gcBgMarkStartWorkers in goroutine 1
C:/Program Files/Go/src/runtime/mgc.go:1339 +0x105
goroutine 7 gp=0xc0000036c0 m=nil [GC worker (idle), 338 minutes]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
C:/Program Files/Go/src/runtime/proc.go:435 +0xce fp=0xc0000a1f38 sp=0xc0000a1f18 pc=0x7ff7e7855a6e
runtime.gcBgMarkWorker(0xc0001017a0)
C:/Program Files/Go/src/runtime/mgc.go:1423 +0xe9 fp=0xc0000a1fc8 sp=0xc0000a1f38 pc=0x7ff7e7804869
runtime.gcBgMarkStartWorkers.gowrap1()
C:/Program Files/Go/src/runtime/mgc.go:1339 +0x25 fp=0xc0000a1fe0 sp=0xc0000a1fc8 pc=0x7ff7e7804745
runtime.goexit({})
C:/Program Files/Go/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a1fe8 sp=0xc0000a1fe0 pc=0x7ff7e785daa1
created by runtime.gcBgMarkStartWorkers in goroutine 1
C:/Program Files/Go/src/runtime/mgc.go:1339 +0x105
goroutine 34 gp=0xc000286000 m=nil [GC worker (idle), 338 minutes]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
C:/Program Files/Go/src/runtime/proc.go:435 +0xce fp=0xc00009bf38 sp=0xc00009bf18 pc=0x7ff7e7855a6e
runtime.gcBgMarkWorker(0xc0001017a0)
C:/Program Files/Go/src/runtime/mgc.go:1423 +0xe9 fp=0xc00009bfc8 sp=0xc00009bf38 pc=0x7ff7e7804869
runtime.gcBgMarkStartWorkers.gowrap1()
C:/Program Files/Go/src/runtime/mgc.go:1339 +0x25 fp=0xc00009bfe0 sp=0xc00009bfc8 pc=0x7ff7e7804745
runtime.goexit({})
C:/Program Files/Go/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc00009bfe8 sp=0xc00009bfe0 pc=0x7ff7e785daa1
created by runtime.gcBgMarkStartWorkers in goroutine 1
C:/Program Files/Go/src/runtime/mgc.go:1339 +0x105
goroutine 35 gp=0xc0002861c0 m=nil [GC worker (idle), 338 minutes]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
C:/Program Files/Go/src/runtime/proc.go:435 +0xce fp=0xc00009df38 sp=0xc00009df18 pc=0x7ff7e7855a6e
runtime.gcBgMarkWorker(0xc0001017a0)
C:/Program Files/Go/src/runtime/mgc.go:1423 +0xe9 fp=0xc00009dfc8 sp=0xc00009df38 pc=0x7ff7e7804869
runtime.gcBgMarkStartWorkers.gowrap1()
C:/Program Files/Go/src/runtime/mgc.go:1339 +0x25 fp=0xc00009dfe0 sp=0xc00009dfc8 pc=0x7ff7e7804745
runtime.goexit({})
C:/Program Files/Go/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc00009dfe8 sp=0xc00009dfe0 pc=0x7ff7e785daa1
created by runtime.gcBgMarkStartWorkers in goroutine 1
C:/Program Files/Go/src/runtime/mgc.go:1339 +0x105
goroutine 21 gp=0xc000109180 m=nil [GC worker (idle), 2 minutes]:
runtime.gopark(0x132e872819f0?, 0x1?, 0x0?, 0x0?, 0x0?)
C:/Program Files/Go/src/runtime/proc.go:435 +0xce fp=0xc0004e1f38 sp=0xc0004e1f18 pc=0x7ff7e7855a6e
runtime.gcBgMarkWorker(0xc0001017a0)
C:/Program Files/Go/src/runtime/mgc.go:1423 +0xe9 fp=0xc0004e1fc8 sp=0xc0004e1f38 pc=0x7ff7e7804869
runtime.gcBgMarkStartWorkers.gowrap1()
C:/Program Files/Go/src/runtime/mgc.go:1339 +0x25 fp=0xc0004e1fe0 sp=0xc0004e1fc8 pc=0x7ff7e7804745
runtime.goexit({})
C:/Program Files/Go/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc0004e1fe8 sp=0xc0004e1fe0 pc=0x7ff7e785daa1
created by runtime.gcBgMarkStartWorkers in goroutine 1
C:/Program Files/Go/src/runtime/mgc.go:1339 +0x105
goroutine 22 gp=0xc000109340 m=nil [GC worker (idle), 17 minutes]:
runtime.gopark(0x126487c8fbd8?, 0x1?, 0x0?, 0x0?, 0x0?)
C:/Program Files/Go/src/runtime/proc.go:435 +0xce fp=0xc0004e3f38 sp=0xc0004e3f18 pc=0x7ff7e7855a6e
runtime.gcBgMarkWorker(0xc0001017a0)
C:/Program Files/Go/src/runtime/mgc.go:1423 +0xe9 fp=0xc0004e3fc8 sp=0xc0004e3f38 pc=0x7ff7e7804869
runtime.gcBgMarkStartWorkers.gowrap1()
C:/Program Files/Go/src/runtime/mgc.go:1339 +0x25 fp=0xc0004e3fe0 sp=0xc0004e3fc8 pc=0x7ff7e7804745
runtime.goexit({})
C:/Program Files/Go/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc0004e3fe8 sp=0xc0004e3fe0 pc=0x7ff7e785daa1
created by runtime.gcBgMarkStartWorkers in goroutine 1
C:/Program Files/Go/src/runtime/mgc.go:1339 +0x105
goroutine 8 gp=0xc000003880 m=nil [GC worker (idle)]:
runtime.gopark(0x134a77b901e8?, 0x3?, 0x24?, 0xb1?, 0x0?)
C:/Program Files/Go/src/runtime/proc.go:435 +0xce fp=0xc0004ddf38 sp=0xc0004ddf18 pc=0x7ff7e7855a6e
runtime.gcBgMarkWorker(0xc0001017a0)
C:/Program Files/Go/src/runtime/mgc.go:1423 +0xe9 fp=0xc0004ddfc8 sp=0xc0004ddf38 pc=0x7ff7e7804869
runtime.gcBgMarkStartWorkers.gowrap1()
C:/Program Files/Go/src/runtime/mgc.go:1339 +0x25 fp=0xc0004ddfe0 sp=0xc0004ddfc8 pc=0x7ff7e7804745
runtime.goexit({})
C:/Program Files/Go/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc0004ddfe8 sp=0xc0004ddfe0 pc=0x7ff7e785daa1
created by runtime.gcBgMarkStartWorkers in goroutine 1
C:/Program Files/Go/src/runtime/mgc.go:1339 +0x105
goroutine 9 gp=0xc000003a40 m=nil [GC worker (idle), 2 minutes]:
runtime.gopark(0x132e872819f0?, 0x1?, 0x24?, 0xb1?, 0x0?)
C:/Program Files/Go/src/runtime/proc.go:435 +0xce fp=0xc0004dff38 sp=0xc0004dff18 pc=0x7ff7e7855a6e
runtime.gcBgMarkWorker(0xc0001017a0)
C:/Program Files/Go/src/runtime/mgc.go:1423 +0xe9 fp=0xc0004dffc8 sp=0xc0004dff38 pc=0x7ff7e7804869
runtime.gcBgMarkStartWorkers.gowrap1()
C:/Program Files/Go/src/runtime/mgc.go:1339 +0x25 fp=0xc0004dffe0 sp=0xc0004dffc8 pc=0x7ff7e7804745
runtime.goexit({})
C:/Program Files/Go/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc0004dffe8 sp=0xc0004dffe0 pc=0x7ff7e785daa1
created by runtime.gcBgMarkStartWorkers in goroutine 1
C:/Program Files/Go/src/runtime/mgc.go:1339 +0x105
goroutine 10 gp=0xc000003c00 m=nil [GC worker (idle), 2 minutes]:
runtime.gopark(0x134a77b901e8?, 0x3?, 0x0?, 0x0?, 0x0?)
C:/Program Files/Go/src/runtime/proc.go:435 +0xce fp=0xc0000a9f38 sp=0xc0000a9f18 pc=0x7ff7e7855a6e
runtime.gcBgMarkWorker(0xc0001017a0)
C:/Program Files/Go/src/runtime/mgc.go:1423 +0xe9 fp=0xc0000a9fc8 sp=0xc0000a9f38 pc=0x7ff7e7804869
runtime.gcBgMarkStartWorkers.gowrap1()
C:/Program Files/Go/src/runtime/mgc.go:1339 +0x25 fp=0xc0000a9fe0 sp=0xc0000a9fc8 pc=0x7ff7e7804745
runtime.goexit({})
C:/Program Files/Go/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a9fe8 sp=0xc0000a9fe0 pc=0x7ff7e785daa1
created by runtime.gcBgMarkStartWorkers in goroutine 1
C:/Program Files/Go/src/runtime/mgc.go:1339 +0x105
goroutine 11 gp=0xc000003dc0 m=nil [GC worker (idle), 2 minutes]:
runtime.gopark(0x7ff7e94d1640?, 0x1?, 0x0?, 0x0?, 0x0?)
C:/Program Files/Go/src/runtime/proc.go:435 +0xce fp=0xc0000abf38 sp=0xc0000abf18 pc=0x7ff7e7855a6e
runtime.gcBgMarkWorker(0xc0001017a0)
C:/Program Files/Go/src/runtime/mgc.go:1423 +0xe9 fp=0xc0000abfc8 sp=0xc0000abf38 pc=0x7ff7e7804869
runtime.gcBgMarkStartWorkers.gowrap1()
C:/Program Files/Go/src/runtime/mgc.go:1339 +0x25 fp=0xc0000abfe0 sp=0xc0000abfc8 pc=0x7ff7e7804745
runtime.goexit({})
C:/Program Files/Go/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc0000abfe8 sp=0xc0000abfe0 pc=0x7ff7e785daa1
created by runtime.gcBgMarkStartWorkers in goroutine 1
C:/Program Files/Go/src/runtime/mgc.go:1339 +0x105
goroutine 36 gp=0xc000286380 m=nil [GC worker (idle)]:
runtime.gopark(0x7ff7e94d1640?, 0x1?, 0x0?, 0x0?, 0x0?)
C:/Program Files/Go/src/runtime/proc.go:435 +0xce fp=0xc0000a5f38 sp=0xc0000a5f18 pc=0x7ff7e7855a6e
runtime.gcBgMarkWorker(0xc0001017a0)
C:/Program Files/Go/src/runtime/mgc.go:1423 +0xe9 fp=0xc0000a5fc8 sp=0xc0000a5f38 pc=0x7ff7e7804869
runtime.gcBgMarkStartWorkers.gowrap1()
C:/Program Files/Go/src/runtime/mgc.go:1339 +0x25 fp=0xc0000a5fe0 sp=0xc0000a5fc8 pc=0x7ff7e7804745
runtime.goexit({})
C:/Program Files/Go/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a5fe8 sp=0xc0000a5fe0 pc=0x7ff7e785daa1
created by runtime.gcBgMarkStartWorkers in goroutine 1
C:/Program Files/Go/src/runtime/mgc.go:1339 +0x105
goroutine 37 gp=0xc000286540 m=nil [GC worker (idle), 2 minutes]:
runtime.gopark(0x7ff7e94d1640?, 0x1?, 0x0?, 0x0?, 0x0?)
C:/Program Files/Go/src/runtime/proc.go:435 +0xce fp=0xc0000a7f38 sp=0xc0000a7f18 pc=0x7ff7e7855a6e
runtime.gcBgMarkWorker(0xc0001017a0)
C:/Program Files/Go/src/runtime/mgc.go:1423 +0xe9 fp=0xc0000a7fc8 sp=0xc0000a7f38 pc=0x7ff7e7804869
runtime.gcBgMarkStartWorkers.gowrap1()
C:/Program Files/Go/src/runtime/mgc.go:1339 +0x25 fp=0xc0000a7fe0 sp=0xc0000a7fc8 pc=0x7ff7e7804745
runtime.goexit({})
C:/Program Files/Go/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a7fe8 sp=0xc0000a7fe0 pc=0x7ff7e785daa1
created by runtime.gcBgMarkStartWorkers in goroutine 1
C:/Program Files/Go/src/runtime/mgc.go:1339 +0x105
goroutine 23 gp=0xc000109500 m=nil [GC worker (idle), 2 minutes]:
runtime.gopark(0x132e872819f0?, 0x1?, 0x24?, 0xb1?, 0x0?)
C:/Program Files/Go/src/runtime/proc.go:435 +0xce fp=0xc0004e9f38 sp=0xc0004e9f18 pc=0x7ff7e7855a6e
runtime.gcBgMarkWorker(0xc0001017a0)
C:/Program Files/Go/src/runtime/mgc.go:1423 +0xe9 fp=0xc0004e9fc8 sp=0xc0004e9f38 pc=0x7ff7e7804869
runtime.gcBgMarkStartWorkers.gowrap1()
C:/Program Files/Go/src/runtime/mgc.go:1339 +0x25 fp=0xc0004e9fe0 sp=0xc0004e9fc8 pc=0x7ff7e7804745
runtime.goexit({})
C:/Program Files/Go/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc0004e9fe8 sp=0xc0004e9fe0 pc=0x7ff7e785daa1
created by runtime.gcBgMarkStartWorkers in goroutine 1
C:/Program Files/Go/src/runtime/mgc.go:1339 +0x105
goroutine 24 gp=0xc0001096c0 m=nil [GC worker (idle), 201 minutes]:
runtime.gopark(0x8589e041b3c?, 0x1?, 0x24?, 0xcb?, 0x0?)
C:/Program Files/Go/src/runtime/proc.go:435 +0xce fp=0xc0004ebf38 sp=0xc0004ebf18 pc=0x7ff7e7855a6e
runtime.gcBgMarkWorker(0xc0001017a0)
C:/Program Files/Go/src/runtime/mgc.go:1423 +0xe9 fp=0xc0004ebfc8 sp=0xc0004ebf38 pc=0x7ff7e7804869
runtime.gcBgMarkStartWorkers.gowrap1()
C:/Program Files/Go/src/runtime/mgc.go:1339 +0x25 fp=0xc0004ebfe0 sp=0xc0004ebfc8 pc=0x7ff7e7804745
runtime.goexit({})
C:/Program Files/Go/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc0004ebfe8 sp=0xc0004ebfe0 pc=0x7ff7e785daa1
created by runtime.gcBgMarkStartWorkers in goroutine 1
C:/Program Files/Go/src/runtime/mgc.go:1339 +0x105
goroutine 1070 gp=0xc000109c00 m=nil [IO wait]:
runtime.gopark(0x0?, 0xc0000c36a0?, 0x48?, 0x37?, 0xc0000c374c?)
C:/Program Files/Go/src/runtime/proc.go:435 +0xce fp=0xc00054dd58 sp=0xc00054dd38 pc=0x7ff7e7855a6e
runtime.netpollblock(0x300?, 0xe77f03c6?, 0xf7?)
C:/Program Files/Go/src/runtime/netpoll.go:575 +0xf7 fp=0xc00054dd90 sp=0xc00054dd58 pc=0x7ff7e781beb7
internal/poll.runtime_pollWait(0x214994fd8b8, 0x72)
C:/Program Files/Go/src/runtime/netpoll.go:351 +0x85 fp=0xc00054ddb0 sp=0xc00054dd90 pc=0x7ff7e7854c05
internal/poll.(*pollDesc).wait(0x300?, 0x72?, 0x0)
C:/Program Files/Go/src/internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc00054ddd8 sp=0xc00054ddb0 pc=0x7ff7e78ec087
internal/poll.execIO(0xc0000c36a0, 0x7ff7e8a4a4b8)
C:/Program Files/Go/src/internal/poll/fd_windows.go:177 +0x105 fp=0xc00054de50 sp=0xc00054ddd8 pc=0x7ff7e78ed4e5
internal/poll.(*FD).Read(0xc0000c3688, {0xc00003e2b1, 0x1, 0x1})
C:/Program Files/Go/src/internal/poll/fd_windows.go:438 +0x29b fp=0xc00054def0 sp=0xc00054de50 pc=0x7ff7e78ee1bb
net.(*netFD).Read(0xc0000c3688, {0xc00003e2b1?, 0xc0001235d8?, 0xc00054df70?})
C:/Program Files/Go/src/net/fd_posix.go:55 +0x25 fp=0xc00054df38 sp=0xc00054def0 pc=0x7ff7e7960b85
net.(*conn).Read(0xc0005c6010, {0xc00003e2b1?, 0x0?, 0x0?})
C:/Program Files/Go/src/net/net.go:194 +0x45 fp=0xc00054df80 sp=0xc00054df38 pc=0x7ff7e7970065
net/http.(*connReader).backgroundRead(0xc00003e2a0)
C:/Program Files/Go/src/net/http/server.go:690 +0x37 fp=0xc00054dfc8 sp=0xc00054df80 pc=0x7ff7e7b5d7f7
net/http.(*connReader).startBackgroundRead.gowrap2()
C:/Program Files/Go/src/net/http/server.go:686 +0x25 fp=0xc00054dfe0 sp=0xc00054dfc8 pc=0x7ff7e7b5d725
runtime.goexit({})
C:/Program Files/Go/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc00054dfe8 sp=0xc00054dfe0 pc=0x7ff7e785daa1
created by net/http.(*connReader).startBackgroundRead in goroutine 180
C:/Program Files/Go/src/net/http/server.go:686 +0xb6
goroutine 180 gp=0xc000286fc0 m=nil [select]:
runtime.gopark(0xc000047a78?, 0x2?, 0x0?, 0xc1?, 0xc0000478c4?)
C:/Program Files/Go/src/runtime/proc.go:435 +0xce fp=0xc0000476f8 sp=0xc0000476d8 pc=0x7ff7e7855a6e
runtime.selectgo(0xc000047a78, 0xc0000478c0, 0x225a?, 0x0, 0x1?, 0x1)
C:/Program Files/Go/src/runtime/select.go:351 +0x837 fp=0xc000047830 sp=0xc0000476f8 pc=0x7ff7e7836517
github.com/ollama/ollama/runner/llamarunner.(*Server).completion(0xc0000e0360, {0x7ff7e8bb0e30, 0xc0001c0700}, 0xc00036c500)
D:/ruonan/ollama-internal/runner/llamarunner/runner.go:624 +0xb34 fp=0xc000047ac0 sp=0xc000047830 pc=0x7ff7e7cd7074
github.com/ollama/ollama/runner/llamarunner.(*Server).completion-fm({0x7ff7e8bb0e30?, 0xc0001c0700?}, 0xc000047b40?)
:1 +0x36 fp=0xc000047af0 sp=0xc000047ac0 pc=0x7ff7e7cda0f6
net/http.HandlerFunc.ServeHTTP(0xc00060a780?, {0x7ff7e8bb0e30?, 0xc0001c0700?}, 0xc000047b60?)
C:/Program Files/Go/src/net/http/server.go:2294 +0x29 fp=0xc000047b18 sp=0xc000047af0 pc=0x7ff7e7b65429
net/http.(*ServeMux).ServeHTTP(0x7ff7e77fb845?, {0x7ff7e8bb0e30, 0xc0001c0700}, 0xc00036c500)
C:/Program Files/Go/src/net/http/server.go:2822 +0x1c4 fp=0xc000047b68 sp=0xc000047b18 pc=0x7ff7e7b67324
net/http.serverHandler.ServeHTTP({0x7ff7e8bad470?}, {0x7ff7e8bb0e30?, 0xc0001c0700?}, 0x1?)
C:/Program Files/Go/src/net/http/server.go:3301 +0x8e fp=0xc000047b98 sp=0xc000047b68 pc=0x7ff7e7b84e4e
net/http.(*conn).serve(0xc000173dd0, {0x7ff7e8bb3238, 0xc0000dec60})
C:/Program Files/Go/src/net/http/server.go:2102 +0x625 fp=0xc000047fb8 sp=0xc000047b98 pc=0x7ff7e7b63925
net/http.(*Server).Serve.gowrap3()
C:/Program Files/Go/src/net/http/server.go:3454 +0x28 fp=0xc000047fe0 sp=0xc000047fb8 pc=0x7ff7e7b691e8
runtime.goexit({})
C:/Program Files/Go/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc000047fe8 sp=0xc000047fe0 pc=0x7ff7e785daa1
created by net/http.(*Server).Serve in goroutine 1
C:/Program Files/Go/src/net/http/server.go:3454 +0x485
rax 0x40
rbx 0x2223fbdb1e0
rcx 0x40
rdx 0xdb883fc080
rdi 0xdb883fc0c0
rsi 0x40
rbp 0xffffb808b3d30040
rsp 0xdb883fbfd8
r8 0x40
r9 0x40
r10 0x7ffb43b00000
r11 0x7ffb4408ef95
r12 0x8
r13 0x40
r14 0x8
r15 0xffffffff
rip 0x7ffb4408ef9c
rflags 0x10206
cs 0x33
fs 0x53
gs 0x2b
time=2025-10-27T10:51:09.063-07:00 level=ERROR source=server.go:827 msg="post predict" error="Post "http://127.0.0.1:50792/completion\": read tcp 127.0.0.1:50807->127.0.0.1:50792: wsarecv: An existing connection was forcibly closed by the remote host."
[GIN] 2025/10/27 - 10:51:09 | 500 | 58.2299323s | 127.0.0.1 | POST "/api/generate"