David Mora dmora

Head of Engineering at Huli. AI research, healthcare tech, coffee farming. Philosophy & psychology practitioner. Costa Rica.

dmora / issue-42-context-exhaustion-analysis.html

Created March 9, 2026 22:18

FND-042: Context Exhaustion Recovery — Architecture Analysis

 <!DOCTYPE html>
 <html lang="en">
 <head>
 <meta charset="UTF-8">
 <meta name="viewport" content="width=device-width, initial-scale=1.0">
 <title>FND-042 — Context Exhaustion Recovery</title>
 <style>
   :root {
     --bg: #0a0a0f;
     --bg-surface: #12121a;

dmora / pool.go

Created July 19, 2018 22:41

	// Collect post processes the channel "Results" and calls the ResultProcessorFunc passed in as reference
	// for further processing.
	func (m *Pool) collect(proc ResultProcessorFunc) {
	log.DEBUG.Print("goRoutine collect starting")
	for result := range m.results {
	outcome := proc(result)
	log.DEBUG.Printf("Job with id: [%d] completed, outcome: %s", result.Job.id, outcome)
	}
	log.DEBUG.Print("goRoutine collect done, setting channel done as completed")
	m.done <- true

dmora / pool.go

Created July 19, 2018 22:39

	// Collect post processes the channel "Results" and calls the ResultProcessorFunc passed in as reference
	// for further processing.
	func (m *Pool) collect(proc ResultProcessorFunc) {
	log.DEBUG.Print("goRoutine collect starting")
	for result := range m.results {
	outcome := proc(result)
	log.DEBUG.Printf("Job with id: [%d] completed, outcome: %s", result.Job.id, outcome)
	}
	log.DEBUG.Print("goRoutine collect done, setting channel done as completed")
	m.done <- true

dmora / pool.go

Created July 19, 2018 22:31

	// work performs the actual work by calling the processor and passing in the Job as reference obtained
	// from iterating over the "Jobs" channel
	func (m Pool) work(wg sync.WaitGroup, processor ProcessorFunc) {
	defer wg.Done()
	log.DEBUG.Print("goRoutine work starting")
	for job := range m.jobs {
	log.DEBUG.Printf("working on Job ID [%d]", job.id)
	output := Result{job, processor(job.resource)}
	m.results <- output
	log.DEBUG.Printf("done with Job ID [%d]", job.id)

dmora / pool.go

Created July 19, 2018 21:34

	// workerPool creates or spawns new "work" goRoutines to process the "Jobs" channel
	func (m *Pool) workerPool(processor ProcessorFunc) {
	defer close(m.results)
	log.DEBUG.Printf("Worker Pool spawning new goRoutines, total: [%d]", m.numRoutines)
	var wg sync.WaitGroup
	for i := 0; i < m.numRoutines; i++ {
	wg.Add(1)
	go m.work(&wg, processor)
	log.DEBUG.Printf("Spawned work goRoutine [%d]", i)
	}

dmora / pool.go

Created July 19, 2018 21:31


	// allocate allocates jobs based on an array of resources to be processed by the worker pool
	func (m *Pool) allocate(jobs []interface{}) {
	defer close(m.jobs)
	log.DEBUG.Printf("Allocating [%d] resources", len(jobs))
	for i, v := range jobs {
	job := Job{id: i, resource: v}
	m.jobs <- job
	}
	log.DEBUG.Print("Done Allocating.")

dmora / pool.go

Created July 19, 2018 20:53

	// Start starts the worker pool process
	func (m *Pool) Start(resources []interface{}, procFunc ProcessorFunc, resFunc ResultProcessorFunc) {
	log.DEBUG.Print("worker pool starting")
	startTime := time.Now()
	go m.allocate(resources)
	m.done = make(chan bool)
	go m.collect(resFunc)
	go m.workerPool(procFunc)
	<-m.done
	endTime := time.Now()

dmora / main.go

Created July 19, 2018 20:43

	func main() {
	pool := workerpool.NewPool(3) // 3 goRoutines(workers)
	pool.Start(resources, ResourceProcessor, ResultProcessor)
	}

dmora / example.go

Last active July 18, 2018 17:16

	// Collect post processes the channel "Results" and calls the ResultProcessorFunc passed in as reference
	// for further processing.
	func (m *Manager) Collect(proc ResultProcessorFunc) {
	for result := range m.results {
	outcome := proc(result)
	fmt.Printf("Job with id: [%d] completed, outcome: %s", result.job.id, outcome)
	}
	m.done <- true
	}

dmora / example.go

Last active July 18, 2018 16:38

	// work performs the actual work by calling the processor and passing in the Job as reference obtained
	// from iterating over the "Jobs" channel
	func (m Manager) work(wg sync.WaitGroup, processor ProcessorFunc) {
	defer wg.Done()
	for job := range m.jobs {
	output := Result{job, processor(job.resource)}
	m.results <- output
	}
	}