v/examples/news_fetcher.v

77 lines
1.4 KiB
Go

// Copyright (c) 2019 Alexander Medvednikov. All rights reserved.
// Use of this source code is governed by an MIT license
// that can be found in the LICENSE file.
import http
import json
import sync
const (
NR_THREADS = 4
)
struct Story {
title string
url string
}
struct Fetcher {
mut:
mu sync.Mutex
ids []int
cursor int
wg &sync.WaitGroup
}
fn (f mut Fetcher) fetch() {
for {
f.mu.lock()
if f.cursor >= f.ids.len {
return
}
id := f.ids[f.cursor]
f.cursor++
cursor := f.cursor
f.mu.unlock()
resp := http.get('https://hacker-news.firebaseio.com/v0/item/${id}.json') or {
println('failed to fetch data from /v0/item/${id}.json')
exit(1)
}
story := json.decode(Story, resp) or {
println('failed to decode a story')
exit(1)
}
f.wg.done()
println('#$cursor) $story.title | $story.url')
}
}
// Fetches top HN stories in 4 coroutines
fn main() {
resp := http.get('https://hacker-news.firebaseio.com/v0/topstories.json') or {
println('failed to fetch data from /v0/topstories.json')
return
}
mut ids := json.decode([]int, resp) or {
println('failed to decode topstories.json')
return
}
if ids.len > 10 {
// ids = ids[:10]
mut tmp := [0 ; 10]
for i := 0 ; i < 10 ; i++ {
tmp[i] = ids[i]
}
ids = tmp
}
mut wg := &sync.WaitGroup{}
fetcher := &Fetcher{ids: ids, wg: wg} // wg sent via ptr
wg.add(ids.len)
for i := 0; i < NR_THREADS; i++ {
go fetcher.fetch()
}
wg.wait()
}