分布式系统课程笔记——2

附代码：

package main

import (

“fmt”

“sync”

)

//

// Several solutions to the crawler exercise from the Go tutorial

// https://tour.golang.org/concurrency/10

//

//

// Serial crawler

//

func Serial(url string, fetcher Fetcher, fetched map[string]bool) {

if fetched[url] {

return

}

fetched[url] = true

urls, err := fetcher.Fetch(url)

if err != nil {

return

}

for _, u := range urls {

Serial(u, fetcher, fetched)

}

return

}

//

// Concurrent crawler with shared state and Mutex

//

type fetchState struct {

mu sync.Mutex

fetched map[string]bool

}

func ConcurrentMutex(url string, fetcher Fetcher, f *fetchState) {

f.mu.Lock()

already := f.fetched[url]

f.fetched[url] = true

f.mu.Unlock()

if already {

return

}

urls, err := fetcher.Fetch(url)

if err != nil {

return

}

var done sync.WaitGroup

for _, u := range urls {

done.Add(1)

u2 := u

go func() {

defer done.Done()

ConcurrentMutex(u2, fetcher, f)

}()

//go func(u string) {

// defer done.Done()

// ConcurrentMutex(u, fetcher, f)

//}(u)

}

done.Wait()

return

}

func makeState() *fetchState {

f := &fetchState{}

f.fetched = make(map[string]bool)

return f

}

//

// Concurrent crawler with channels

//

func worker(url string, ch chan []string, fetcher Fetcher) {

urls, err := fetcher.Fetch(url)

if err != nil {

ch <- []string{}

} else {

ch <- urls

}

}

func master(ch chan []string, fetcher Fetcher) {

n := 1

fetched := make(map[string]bool)

for urls := range ch {

for _, u := range urls {

if fetched[u] == false {

fetched[u] = true

n += 1

go worker(u, ch, fetcher)

}

}

n -= 1

if n == 0 {

break

}

}

}

func ConcurrentChannel(url string, fetcher Fetcher) {

ch := make(chan []string)

go func() {

ch <- []string{url}

}()

master(ch, fetcher)

}

//

// main

//

func main() {

fmt.Printf(“=== Serial===\n”)

Serial(“http://golang.org/”, fetcher, make(map[string]bool))

fmt.Printf(“=== ConcurrentMutex ===\n”)

ConcurrentMutex(“http://golang.org/”, fetcher, makeState())

总结

阿里伤透我心，疯狂复习刷题，终于喜提offer 哈哈~好啦，不闲扯了

1、JAVA面试核心知识整理（PDF）：包含JVM，JAVA集合，JAVA多线程并发，JAVA基础，Spring原理，微服务，Netty与RPC，网络，日志，Zookeeper，Kafka，RabbitMQ，Hbase，MongoDB，Cassandra，设计模式，负载均衡，数据库，一致性哈希，JAVA算法，数据结构，加密算法，分布式缓存，Hadoop，Spark，Storm，YARN，机器学习，云计算共30个章节。

2、Redis学习笔记及学习思维脑图

3、数据面试必备20题+数据库性能优化的21个最佳实践

abbitMQ**，Hbase，MongoDB，Cassandra，设计模式，负载均衡，数据库，一致性哈希，JAVA算法，数据结构，加密算法，分布式缓存，Hadoop，Spark，Storm，YARN，机器学习，云计算共30个章节。

[外链图片转存中…(img-v7VytorT-1721173354271)]

2、Redis学习笔记及学习思维脑图

[外链图片转存中…(img-CdUzssIa-1721173354272)]

3、数据面试必备20题+数据库性能优化的21个最佳实践

[外链图片转存中…(img-ofxiTfFv-1721173354272)]