站点更新:2017-12-22 17:44:04

master
ehlxr 2017-12-22 17:44:04 +08:00
parent 3becc3a08d
commit 78475986df
6 changed files with 261 additions and 2 deletions

77
common/pool.go Normal file
View File

@ -0,0 +1,77 @@
package common
import (
"errors"
"io"
"log"
"sync"
)
//一个安全的资源池被管理的资源必须都实现io.Close接口
type Pool struct {
m sync.Mutex
res chan io.Closer
factory func() (io.Closer, error)
closed bool
}
var ErrPoolClosed = errors.New("资源池已经被关闭。")
//创建一个资源池
func NewPool(fn func() (io.Closer, error), size uint) (*Pool, error) {
if size <= 0 {
return nil, errors.New("size的值太小了。")
}
return &Pool{
factory: fn,
res: make(chan io.Closer, size),
}, nil
}
//从资源池里获取一个资源
func (p *Pool) Acquire() (io.Closer, error) {
select {
case r, ok := <-p.res:
log.Println("Acquire:共享资源")
if !ok {
return nil, ErrPoolClosed
}
return r, nil
default:
log.Println("Acquire:新生成资源")
return p.factory()
}
}
//关闭资源池,释放资源
func (p *Pool) Close() {
p.m.Lock()
defer p.m.Unlock()
if p.closed {
return
}
p.closed = true
//关闭通道,不让写入了
close(p.res)
//关闭通道里的资源
for r := range p.res {
r.Close()
}
}
func (p *Pool) Release(r io.Closer) {
//保证该操作和Close方法的操作是安全的
p.m.Lock()
defer p.m.Unlock()
//资源池都关闭了,就省这一个没有释放的资源了,释放即可
if p.closed {
r.Close()
return
}
select {
case p.res <- r:
log.Println("资源释放到池子里了")
default:
log.Println("资源池满了,释放这个资源吧")
r.Close()
}
}

72
common/pool_test.go Normal file
View File

@ -0,0 +1,72 @@
package common
import (
"io"
"log"
"math/rand"
"sync"
"sync/atomic"
"testing"
"time"
)
const (
//模拟的最大goroutine
maxGoroutine = 5
//资源池的大小
poolRes = 2
)
func TestPool(t *testing.T) {
//等待任务完成
var wg sync.WaitGroup
wg.Add(maxGoroutine)
p, err := NewPool(createConnection, poolRes)
if err != nil {
log.Println(err)
return
}
//模拟好几个goroutine同时使用资源池查询数据
for query := 0; query < maxGoroutine; query++ {
go func(q int) {
dbQuery(q, p)
wg.Done()
}(query)
}
wg.Wait()
log.Println("开始关闭资源池")
p.Close()
}
//模拟数据库查询
func dbQuery(query int, pool *Pool) {
conn, err := pool.Acquire()
if err != nil {
log.Println(err)
return
}
defer pool.Release(conn)
//模拟查询
time.Sleep(time.Duration(rand.Intn(1000)) * time.Millisecond)
log.Printf("第%d个查询使用的是ID为%d的数据库连接", query, conn.(*dbConnection).ID)
}
//数据库连接
type dbConnection struct {
ID int32 //连接的标志
}
//实现io.Closer接口
func (db *dbConnection) Close() error {
log.Println("关闭连接", db.ID)
return nil
}
var idCounter int32
//生成数据库连接的方法,以供资源池使用
func createConnection() (io.Closer, error) {
//并发安全,给数据库连接生成唯一标志
id := atomic.AddInt32(&idCounter, 1)
return &dbConnection{id}, nil
}

View File

@ -19,7 +19,7 @@ type Runner struct {
interrupt chan os.Signal //可以控制强制终止的信号
}
func New(tm time.Duration) *Runner {
func NewRunner(tm time.Duration) *Runner {
return &Runner{
complete: make(chan error),
timeout: time.After(tm),

View File

@ -11,7 +11,7 @@ func TestRunner(t *testing.T) {
log.Println("...开始执行任务...")
timeout := 3 * time.Second
r := New(timeout)
r := NewRunner(timeout)
r.Add(createTask(), createTask(), createTask())
if err := r.Start(); err != nil {
switch err {

View File

@ -0,0 +1,61 @@
package sync
import (
"log"
"math/rand"
"sync"
"sync/atomic"
"testing"
"time"
)
const (
//模拟的最大goroutine
maxGoroutine = 5
)
func TestPool(t *testing.T) {
//等待任务完成
var wg sync.WaitGroup
wg.Add(maxGoroutine)
p := &sync.Pool{
New: createConnection,
}
//模拟好几个goroutine同时使用资源池查询数据
for query := 0; query < maxGoroutine; query++ {
go func(q int) {
dbQuery(q, p)
wg.Done()
}(query)
}
wg.Wait()
}
//模拟数据库查询
func dbQuery(query int, pool *sync.Pool) {
conn := pool.Get().(*dbConnection)
defer pool.Put(conn)
//模拟查询
time.Sleep(time.Duration(rand.Intn(1000)) * time.Millisecond)
log.Printf("第%d个查询使用的是ID为%d的数据库连接", query, conn.ID)
}
//数据库连接
type dbConnection struct {
ID int32 //连接的标志
}
//实现io.Closer接口
func (db *dbConnection) Close() error {
log.Println("关闭连接", db.ID)
return nil
}
var idCounter int32
//生成数据库连接的方法,以供资源池使用
func createConnection() interface{} {
//并发安全,给数据库连接生成唯一标志
id := atomic.AddInt32(&idCounter, 1)
return &dbConnection{ID: id}
}

49
common/sync_map.go Normal file
View File

@ -0,0 +1,49 @@
package common
import (
"sync"
)
//安全的Map
type SynchronizedMap struct {
rw *sync.RWMutex
data map[interface{}]interface{}
}
//存储操作
func (sm *SynchronizedMap) Put(k, v interface{}) {
sm.rw.Lock()
defer sm.rw.Unlock()
sm.data[k] = v
}
//获取操作
func (sm *SynchronizedMap) Get(k interface{}) interface{} {
sm.rw.RLock()
defer sm.rw.RUnlock()
return sm.data[k]
}
//删除操作
func (sm *SynchronizedMap) Delete(k interface{}) {
sm.rw.Lock()
defer sm.rw.Unlock()
delete(sm.data, k)
}
//遍历Map并且把遍历的值给回调函数可以让调用者控制做任何事情
func (sm *SynchronizedMap) Each(cb func(interface{}, interface{})) {
sm.rw.RLock()
defer sm.rw.RUnlock()
for k, v := range sm.data {
cb(k, v)
}
}
//生成初始化一个SynchronizedMap
func NewSynchronizedMap() *SynchronizedMap {
return &SynchronizedMap{
rw: new(sync.RWMutex),
data: make(map[interface{}]interface{}),
}
}