2011-12-16 14:51:26 +00:00
|
|
|
package storage
|
|
|
|
|
|
|
|
import (
|
2012-06-29 07:53:47 +00:00
|
|
|
"encoding/json"
|
|
|
|
"errors"
|
2011-12-16 14:51:26 +00:00
|
|
|
"log"
|
2012-06-29 07:53:47 +00:00
|
|
|
"net/url"
|
2011-12-16 14:51:26 +00:00
|
|
|
"strconv"
|
2012-06-29 07:53:47 +00:00
|
|
|
"strings"
|
|
|
|
"pkg/util"
|
2011-12-16 14:51:26 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
type Store struct {
|
2012-08-24 05:46:54 +00:00
|
|
|
volumes map[VolumeId]*Volume
|
2012-06-29 07:53:47 +00:00
|
|
|
dir string
|
|
|
|
Port int
|
2011-12-26 10:07:53 +00:00
|
|
|
PublicUrl string
|
2012-08-24 08:15:27 +00:00
|
|
|
Limit StorageLimit
|
2011-12-16 14:51:26 +00:00
|
|
|
}
|
|
|
|
|
2011-12-26 10:07:53 +00:00
|
|
|
func NewStore(port int, publicUrl, dirname string, volumeListString string) (s *Store) {
|
|
|
|
s = &Store{Port: port, PublicUrl: publicUrl, dir: dirname}
|
2012-08-24 05:46:54 +00:00
|
|
|
s.volumes = make(map[VolumeId]*Volume)
|
2012-06-29 07:53:47 +00:00
|
|
|
|
2011-12-29 01:46:38 +00:00
|
|
|
s.AddVolume(volumeListString)
|
2012-06-29 07:53:47 +00:00
|
|
|
|
2011-12-29 01:46:38 +00:00
|
|
|
log.Println("Store started on dir:", dirname, "with", len(s.volumes), "volumes")
|
|
|
|
return
|
|
|
|
}
|
2012-06-29 07:53:47 +00:00
|
|
|
func (s *Store) AddVolume(volumeListString string) error {
|
|
|
|
for _, range_string := range strings.Split(volumeListString, ",") {
|
|
|
|
if strings.Index(range_string, "-") < 0 {
|
|
|
|
id_string := range_string
|
|
|
|
id, err := strconv.ParseUint(id_string, 10, 64)
|
|
|
|
if err != nil {
|
|
|
|
return errors.New("Volume Id " + id_string + " is not a valid unsigned integer!")
|
|
|
|
}
|
2012-08-24 05:46:54 +00:00
|
|
|
s.addVolume(VolumeId(id))
|
2012-06-29 07:53:47 +00:00
|
|
|
} else {
|
|
|
|
pair := strings.Split(range_string, "-")
|
|
|
|
start, start_err := strconv.ParseUint(pair[0], 10, 64)
|
|
|
|
if start_err != nil {
|
|
|
|
return errors.New("Volume Start Id" + pair[0] + " is not a valid unsigned integer!")
|
|
|
|
}
|
|
|
|
end, end_err := strconv.ParseUint(pair[1], 10, 64)
|
|
|
|
if end_err != nil {
|
|
|
|
return errors.New("Volume End Id" + pair[1] + " is not a valid unsigned integer!")
|
|
|
|
}
|
|
|
|
for id := start; id <= end; id++ {
|
2012-08-24 05:46:54 +00:00
|
|
|
s.addVolume(VolumeId(id))
|
2012-06-29 07:53:47 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return nil
|
2011-12-29 01:46:38 +00:00
|
|
|
}
|
2012-08-24 05:46:54 +00:00
|
|
|
func (s *Store) addVolume(vid VolumeId) error {
|
2012-06-29 07:53:47 +00:00
|
|
|
if s.volumes[vid] != nil {
|
2012-08-24 05:46:54 +00:00
|
|
|
return errors.New("Volume Id " + vid.String() + " already exists!")
|
2012-06-29 07:53:47 +00:00
|
|
|
}
|
2012-08-24 05:46:54 +00:00
|
|
|
s.volumes[vid] = NewVolume(s.dir, vid)
|
2012-06-29 07:53:47 +00:00
|
|
|
return nil
|
2011-12-16 14:51:26 +00:00
|
|
|
}
|
2012-08-24 05:56:14 +00:00
|
|
|
func (s *Store) Status() *[]*VolumeInfo {
|
|
|
|
stats := new([]*VolumeInfo)
|
2011-12-26 09:43:17 +00:00
|
|
|
for k, v := range s.volumes {
|
2012-08-24 05:56:14 +00:00
|
|
|
s := new(VolumeInfo)
|
|
|
|
s.Id, s.Size = VolumeId(k), v.Size()
|
2011-12-26 09:43:17 +00:00
|
|
|
*stats = append(*stats, s)
|
|
|
|
}
|
|
|
|
return stats
|
2011-12-22 04:04:47 +00:00
|
|
|
}
|
2011-12-16 14:51:26 +00:00
|
|
|
func (s *Store) Join(mserver string) {
|
2012-08-24 05:56:14 +00:00
|
|
|
stats := new([]*VolumeInfo)
|
2011-12-18 07:22:04 +00:00
|
|
|
for k, v := range s.volumes {
|
2012-08-24 05:56:14 +00:00
|
|
|
s := new(VolumeInfo)
|
|
|
|
s.Id, s.Size = VolumeId(k), v.Size()
|
2011-12-17 06:47:23 +00:00
|
|
|
*stats = append(*stats, s)
|
2011-12-16 14:51:26 +00:00
|
|
|
}
|
|
|
|
bytes, _ := json.Marshal(stats)
|
|
|
|
values := make(url.Values)
|
|
|
|
values.Add("port", strconv.Itoa(s.Port))
|
2011-12-26 10:07:53 +00:00
|
|
|
values.Add("publicUrl", s.PublicUrl)
|
2011-12-16 14:51:26 +00:00
|
|
|
values.Add("volumes", string(bytes))
|
2011-12-26 09:43:17 +00:00
|
|
|
util.Post("http://"+mserver+"/dir/join", values)
|
2011-12-16 14:51:26 +00:00
|
|
|
}
|
|
|
|
func (s *Store) Close() {
|
|
|
|
for _, v := range s.volumes {
|
|
|
|
v.Close()
|
|
|
|
}
|
|
|
|
}
|
2012-08-24 05:46:54 +00:00
|
|
|
func (s *Store) Write(i VolumeId, n *Needle) uint32 {
|
2012-06-29 07:53:47 +00:00
|
|
|
return s.volumes[i].write(n)
|
2012-01-19 00:49:41 +00:00
|
|
|
}
|
2012-08-24 05:46:54 +00:00
|
|
|
func (s *Store) Delete(i VolumeId, n *Needle) uint32 {
|
2012-01-19 00:49:41 +00:00
|
|
|
return s.volumes[i].delete(n)
|
2011-12-16 14:51:26 +00:00
|
|
|
}
|
2012-08-24 05:46:54 +00:00
|
|
|
func (s *Store) Read(i VolumeId, n *Needle) (int, error) {
|
2011-12-24 08:40:56 +00:00
|
|
|
return s.volumes[i].read(n)
|
2011-12-16 14:51:26 +00:00
|
|
|
}
|