mirror of
https://github.com/ethereum/go-ethereum.git
synced 2026-07-25 14:16:44 +00:00
rebase on current develop branch 2016-07-09 swarm/services/ens: * Rework ENS functionality to use the current spec. * Refactor ens.go to set up sessions as needed * Refactoring to support independent registrar and personal resolver contracts * fixed tests swarm/examples/album: improve upload UX * No more unhandled errors and loose ends in the UI. * Forward/Back buttons work as undo/redo * all long operations display an informative modal dialog * minor problems with cursor movements fixed * reorder labels * throbber as default image * change browser history after delete or upload photo swarm/storage: * optimise splitter * simplify reader * benchmarks, tests improved * simplify IO, remove chunkreader.go and io.SectionReader clone * simplify error/timeout handling * port pyramid splitter by karalabe, adapt to Splitter/DPA interface, rework params etc * make NetStore.Put -> cloud.Store synchronous * chunker join fix process leak and keep parallelisation limited to depth 1 * reset the base hash to SHA3. !!hard fork = no backward compatibility :) * SectionReader -> LazySectionReader: Size method signature change * introduce abort channel to joiner to fix process leak * add abort channel context to all manifest retrieval methods * global waitgroup fixes intermittent upload test failures due to unfinished storage of chunks * streamline joiner logic, contexts now unique to each readAt call * LazyChunkReader seeker complains about missing size only if whence=2 * chunker join fix process leak and keep parallelisation limited to depth 1 swarm/network/kademlia: * simplify code * now really fix prox limit adjustment + tests and comments * simplify and make readable findclosest algo code + comments * reset initial time interval settings for kaddb findbest * fix bucket replace scheme to optimise stability and availability * absolute idle peers are disconnected after maxIdleInterval * fix index out of range when deleting last idle peer from kaddb * unwanted peers (due to full kad bucket) are now properly dropped with ErrUnwanted * improve logging and reorg in kademlia * simplify and fix code that deletes expired/unconnectable nodes * kaddb.findBest does not get stuck on empty row but finds an actual missing node * must replace node if bucket is full otherwise nodes will get stuck on empty rows * kademlia: timer fix * remove logging the state when syncing (resulting in deadlock) * improved logs, fix potential deadlock in String() * native go time marshalling * tests fixed swarm/network: * log node address consistently in syncdb * syncer logs queue cardinalities properly in syncUnSyncedKeys loop * fix hive stop issue leading to send on closed chan + minor logging fixes * better logging * hive interface change * fix process leak by adding select to state.synced <- false swarm/cmd: swarm control cli improvements * no more alias, swarm is executable so it can be called via ssh * environment vars now set to default, no need to preconfigure * local and remote hive monitoring * gethup.sh script now merged into swarm script and nice modularised * simplify bash code and fix e2e tests in swarm/test * stop method falls back to kill -9 after 10s * enode method now supplies ip addr via ipecho request * execute, options, rawoptions, setup, create-account addpeers and hive subcommands * update-src -> update * remote-update-scripts, remote-update-bin and remote-run * local and remote monitoring of kademlia * extensive documentation in swarm/cmd/README.md * add cleanlog, cleanbzz, update-src, remote-update-scripts, remote-update-bin, remote-run * for remote binary update, take scripts from swarm/cmd/swarm * raise default maxpeers to 40 * add latency loggingo to upload and download * add checkdownload and checkaccess subcommands * add mem/cpu/disk-info commands * include randomfile cmd from test * add enode, connect subcommands, improve startup (only one round needed) * TODO: simplify tests using new checks swarm/api/http: server handler: check protocol substring length to fix slice out of bounds crash swarm/api: * fix filesystem API - upload/Modify tests * simplify downloader code and fix process leak * change KAD defaults bucketsize 4, minproxbinsize 2 * add back final slash to paths in manifest matching * fix filesystem api tests
267 lines
7.6 KiB
Go
267 lines
7.6 KiB
Go
/*
|
|
A simple http server interface to Swarm
|
|
*/
|
|
package http
|
|
|
|
import (
|
|
"bytes"
|
|
"io"
|
|
"net/http"
|
|
"regexp"
|
|
"sync"
|
|
"time"
|
|
|
|
"github.com/ethereum/go-ethereum/common"
|
|
"github.com/ethereum/go-ethereum/logger"
|
|
"github.com/ethereum/go-ethereum/logger/glog"
|
|
"github.com/ethereum/go-ethereum/swarm/api"
|
|
)
|
|
|
|
const (
|
|
rawType = "application/octet-stream"
|
|
)
|
|
|
|
var (
|
|
// accepted protocols: bzz (traditional), bzzi (immutable) and bzzr (raw)
|
|
bzzPrefix = regexp.MustCompile("^/+bzz[ir]?:/+")
|
|
trailingSlashes = regexp.MustCompile("/+$")
|
|
// forever = func() time.Time { return time.Unix(0, 0) }
|
|
forever = time.Now
|
|
)
|
|
|
|
type sequentialReader struct {
|
|
reader io.Reader
|
|
pos int64
|
|
ahead map[int64](chan bool)
|
|
lock sync.Mutex
|
|
}
|
|
|
|
// browser API for registering bzz url scheme handlers:
|
|
// https://developer.mozilla.org/en/docs/Web-based_protocol_handlers
|
|
// electron (chromium) api for registering bzz url scheme handlers:
|
|
// https://github.com/atom/electron/blob/master/docs/api/protocol.md
|
|
|
|
// starts up http server
|
|
func StartHttpServer(api *api.Api, port string) {
|
|
serveMux := http.NewServeMux()
|
|
serveMux.HandleFunc("/", func(w http.ResponseWriter, r *http.Request) {
|
|
handler(w, r, api)
|
|
})
|
|
go http.ListenAndServe(":"+port, serveMux)
|
|
glog.V(logger.Info).Infof("[BZZ] Swarm HTTP proxy started on localhost:%s", port)
|
|
}
|
|
|
|
func handler(w http.ResponseWriter, r *http.Request, a *api.Api) {
|
|
requestURL := r.URL
|
|
// This is wrong
|
|
// if requestURL.Host == "" {
|
|
// var err error
|
|
// requestURL, err = url.Parse(r.Referer() + requestURL.String())
|
|
// if err != nil {
|
|
// http.Error(w, err.Error(), http.StatusBadRequest)
|
|
// return
|
|
// }
|
|
// }
|
|
glog.V(logger.Debug).Infof("[BZZ] Swarm: HTTP %s request URL: '%s', Host: '%s', Path: '%s', Referer: '%s', Accept: '%s'", r.Method, r.RequestURI, requestURL.Host, requestURL.Path, r.Referer(), r.Header.Get("Accept"))
|
|
uri := requestURL.Path
|
|
var raw, nameresolver bool
|
|
var proto string
|
|
|
|
// HTTP-based URL protocol handler
|
|
glog.V(logger.Debug).Infof("[BZZ] Swarm: BZZ request URI: '%s'", uri)
|
|
|
|
path := bzzPrefix.ReplaceAllStringFunc(uri, func(p string) string {
|
|
proto = p
|
|
return ""
|
|
})
|
|
|
|
// protocol identification (ugly)
|
|
if proto == "" {
|
|
if glog.V(logger.Error) {
|
|
glog.Errorf(
|
|
"[BZZ] Swarm: Protocol error in request `%s`.",
|
|
uri,
|
|
)
|
|
http.Error(w, "BZZ protocol error", http.StatusBadRequest)
|
|
return
|
|
}
|
|
}
|
|
if len(proto) > 4 {
|
|
raw = proto[1:5] == "bzzr"
|
|
nameresolver = proto[1:5] != "bzzi"
|
|
}
|
|
|
|
glog.V(logger.Debug).Infof(
|
|
"[BZZ] Swarm: %s request over protocol %s '%s' received.",
|
|
r.Method, proto, path,
|
|
)
|
|
|
|
switch {
|
|
case r.Method == "POST" || r.Method == "PUT":
|
|
key, err := a.Store(r.Body, r.ContentLength, nil)
|
|
if err == nil {
|
|
glog.V(logger.Debug).Infof("[BZZ] Swarm: Content for %v stored", key.Log())
|
|
} else {
|
|
http.Error(w, err.Error(), http.StatusBadRequest)
|
|
return
|
|
}
|
|
if r.Method == "POST" {
|
|
if raw {
|
|
w.Header().Set("Content-Type", "text/plain")
|
|
http.ServeContent(w, r, "", time.Now(), bytes.NewReader([]byte(common.Bytes2Hex(key))))
|
|
} else {
|
|
http.Error(w, "No POST to "+uri+" allowed.", http.StatusBadRequest)
|
|
return
|
|
}
|
|
} else {
|
|
// PUT
|
|
if raw {
|
|
http.Error(w, "No PUT to /raw allowed.", http.StatusBadRequest)
|
|
return
|
|
} else {
|
|
path = api.RegularSlashes(path)
|
|
mime := r.Header.Get("Content-Type")
|
|
// TODO proper root hash separation
|
|
glog.V(logger.Debug).Infof("[BZZ] Modify '%s' to store %v as '%s'.", path, key.Log(), mime)
|
|
newKey, err := a.Modify(path, common.Bytes2Hex(key), mime, nameresolver)
|
|
if err == nil {
|
|
glog.V(logger.Debug).Infof("[BZZ] Swarm replaced manifest by '%s'", newKey)
|
|
w.Header().Set("Content-Type", "text/plain")
|
|
http.ServeContent(w, r, "", time.Now(), bytes.NewReader([]byte(newKey)))
|
|
} else {
|
|
http.Error(w, "PUT to "+path+"failed.", http.StatusBadRequest)
|
|
return
|
|
}
|
|
}
|
|
}
|
|
case r.Method == "DELETE":
|
|
if raw {
|
|
http.Error(w, "No DELETE to /raw allowed.", http.StatusBadRequest)
|
|
return
|
|
} else {
|
|
path = api.RegularSlashes(path)
|
|
glog.V(logger.Debug).Infof("[BZZ] Delete '%s'.", path)
|
|
newKey, err := a.Modify(path, "", "", nameresolver)
|
|
if err == nil {
|
|
glog.V(logger.Debug).Infof("[BZZ] Swarm replaced manifest by '%s'", newKey)
|
|
w.Header().Set("Content-Type", "text/plain")
|
|
http.ServeContent(w, r, "", time.Now(), bytes.NewReader([]byte(newKey)))
|
|
} else {
|
|
http.Error(w, "DELETE to "+path+"failed.", http.StatusBadRequest)
|
|
return
|
|
}
|
|
}
|
|
case r.Method == "GET" || r.Method == "HEAD":
|
|
path = trailingSlashes.ReplaceAllString(path, "")
|
|
if raw {
|
|
// resolving host
|
|
key, err := a.Resolve(path, nameresolver)
|
|
if err != nil {
|
|
glog.V(logger.Error).Infof("[BZZ] Swarm: %v", err)
|
|
http.Error(w, err.Error(), http.StatusBadRequest)
|
|
return
|
|
}
|
|
|
|
// retrieving content
|
|
reader := a.Retrieve(key)
|
|
quitC := make(chan bool)
|
|
size, err := reader.Size(quitC)
|
|
glog.V(logger.Debug).Infof("[BZZ] Swarm: Reading %d bytes.", size)
|
|
|
|
// setting mime type
|
|
qv := requestURL.Query()
|
|
mimeType := qv.Get("content_type")
|
|
if mimeType == "" {
|
|
mimeType = rawType
|
|
}
|
|
|
|
w.Header().Set("Content-Type", mimeType)
|
|
http.ServeContent(w, r, uri, forever(), reader)
|
|
glog.V(logger.Debug).Infof("[BZZ] Swarm: Serve raw content '%s' (%d bytes) as '%s'", uri, size, mimeType)
|
|
|
|
// retrieve path via manifest
|
|
} else {
|
|
|
|
glog.V(logger.Debug).Infof("[BZZ] Swarm: Structured GET request '%s' received.", uri)
|
|
|
|
reader, mimeType, status, err := a.Get(path, nameresolver)
|
|
if err != nil {
|
|
if _, ok := err.(api.ErrResolve); ok {
|
|
glog.V(logger.Debug).Infof("[BZZ] Swarm: %v", err)
|
|
status = http.StatusBadRequest
|
|
} else {
|
|
glog.V(logger.Debug).Infof("[BZZ] Swarm: error retrieving '%s': %v", uri, err)
|
|
status = http.StatusNotFound
|
|
}
|
|
http.Error(w, err.Error(), status)
|
|
return
|
|
}
|
|
|
|
// set mime type and status headers
|
|
w.Header().Set("Content-Type", mimeType)
|
|
if status > 0 {
|
|
w.WriteHeader(status)
|
|
} else {
|
|
status = 200
|
|
}
|
|
quitC := make(chan bool)
|
|
size, err := reader.Size(quitC)
|
|
glog.V(logger.Debug).Infof("[BZZ] Swarm: Served '%s' (%d bytes) as '%s' (status code: %v)", uri, size, mimeType, status)
|
|
|
|
http.ServeContent(w, r, path, forever(), reader)
|
|
|
|
}
|
|
default:
|
|
http.Error(w, "Method "+r.Method+" is not supported.", http.StatusMethodNotAllowed)
|
|
}
|
|
}
|
|
|
|
func (self *sequentialReader) ReadAt(target []byte, off int64) (n int, err error) {
|
|
self.lock.Lock()
|
|
// assert self.pos <= off
|
|
if self.pos > off {
|
|
glog.V(logger.Error).Infof("[BZZ] Swarm: non-sequential read attempted from sequentialReader; %d > %d",
|
|
self.pos, off)
|
|
panic("Non-sequential read attempt")
|
|
}
|
|
if self.pos != off {
|
|
glog.V(logger.Debug).Infof("[BZZ] Swarm: deferred read in POST at position %d, offset %d.",
|
|
self.pos, off)
|
|
wait := make(chan bool)
|
|
self.ahead[off] = wait
|
|
self.lock.Unlock()
|
|
if <-wait {
|
|
// failed read behind
|
|
n = 0
|
|
err = io.ErrUnexpectedEOF
|
|
return
|
|
}
|
|
self.lock.Lock()
|
|
}
|
|
localPos := 0
|
|
for localPos < len(target) {
|
|
n, err = self.reader.Read(target[localPos:])
|
|
localPos += n
|
|
glog.V(logger.Debug).Infof("[BZZ] Swarm: Read %d bytes into buffer size %d from POST, error %v.",
|
|
n, len(target), err)
|
|
if err != nil {
|
|
glog.V(logger.Debug).Infof("[BZZ] Swarm: POST stream's reading terminated with %v.", err)
|
|
for i := range self.ahead {
|
|
self.ahead[i] <- true
|
|
delete(self.ahead, i)
|
|
}
|
|
self.lock.Unlock()
|
|
return localPos, err
|
|
}
|
|
self.pos += int64(n)
|
|
}
|
|
wait := self.ahead[self.pos]
|
|
if wait != nil {
|
|
glog.V(logger.Debug).Infof("[BZZ] Swarm: deferred read in POST at position %d triggered.",
|
|
self.pos)
|
|
delete(self.ahead, self.pos)
|
|
close(wait)
|
|
}
|
|
self.lock.Unlock()
|
|
return localPos, err
|
|
}
|