You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
 
 
 

1017 lines
25 KiB

  1. /*
  2. The MIT License (MIT)
  3. Copyright (c) 2014-2017 DutchCoders [https://github.com/dutchcoders/]
  4. Permission is hereby granted, free of charge, to any person obtaining a copy
  5. of this software and associated documentation files (the "Software"), to deal
  6. in the Software without restriction, including without limitation the rights
  7. to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
  8. copies of the Software, and to permit persons to whom the Software is
  9. furnished to do so, subject to the following conditions:
  10. The above copyright notice and this permission notice shall be included in
  11. all copies or substantial portions of the Software.
  12. THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  13. IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  14. FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
  15. AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  16. LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
  17. OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
  18. THE SOFTWARE.
  19. */
  20. package server
  21. import (
  22. // _ "transfer.sh/app/handlers"
  23. // _ "transfer.sh/app/utils"
  24. "archive/tar"
  25. "archive/zip"
  26. "bytes"
  27. "compress/gzip"
  28. "encoding/base64"
  29. "encoding/json"
  30. "errors"
  31. "fmt"
  32. "html"
  33. html_template "html/template"
  34. "io"
  35. "io/ioutil"
  36. "log"
  37. "math/rand"
  38. "mime"
  39. "net"
  40. "net/http"
  41. "net/url"
  42. "os"
  43. "path"
  44. "path/filepath"
  45. "strconv"
  46. "strings"
  47. "sync"
  48. text_template "text/template"
  49. "time"
  50. web "github.com/dutchcoders/transfer.sh-web"
  51. "github.com/gorilla/mux"
  52. "github.com/russross/blackfriday"
  53. "github.com/skip2/go-qrcode"
  54. "github.com/klauspost/compress/zstd"
  55. )
  56. var (
  57. htmlTemplates = initHTMLTemplates()
  58. textTemplates = initTextTemplates()
  59. )
  60. func stripPrefix(path string) string {
  61. return strings.Replace(path, web.Prefix+"/", "", -1)
  62. }
  63. func initTextTemplates() *text_template.Template {
  64. templateMap := text_template.FuncMap{"format": formatNumber}
  65. // Templates with functions available to them
  66. var templates = text_template.New("").Funcs(templateMap)
  67. return templates
  68. }
  69. func initHTMLTemplates() *html_template.Template {
  70. templateMap := html_template.FuncMap{"format": formatNumber}
  71. // Templates with functions available to them
  72. var templates = html_template.New("").Funcs(templateMap)
  73. return templates
  74. }
  75. func healthHandler(w http.ResponseWriter, r *http.Request) {
  76. fmt.Fprintf(w, "Approaching Neutral Zone, all systems normal and functioning.")
  77. }
  78. /* The preview handler will show a preview of the content for browsers (accept type text/html), and referer is not transfer.sh */
  79. func (s *Server) previewHandler(w http.ResponseWriter, r *http.Request) {
  80. vars := mux.Vars(r)
  81. token := vars["token"]
  82. filename := vars["filename"]
  83. contentType, contentLength, err := s.storage.Head(token, filename)
  84. if err != nil {
  85. http.Error(w, http.StatusText(404), 404)
  86. return
  87. }
  88. var templatePath string
  89. var content html_template.HTML
  90. switch {
  91. case strings.HasPrefix(contentType, "image/"):
  92. templatePath = "download.image.html"
  93. case strings.HasPrefix(contentType, "video/"):
  94. templatePath = "download.video.html"
  95. case strings.HasPrefix(contentType, "audio/"):
  96. templatePath = "download.audio.html"
  97. case strings.HasPrefix(contentType, "text/"):
  98. templatePath = "download.markdown.html"
  99. var reader io.ReadCloser
  100. if reader, _, _, err = s.storage.Get(token, filename); err != nil {
  101. http.Error(w, err.Error(), http.StatusInternalServerError)
  102. return
  103. }
  104. var data []byte
  105. data = make([]byte, _5M)
  106. if _, err = reader.Read(data); err != io.EOF && err != nil {
  107. http.Error(w, err.Error(), http.StatusInternalServerError)
  108. return
  109. }
  110. if strings.HasPrefix(contentType, "text/x-markdown") || strings.HasPrefix(contentType, "text/markdown") {
  111. escapedData := html.EscapeString(string(data))
  112. output := blackfriday.MarkdownCommon([]byte(escapedData))
  113. content = html_template.HTML(output)
  114. } else if strings.HasPrefix(contentType, "text/plain") {
  115. content = html_template.HTML(fmt.Sprintf("<pre>%s</pre>", html.EscapeString(string(data))))
  116. } else {
  117. templatePath = "download.sandbox.html"
  118. }
  119. default:
  120. templatePath = "download.html"
  121. }
  122. resolvedUrl := resolveUrl(r, getURL(r).ResolveReference(r.URL), true)
  123. var png []byte
  124. png, err = qrcode.Encode(resolvedUrl, qrcode.High, 150)
  125. if err != nil {
  126. http.Error(w, err.Error(), http.StatusInternalServerError)
  127. return
  128. }
  129. qrCode := base64.StdEncoding.EncodeToString(png)
  130. hostname := getURL(r).Host
  131. webAddress := resolveWebAddress(r)
  132. data := struct {
  133. ContentType string
  134. Content html_template.HTML
  135. Filename string
  136. Url string
  137. Hostname string
  138. WebAddress string
  139. ContentLength uint64
  140. GAKey string
  141. UserVoiceKey string
  142. QRCode string
  143. }{
  144. contentType,
  145. content,
  146. filename,
  147. resolvedUrl,
  148. hostname,
  149. webAddress,
  150. contentLength,
  151. s.gaKey,
  152. s.userVoiceKey,
  153. qrCode,
  154. }
  155. if err := htmlTemplates.ExecuteTemplate(w, templatePath, data); err != nil {
  156. http.Error(w, err.Error(), http.StatusInternalServerError)
  157. return
  158. }
  159. }
  160. // this handler will output html or text, depending on the
  161. // support of the client (Accept header).
  162. func (s *Server) viewHandler(w http.ResponseWriter, r *http.Request) {
  163. // vars := mux.Vars(r)
  164. hostname := getURL(r).Host
  165. webAddress := resolveWebAddress(r)
  166. data := struct {
  167. Hostname string
  168. WebAddress string
  169. GAKey string
  170. UserVoiceKey string
  171. }{
  172. hostname,
  173. webAddress,
  174. s.gaKey,
  175. s.userVoiceKey,
  176. }
  177. if acceptsHTML(r.Header) {
  178. if err := htmlTemplates.ExecuteTemplate(w, "index.html", data); err != nil {
  179. http.Error(w, err.Error(), http.StatusInternalServerError)
  180. return
  181. }
  182. } else {
  183. if err := textTemplates.ExecuteTemplate(w, "index.txt", data); err != nil {
  184. http.Error(w, err.Error(), http.StatusInternalServerError)
  185. return
  186. }
  187. }
  188. }
  189. func (s *Server) notFoundHandler(w http.ResponseWriter, r *http.Request) {
  190. http.Error(w, http.StatusText(404), 404)
  191. }
  192. func sanitize(fileName string) string {
  193. return path.Clean(path.Base(fileName))
  194. }
  195. func (s *Server) postHandler(w http.ResponseWriter, r *http.Request) {
  196. if err := r.ParseMultipartForm(_24K); nil != err {
  197. log.Printf("%s", err.Error())
  198. http.Error(w, "Error occurred copying to output stream", 500)
  199. return
  200. }
  201. token := Encode(10000000 + int64(rand.Intn(1000000000)))
  202. w.Header().Set("Content-Type", "text/plain")
  203. for _, fheaders := range r.MultipartForm.File {
  204. for _, fheader := range fheaders {
  205. filename := sanitize(fheader.Filename)
  206. contentType := fheader.Header.Get("Content-Type")
  207. if contentType == "" {
  208. contentType = mime.TypeByExtension(filepath.Ext(fheader.Filename))
  209. }
  210. var f io.Reader
  211. var err error
  212. if f, err = fheader.Open(); err != nil {
  213. log.Printf("%s", err.Error())
  214. http.Error(w, err.Error(), 500)
  215. return
  216. }
  217. var b bytes.Buffer
  218. n, err := io.CopyN(&b, f, _24K+1)
  219. if err != nil && err != io.EOF {
  220. log.Printf("%s", err.Error())
  221. http.Error(w, err.Error(), 500)
  222. return
  223. }
  224. var file *os.File
  225. var reader io.Reader
  226. if n > _24K {
  227. file, err = ioutil.TempFile(s.tempPath, "transfer-")
  228. if err != nil {
  229. log.Fatal(err)
  230. }
  231. n, err = io.Copy(file, io.MultiReader(&b, f))
  232. if err != nil {
  233. cleanTmpFile(file)
  234. log.Printf("%s", err.Error())
  235. http.Error(w, err.Error(), 500)
  236. return
  237. }
  238. reader, err = os.Open(file.Name())
  239. } else {
  240. reader = bytes.NewReader(b.Bytes())
  241. }
  242. contentLength := n
  243. metadata := MetadataForRequest(contentType, r)
  244. buffer := &bytes.Buffer{}
  245. if err := json.NewEncoder(buffer).Encode(metadata); err != nil {
  246. log.Printf("%s", err.Error())
  247. http.Error(w, errors.New("Could not encode metadata").Error(), 500)
  248. cleanTmpFile(file)
  249. return
  250. } else if err := s.storage.Put(token, fmt.Sprintf("%s.metadata", filename), buffer, "text/json", uint64(buffer.Len())); err != nil {
  251. log.Printf("%s", err.Error())
  252. http.Error(w, errors.New("Could not save metadata").Error(), 500)
  253. cleanTmpFile(file)
  254. return
  255. }
  256. log.Printf("Uploading %s %s %d %s", token, filename, contentLength, contentType)
  257. if err = s.storage.Put(token, filename, reader, contentType, uint64(contentLength)); err != nil {
  258. log.Printf("Backend storage error: %s", err.Error())
  259. http.Error(w, err.Error(), 500)
  260. return
  261. }
  262. filename = url.PathEscape(filename)
  263. relativeURL, _ := url.Parse(path.Join(token, filename))
  264. fmt.Fprintln(w, getURL(r).ResolveReference(relativeURL).String())
  265. cleanTmpFile(file)
  266. }
  267. }
  268. }
  269. func cleanTmpFile(f *os.File) {
  270. if f != nil {
  271. err := f.Close()
  272. if err != nil {
  273. log.Printf("Error closing tmpfile: %s (%s)", err, f.Name())
  274. }
  275. err = os.Remove(f.Name())
  276. if err != nil {
  277. log.Printf("Error removing tmpfile: %s (%s)", err, f.Name())
  278. }
  279. }
  280. }
  281. type Metadata struct {
  282. // ContentType is the original uploading content type
  283. ContentType string
  284. // Secret as knowledge to delete file
  285. // Secret string
  286. // Downloads is the actual number of downloads
  287. Downloads int
  288. // MaxDownloads contains the maximum numbers of downloads
  289. MaxDownloads int
  290. // MaxDate contains the max age of the file
  291. MaxDate time.Time
  292. // DeletionToken contains the token to match against for deletion
  293. DeletionToken string
  294. }
  295. func MetadataForRequest(contentType string, r *http.Request) Metadata {
  296. metadata := Metadata{
  297. ContentType: contentType,
  298. MaxDate: time.Now().Add(time.Hour * 24 * 365 * 10),
  299. Downloads: 0,
  300. MaxDownloads: 99999999,
  301. DeletionToken: Encode(10000000+int64(rand.Intn(1000000000))) + Encode(10000000+int64(rand.Intn(1000000000))),
  302. }
  303. if v := r.Header.Get("Max-Downloads"); v == "" {
  304. } else if v, err := strconv.Atoi(v); err != nil {
  305. } else {
  306. metadata.MaxDownloads = v
  307. }
  308. if v := r.Header.Get("Max-Days"); v == "" {
  309. } else if v, err := strconv.Atoi(v); err != nil {
  310. } else {
  311. metadata.MaxDate = time.Now().Add(time.Hour * 24 * time.Duration(v))
  312. }
  313. return metadata
  314. }
  315. func (s *Server) putHandler(w http.ResponseWriter, r *http.Request) {
  316. vars := mux.Vars(r)
  317. filename := sanitize(vars["filename"])
  318. contentLength := r.ContentLength
  319. var reader io.Reader
  320. reader = r.Body
  321. defer r.Body.Close()
  322. if contentLength == -1 {
  323. // queue file to disk, because s3 needs content length
  324. var err error
  325. var f io.Reader
  326. f = reader
  327. var b bytes.Buffer
  328. n, err := io.CopyN(&b, f, _24K+1)
  329. if err != nil && err != io.EOF {
  330. log.Printf("Error putting new file: %s", err.Error())
  331. http.Error(w, err.Error(), 500)
  332. return
  333. }
  334. var file *os.File
  335. if n > _24K {
  336. file, err = ioutil.TempFile(s.tempPath, "transfer-")
  337. if err != nil {
  338. log.Printf("%s", err.Error())
  339. http.Error(w, err.Error(), 500)
  340. return
  341. }
  342. defer cleanTmpFile(file)
  343. n, err = io.Copy(file, io.MultiReader(&b, f))
  344. if err != nil {
  345. log.Printf("%s", err.Error())
  346. http.Error(w, err.Error(), 500)
  347. return
  348. }
  349. reader, err = os.Open(file.Name())
  350. } else {
  351. reader = bytes.NewReader(b.Bytes())
  352. }
  353. contentLength = n
  354. }
  355. if contentLength == 0 {
  356. log.Print("Empty content-length")
  357. http.Error(w, errors.New("Could not upload empty file").Error(), 400)
  358. return
  359. }
  360. contentType := r.Header.Get("Content-Type")
  361. if contentType == "" {
  362. contentType = mime.TypeByExtension(filepath.Ext(vars["filename"]))
  363. }
  364. token := Encode(10000000 + int64(rand.Intn(1000000000)))
  365. metadata := MetadataForRequest(contentType, r)
  366. buffer := &bytes.Buffer{}
  367. if err := json.NewEncoder(buffer).Encode(metadata); err != nil {
  368. log.Printf("%s", err.Error())
  369. http.Error(w, errors.New("Could not encode metadata").Error(), 500)
  370. return
  371. } else if err := s.storage.Put(token, fmt.Sprintf("%s.metadata", filename), buffer, "text/json", uint64(buffer.Len())); err != nil {
  372. log.Printf("%s", err.Error())
  373. http.Error(w, errors.New("Could not save metadata").Error(), 500)
  374. return
  375. }
  376. log.Printf("Uploading %s %s %d %s", token, filename, contentLength, contentType)
  377. var err error
  378. if err = s.storage.Put(token, filename, reader, contentType, uint64(contentLength)); err != nil {
  379. log.Printf("Error putting new file: %s", err.Error())
  380. http.Error(w, errors.New("Could not save file").Error(), 500)
  381. return
  382. }
  383. // w.Statuscode = 200
  384. w.Header().Set("Content-Type", "text/plain")
  385. filename = url.PathEscape(filename)
  386. relativeURL, _ := url.Parse(path.Join(token, filename))
  387. deleteUrl, _ := url.Parse(path.Join(token, filename, metadata.DeletionToken))
  388. w.Header().Set("X-Url-Delete", resolveUrl(r, deleteUrl, true))
  389. fmt.Fprint(w, resolveUrl(r, relativeURL, false))
  390. }
  391. func resolveUrl(r *http.Request, u *url.URL, absolutePath bool) string {
  392. if absolutePath {
  393. r.URL.Path = ""
  394. }
  395. return getURL(r).ResolveReference(u).String()
  396. }
  397. func resolveWebAddress(r *http.Request) string {
  398. url := getURL(r)
  399. return fmt.Sprintf("%s://%s", url.ResolveReference(url).Scheme, url.ResolveReference(url).Host)
  400. }
  401. func getURL(r *http.Request) *url.URL {
  402. u, _ := url.Parse(r.URL.String())
  403. if r.TLS != nil {
  404. u.Scheme = "https"
  405. } else if proto := r.Header.Get("X-Forwarded-Proto"); proto != "" {
  406. u.Scheme = proto
  407. } else {
  408. u.Scheme = "http"
  409. }
  410. if u.Host != "" {
  411. } else if host, port, err := net.SplitHostPort(r.Host); err != nil {
  412. u.Host = r.Host
  413. } else {
  414. if port == "80" && u.Scheme == "http" {
  415. u.Host = host
  416. } else if port == "443" && u.Scheme == "https" {
  417. u.Host = host
  418. } else {
  419. u.Host = net.JoinHostPort(host, port)
  420. }
  421. }
  422. return u
  423. }
  424. func (s *Server) Lock(token, filename string) error {
  425. key := path.Join(token, filename)
  426. if _, ok := s.locks[key]; !ok {
  427. s.locks[key] = &sync.Mutex{}
  428. }
  429. s.locks[key].Lock()
  430. return nil
  431. }
  432. func (s *Server) Unlock(token, filename string) error {
  433. key := path.Join(token, filename)
  434. s.locks[key].Unlock()
  435. return nil
  436. }
  437. func (s *Server) CheckMetadata(token, filename string) error {
  438. s.Lock(token, filename)
  439. defer s.Unlock(token, filename)
  440. var metadata Metadata
  441. r, _, _, err := s.storage.Get(token, fmt.Sprintf("%s.metadata", filename))
  442. //if s.storage.IsNotExist(err) {
  443. // return nil
  444. //} else if err != nil {
  445. if err != nil {
  446. return err
  447. }
  448. defer r.Close()
  449. if err := json.NewDecoder(r).Decode(&metadata); err != nil {
  450. return err
  451. } else if metadata.Downloads >= metadata.MaxDownloads {
  452. return errors.New("MaxDownloads expired.")
  453. } else if time.Now().After(metadata.MaxDate) {
  454. return errors.New("MaxDate expired.")
  455. } else {
  456. // todo(nl5887): mutex?
  457. // update number of downloads
  458. metadata.Downloads++
  459. buffer := &bytes.Buffer{}
  460. if err := json.NewEncoder(buffer).Encode(metadata); err != nil {
  461. return errors.New("Could not encode metadata")
  462. } else if err := s.storage.Put(token, fmt.Sprintf("%s.metadata", filename), buffer, "text/json", uint64(buffer.Len())); err != nil {
  463. return errors.New("Could not save metadata")
  464. }
  465. }
  466. return nil
  467. }
  468. func (s *Server) CheckDeletionToken(deletionToken, token, filename string) error {
  469. s.Lock(token, filename)
  470. defer s.Unlock(token, filename)
  471. var metadata Metadata
  472. r, _, _, err := s.storage.Get(token, fmt.Sprintf("%s.metadata", filename))
  473. if s.storage.IsNotExist(err) {
  474. return nil
  475. } else if err != nil {
  476. return err
  477. }
  478. defer r.Close()
  479. if err := json.NewDecoder(r).Decode(&metadata); err != nil {
  480. return err
  481. } else if metadata.DeletionToken != deletionToken {
  482. return errors.New("Deletion token doesn't match.")
  483. }
  484. return nil
  485. }
  486. func (s *Server) deleteHandler(w http.ResponseWriter, r *http.Request) {
  487. vars := mux.Vars(r)
  488. token := vars["token"]
  489. filename := vars["filename"]
  490. deletionToken := vars["deletionToken"]
  491. if err := s.CheckDeletionToken(deletionToken, token, filename); err != nil {
  492. log.Printf("Error metadata: %s", err.Error())
  493. http.Error(w, http.StatusText(http.StatusNotFound), http.StatusNotFound)
  494. return
  495. }
  496. err := s.storage.Delete(token, filename)
  497. if s.storage.IsNotExist(err) {
  498. http.Error(w, http.StatusText(http.StatusNotFound), http.StatusNotFound)
  499. return
  500. } else if err != nil {
  501. log.Printf("%s", err.Error())
  502. http.Error(w, "Could not delete file.", 500)
  503. return
  504. }
  505. }
  506. func (s *Server) zipHandler(w http.ResponseWriter, r *http.Request) {
  507. vars := mux.Vars(r)
  508. files := vars["files"]
  509. zipfilename := fmt.Sprintf("transfersh-%d.zip", uint16(time.Now().UnixNano()))
  510. w.Header().Set("Content-Type", "application/zip")
  511. w.Header().Set("Content-Disposition", fmt.Sprintf("attachment; filename=\"%s\"", zipfilename))
  512. w.Header().Set("Connection", "close")
  513. zw := zip.NewWriter(w)
  514. for _, key := range strings.Split(files, ",") {
  515. if strings.HasPrefix(key, "/") {
  516. key = key[1:]
  517. }
  518. key = strings.Replace(key, "\\", "/", -1)
  519. token := strings.Split(key, "/")[0]
  520. filename := sanitize(strings.Split(key, "/")[1])
  521. if err := s.CheckMetadata(token, filename); err != nil {
  522. log.Printf("Error metadata: %s", err.Error())
  523. continue
  524. }
  525. reader, _, _, err := s.storage.Get(token, filename)
  526. if err != nil {
  527. if s.storage.IsNotExist(err) {
  528. http.Error(w, "File not found", 404)
  529. return
  530. } else {
  531. log.Printf("%s", err.Error())
  532. http.Error(w, "Could not retrieve file.", 500)
  533. return
  534. }
  535. }
  536. defer reader.Close()
  537. header := &zip.FileHeader{
  538. Name: strings.Split(key, "/")[1],
  539. Method: zip.Store,
  540. ModifiedTime: uint16(time.Now().UnixNano()),
  541. ModifiedDate: uint16(time.Now().UnixNano()),
  542. }
  543. fw, err := zw.CreateHeader(header)
  544. if err != nil {
  545. log.Printf("%s", err.Error())
  546. http.Error(w, "Internal server error.", 500)
  547. return
  548. }
  549. if _, err = io.Copy(fw, reader); err != nil {
  550. log.Printf("%s", err.Error())
  551. http.Error(w, "Internal server error.", 500)
  552. return
  553. }
  554. }
  555. if err := zw.Close(); err != nil {
  556. log.Printf("%s", err.Error())
  557. http.Error(w, "Internal server error.", 500)
  558. return
  559. }
  560. }
  561. func (s *Server) tarGzHandler(w http.ResponseWriter, r *http.Request) {
  562. vars := mux.Vars(r)
  563. files := vars["files"]
  564. tarfilename := fmt.Sprintf("transfersh-%d.tar.gz", uint16(time.Now().UnixNano()))
  565. w.Header().Set("Content-Type", "application/x-gzip")
  566. w.Header().Set("Content-Disposition", fmt.Sprintf("attachment; filename=\"%s\"", tarfilename))
  567. w.Header().Set("Connection", "close")
  568. os := gzip.NewWriter(w)
  569. defer os.Close()
  570. zw := tar.NewWriter(os)
  571. defer zw.Close()
  572. for _, key := range strings.Split(files, ",") {
  573. if strings.HasPrefix(key, "/") {
  574. key = key[1:]
  575. }
  576. key = strings.Replace(key, "\\", "/", -1)
  577. token := strings.Split(key, "/")[0]
  578. filename := sanitize(strings.Split(key, "/")[1])
  579. if err := s.CheckMetadata(token, filename); err != nil {
  580. log.Printf("Error metadata: %s", err.Error())
  581. continue
  582. }
  583. reader, _, contentLength, err := s.storage.Get(token, filename)
  584. if err != nil {
  585. if s.storage.IsNotExist(err) {
  586. http.Error(w, "File not found", 404)
  587. return
  588. } else {
  589. log.Printf("%s", err.Error())
  590. http.Error(w, "Could not retrieve file.", 500)
  591. return
  592. }
  593. }
  594. defer reader.Close()
  595. header := &tar.Header{
  596. Name: strings.Split(key, "/")[1],
  597. Size: int64(contentLength),
  598. }
  599. err = zw.WriteHeader(header)
  600. if err != nil {
  601. log.Printf("%s", err.Error())
  602. http.Error(w, "Internal server error.", 500)
  603. return
  604. }
  605. if _, err = io.Copy(zw, reader); err != nil {
  606. log.Printf("%s", err.Error())
  607. http.Error(w, "Internal server error.", 500)
  608. return
  609. }
  610. }
  611. }
  612. func (s *Server) tarHandler(w http.ResponseWriter, r *http.Request) {
  613. vars := mux.Vars(r)
  614. files := vars["files"]
  615. tarfilename := fmt.Sprintf("transfersh-%d.tar", uint16(time.Now().UnixNano()))
  616. w.Header().Set("Content-Type", "application/x-tar")
  617. w.Header().Set("Content-Disposition", fmt.Sprintf("attachment; filename=\"%s\"", tarfilename))
  618. w.Header().Set("Connection", "close")
  619. zw := tar.NewWriter(w)
  620. defer zw.Close()
  621. for _, key := range strings.Split(files, ",") {
  622. token := strings.Split(key, "/")[0]
  623. filename := strings.Split(key, "/")[1]
  624. if err := s.CheckMetadata(token, filename); err != nil {
  625. log.Printf("Error metadata: %s", err.Error())
  626. continue
  627. }
  628. reader, _, contentLength, err := s.storage.Get(token, filename)
  629. if err != nil {
  630. if s.storage.IsNotExist(err) {
  631. http.Error(w, "File not found", 404)
  632. return
  633. } else {
  634. log.Printf("%s", err.Error())
  635. http.Error(w, "Could not retrieve file.", 500)
  636. return
  637. }
  638. }
  639. defer reader.Close()
  640. header := &tar.Header{
  641. Name: strings.Split(key, "/")[1],
  642. Size: int64(contentLength),
  643. }
  644. err = zw.WriteHeader(header)
  645. if err != nil {
  646. log.Printf("%s", err.Error())
  647. http.Error(w, "Internal server error.", 500)
  648. return
  649. }
  650. if _, err = io.Copy(zw, reader); err != nil {
  651. log.Printf("%s", err.Error())
  652. http.Error(w, "Internal server error.", 500)
  653. return
  654. }
  655. }
  656. }
  657. func (s *Server) headHandler(w http.ResponseWriter, r *http.Request) {
  658. vars := mux.Vars(r)
  659. token := vars["token"]
  660. filename := vars["filename"]
  661. if err := s.CheckMetadata(token, filename); err != nil {
  662. log.Printf("Error metadata: %s", err.Error())
  663. http.Error(w, http.StatusText(http.StatusNotFound), http.StatusNotFound)
  664. return
  665. }
  666. contentType, contentLength, err := s.storage.Head(token, filename)
  667. if s.storage.IsNotExist(err) {
  668. http.Error(w, http.StatusText(http.StatusNotFound), http.StatusNotFound)
  669. return
  670. } else if err != nil {
  671. log.Printf("%s", err.Error())
  672. http.Error(w, "Could not retrieve file.", 500)
  673. return
  674. }
  675. w.Header().Set("Content-Type", contentType)
  676. w.Header().Set("Content-Length", strconv.FormatUint(contentLength, 10))
  677. w.Header().Set("Connection", "close")
  678. }
  679. func (s *Server) getHandler(w http.ResponseWriter, r *http.Request) {
  680. vars := mux.Vars(r)
  681. action := vars["action"]
  682. token := vars["token"]
  683. filename := vars["filename"]
  684. realFilename := filename
  685. useZST := false
  686. if err := s.CheckMetadata(token, filename); err != nil {
  687. log.Printf("Error metadata: %v; trying with .zst", err)
  688. useZST = true
  689. filename += ".zst"
  690. if err := s.CheckMetadata(token, filename); err != nil {
  691. log.Printf("Error metadata: %v", err)
  692. http.Error(w, http.StatusText(http.StatusNotFound), http.StatusNotFound)
  693. return
  694. }
  695. }
  696. reader, contentType, contentLength, err := s.storage.Get(token, filename)
  697. if s.storage.IsNotExist(err) {
  698. http.Error(w, http.StatusText(http.StatusNotFound), http.StatusNotFound)
  699. return
  700. } else if err != nil {
  701. log.Printf("%s", err.Error())
  702. http.Error(w, "Could not retrieve file.", 500)
  703. return
  704. }
  705. defer reader.Close()
  706. if useZST {
  707. contentType = mime.TypeByExtension(filepath.Ext(realFilename))
  708. d, err := zstd.NewReader(reader)
  709. if err != nil {
  710. log.Printf("Failed to create zstd reader: %s", err.Error())
  711. http.Error(w, "Could not retrieve file.", 500)
  712. return
  713. }
  714. defer d.Close()
  715. reader = d.IOReadCloser()
  716. }
  717. var disposition string
  718. if action == "inline" {
  719. disposition = "inline"
  720. } else {
  721. disposition = "attachment"
  722. }
  723. w.Header().Set("Content-Type", contentType)
  724. if useZST {
  725. w.Header().Set("Transfer-Encoding", "chunked")
  726. } else {
  727. w.Header().Set("Content-Length", strconv.FormatUint(contentLength, 10))
  728. }
  729. w.Header().Set("Content-Disposition", fmt.Sprintf("%s; filename=\"%s\"", disposition, realFilename))
  730. w.Header().Set("Connection", "keep-alive")
  731. if w.Header().Get("Range") == "" {
  732. if _, err = io.Copy(w, reader); err != nil {
  733. log.Printf("%s", err.Error())
  734. http.Error(w, "Error occurred copying to output stream", 500)
  735. return
  736. }
  737. return
  738. }
  739. file, err := ioutil.TempFile(s.tempPath, "range-")
  740. if err != nil {
  741. log.Printf("%s", err.Error())
  742. http.Error(w, "Error occurred copying to output stream", 500)
  743. return
  744. }
  745. defer cleanTmpFile(file)
  746. tee := io.TeeReader(reader, file)
  747. for {
  748. b := make([]byte, _5M)
  749. _, err = tee.Read(b)
  750. if err == io.EOF {
  751. break
  752. }
  753. if err != nil {
  754. log.Printf("%s", err.Error())
  755. http.Error(w, "Error occurred copying to output stream", 500)
  756. return
  757. }
  758. }
  759. http.ServeContent(w, r, filename, time.Unix(0, 0), file)
  760. }
  761. func (s *Server) RedirectHandler(h http.Handler) http.HandlerFunc {
  762. return func(w http.ResponseWriter, r *http.Request) {
  763. if !s.forceHTTPs {
  764. // we don't want to enforce https
  765. } else if r.URL.Path == "/health.html" {
  766. // health check url won't redirect
  767. } else if strings.HasSuffix(ipAddrFromRemoteAddr(r.Host), ".onion") {
  768. // .onion addresses cannot get a valid certificate, so don't redirect
  769. } else if r.Header.Get("X-Forwarded-Proto") == "https" {
  770. } else if r.URL.Scheme == "https" {
  771. } else {
  772. u := getURL(r)
  773. u.Scheme = "https"
  774. http.Redirect(w, r, u.String(), http.StatusPermanentRedirect)
  775. return
  776. }
  777. h.ServeHTTP(w, r)
  778. }
  779. }
  780. // Create a log handler for every request it receives.
  781. func LoveHandler(h http.Handler) http.HandlerFunc {
  782. return func(w http.ResponseWriter, r *http.Request) {
  783. w.Header().Set("x-made-with", "<3 by DutchCoders")
  784. w.Header().Set("x-served-by", "Proudly served by DutchCoders")
  785. w.Header().Set("Server", "Transfer.sh HTTP Server 1.0")
  786. h.ServeHTTP(w, r)
  787. }
  788. }
  789. func (s *Server) BasicAuthHandler(h http.Handler) http.HandlerFunc {
  790. return func(w http.ResponseWriter, r *http.Request) {
  791. if s.AuthUser == "" || s.AuthPass == "" {
  792. h.ServeHTTP(w, r)
  793. return
  794. }
  795. w.Header().Set("WWW-Authenticate", "Basic realm=\"Restricted\"")
  796. username, password, authOK := r.BasicAuth()
  797. if authOK == false {
  798. http.Error(w, "Not authorized", 401)
  799. return
  800. }
  801. if username != s.AuthUser || password != s.AuthPass {
  802. http.Error(w, "Not authorized", 401)
  803. return
  804. }
  805. h.ServeHTTP(w, r)
  806. }
  807. }