http urls monitor.

unionFile.go 6.4KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306
  1. package afero
  2. import (
  3. "io"
  4. "os"
  5. "path/filepath"
  6. "syscall"
  7. )
  8. // The UnionFile implements the afero.File interface and will be returned
  9. // when reading a directory present at least in the overlay or opening a file
  10. // for writing.
  11. //
  12. // The calls to
  13. // Readdir() and Readdirnames() merge the file os.FileInfo / names from the
  14. // base and the overlay - for files present in both layers, only those
  15. // from the overlay will be used.
  16. //
  17. // When opening files for writing (Create() / OpenFile() with the right flags)
  18. // the operations will be done in both layers, starting with the overlay. A
  19. // successful read in the overlay will move the cursor position in the base layer
  20. // by the number of bytes read.
  21. type UnionFile struct {
  22. Base File
  23. Layer File
  24. Merger DirsMerger
  25. off int
  26. files []os.FileInfo
  27. }
  28. func (f *UnionFile) Close() error {
  29. // first close base, so we have a newer timestamp in the overlay. If we'd close
  30. // the overlay first, we'd get a cacheStale the next time we access this file
  31. // -> cache would be useless ;-)
  32. if f.Base != nil {
  33. f.Base.Close()
  34. }
  35. if f.Layer != nil {
  36. return f.Layer.Close()
  37. }
  38. return BADFD
  39. }
  40. func (f *UnionFile) Read(s []byte) (int, error) {
  41. if f.Layer != nil {
  42. n, err := f.Layer.Read(s)
  43. if (err == nil || err == io.EOF) && f.Base != nil {
  44. // advance the file position also in the base file, the next
  45. // call may be a write at this position (or a seek with SEEK_CUR)
  46. if _, seekErr := f.Base.Seek(int64(n), os.SEEK_CUR); seekErr != nil {
  47. // only overwrite err in case the seek fails: we need to
  48. // report an eventual io.EOF to the caller
  49. err = seekErr
  50. }
  51. }
  52. return n, err
  53. }
  54. if f.Base != nil {
  55. return f.Base.Read(s)
  56. }
  57. return 0, BADFD
  58. }
  59. func (f *UnionFile) ReadAt(s []byte, o int64) (int, error) {
  60. if f.Layer != nil {
  61. n, err := f.Layer.ReadAt(s, o)
  62. if (err == nil || err == io.EOF) && f.Base != nil {
  63. _, err = f.Base.Seek(o+int64(n), os.SEEK_SET)
  64. }
  65. return n, err
  66. }
  67. if f.Base != nil {
  68. return f.Base.ReadAt(s, o)
  69. }
  70. return 0, BADFD
  71. }
  72. func (f *UnionFile) Seek(o int64, w int) (pos int64, err error) {
  73. if f.Layer != nil {
  74. pos, err = f.Layer.Seek(o, w)
  75. if (err == nil || err == io.EOF) && f.Base != nil {
  76. _, err = f.Base.Seek(o, w)
  77. }
  78. return pos, err
  79. }
  80. if f.Base != nil {
  81. return f.Base.Seek(o, w)
  82. }
  83. return 0, BADFD
  84. }
  85. func (f *UnionFile) Write(s []byte) (n int, err error) {
  86. if f.Layer != nil {
  87. n, err = f.Layer.Write(s)
  88. if err == nil && f.Base != nil { // hmm, do we have fixed size files where a write may hit the EOF mark?
  89. _, err = f.Base.Write(s)
  90. }
  91. return n, err
  92. }
  93. if f.Base != nil {
  94. return f.Base.Write(s)
  95. }
  96. return 0, BADFD
  97. }
  98. func (f *UnionFile) WriteAt(s []byte, o int64) (n int, err error) {
  99. if f.Layer != nil {
  100. n, err = f.Layer.WriteAt(s, o)
  101. if err == nil && f.Base != nil {
  102. _, err = f.Base.WriteAt(s, o)
  103. }
  104. return n, err
  105. }
  106. if f.Base != nil {
  107. return f.Base.WriteAt(s, o)
  108. }
  109. return 0, BADFD
  110. }
  111. func (f *UnionFile) Name() string {
  112. if f.Layer != nil {
  113. return f.Layer.Name()
  114. }
  115. return f.Base.Name()
  116. }
  117. // DirsMerger is how UnionFile weaves two directories together.
  118. // It takes the FileInfo slices from the layer and the base and returns a
  119. // single view.
  120. type DirsMerger func(lofi, bofi []os.FileInfo) ([]os.FileInfo, error)
  121. var defaultUnionMergeDirsFn = func(lofi, bofi []os.FileInfo) ([]os.FileInfo, error) {
  122. var files = make(map[string]os.FileInfo)
  123. for _, fi := range lofi {
  124. files[fi.Name()] = fi
  125. }
  126. for _, fi := range bofi {
  127. if _, exists := files[fi.Name()]; !exists {
  128. files[fi.Name()] = fi
  129. }
  130. }
  131. rfi := make([]os.FileInfo, len(files))
  132. i := 0
  133. for _, fi := range files {
  134. rfi[i] = fi
  135. i++
  136. }
  137. return rfi, nil
  138. }
  139. // Readdir will weave the two directories together and
  140. // return a single view of the overlayed directories
  141. func (f *UnionFile) Readdir(c int) (ofi []os.FileInfo, err error) {
  142. var merge DirsMerger = f.Merger
  143. if merge == nil {
  144. merge = defaultUnionMergeDirsFn
  145. }
  146. if f.off == 0 {
  147. var lfi []os.FileInfo
  148. if f.Layer != nil {
  149. lfi, err = f.Layer.Readdir(-1)
  150. if err != nil {
  151. return nil, err
  152. }
  153. }
  154. var bfi []os.FileInfo
  155. if f.Base != nil {
  156. bfi, err = f.Base.Readdir(-1)
  157. if err != nil {
  158. return nil, err
  159. }
  160. }
  161. merged, err := merge(lfi, bfi)
  162. if err != nil {
  163. return nil, err
  164. }
  165. f.files = append(f.files, merged...)
  166. }
  167. if c == -1 {
  168. return f.files[f.off:], nil
  169. }
  170. defer func() { f.off += c }()
  171. return f.files[f.off:c], nil
  172. }
  173. func (f *UnionFile) Readdirnames(c int) ([]string, error) {
  174. rfi, err := f.Readdir(c)
  175. if err != nil {
  176. return nil, err
  177. }
  178. var names []string
  179. for _, fi := range rfi {
  180. names = append(names, fi.Name())
  181. }
  182. return names, nil
  183. }
  184. func (f *UnionFile) Stat() (os.FileInfo, error) {
  185. if f.Layer != nil {
  186. return f.Layer.Stat()
  187. }
  188. if f.Base != nil {
  189. return f.Base.Stat()
  190. }
  191. return nil, BADFD
  192. }
  193. func (f *UnionFile) Sync() (err error) {
  194. if f.Layer != nil {
  195. err = f.Layer.Sync()
  196. if err == nil && f.Base != nil {
  197. err = f.Base.Sync()
  198. }
  199. return err
  200. }
  201. if f.Base != nil {
  202. return f.Base.Sync()
  203. }
  204. return BADFD
  205. }
  206. func (f *UnionFile) Truncate(s int64) (err error) {
  207. if f.Layer != nil {
  208. err = f.Layer.Truncate(s)
  209. if err == nil && f.Base != nil {
  210. err = f.Base.Truncate(s)
  211. }
  212. return err
  213. }
  214. if f.Base != nil {
  215. return f.Base.Truncate(s)
  216. }
  217. return BADFD
  218. }
  219. func (f *UnionFile) WriteString(s string) (n int, err error) {
  220. if f.Layer != nil {
  221. n, err = f.Layer.WriteString(s)
  222. if err == nil && f.Base != nil {
  223. _, err = f.Base.WriteString(s)
  224. }
  225. return n, err
  226. }
  227. if f.Base != nil {
  228. return f.Base.WriteString(s)
  229. }
  230. return 0, BADFD
  231. }
  232. func copyToLayer(base Fs, layer Fs, name string) error {
  233. bfh, err := base.Open(name)
  234. if err != nil {
  235. return err
  236. }
  237. defer bfh.Close()
  238. // First make sure the directory exists
  239. exists, err := Exists(layer, filepath.Dir(name))
  240. if err != nil {
  241. return err
  242. }
  243. if !exists {
  244. err = layer.MkdirAll(filepath.Dir(name), 0777) // FIXME?
  245. if err != nil {
  246. return err
  247. }
  248. }
  249. // Create the file on the overlay
  250. lfh, err := layer.Create(name)
  251. if err != nil {
  252. return err
  253. }
  254. n, err := io.Copy(lfh, bfh)
  255. if err != nil {
  256. // If anything fails, clean up the file
  257. layer.Remove(name)
  258. lfh.Close()
  259. return err
  260. }
  261. bfi, err := bfh.Stat()
  262. if err != nil || bfi.Size() != n {
  263. layer.Remove(name)
  264. lfh.Close()
  265. return syscall.EIO
  266. }
  267. err = lfh.Close()
  268. if err != nil {
  269. layer.Remove(name)
  270. lfh.Close()
  271. return err
  272. }
  273. return layer.Chtimes(name, bfi.ModTime(), bfi.ModTime())
  274. }