cbor.go 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601
  1. // Copyright (c) 2012-2015 Ugorji Nwoke. All rights reserved.
  2. // Use of this source code is governed by a MIT license found in the LICENSE file.
  3. package codec
  4. import (
  5. "math"
  6. "reflect"
  7. )
  8. const (
  9. cborMajorUint byte = iota
  10. cborMajorNegInt
  11. cborMajorBytes
  12. cborMajorText
  13. cborMajorArray
  14. cborMajorMap
  15. cborMajorTag
  16. cborMajorOther
  17. )
  18. const (
  19. cborBdFalse byte = 0xf4 + iota
  20. cborBdTrue
  21. cborBdNil
  22. cborBdUndefined
  23. cborBdExt
  24. cborBdFloat16
  25. cborBdFloat32
  26. cborBdFloat64
  27. )
  28. const (
  29. cborBdIndefiniteBytes byte = 0x5f
  30. cborBdIndefiniteString = 0x7f
  31. cborBdIndefiniteArray = 0x9f
  32. cborBdIndefiniteMap = 0xbf
  33. cborBdBreak = 0xff
  34. )
  35. const (
  36. CborStreamBytes byte = 0x5f
  37. CborStreamString = 0x7f
  38. CborStreamArray = 0x9f
  39. CborStreamMap = 0xbf
  40. CborStreamBreak = 0xff
  41. )
  42. const (
  43. cborBaseUint byte = 0x00
  44. cborBaseNegInt = 0x20
  45. cborBaseBytes = 0x40
  46. cborBaseString = 0x60
  47. cborBaseArray = 0x80
  48. cborBaseMap = 0xa0
  49. cborBaseTag = 0xc0
  50. cborBaseSimple = 0xe0
  51. )
  52. // -------------------
  53. type cborEncDriver struct {
  54. noBuiltInTypes
  55. encNoSeparator
  56. e *Encoder
  57. w encWriter
  58. h *CborHandle
  59. x [8]byte
  60. }
  61. func (e *cborEncDriver) EncodeNil() {
  62. e.w.writen1(cborBdNil)
  63. }
  64. func (e *cborEncDriver) EncodeBool(b bool) {
  65. if b {
  66. e.w.writen1(cborBdTrue)
  67. } else {
  68. e.w.writen1(cborBdFalse)
  69. }
  70. }
  71. func (e *cborEncDriver) EncodeFloat32(f float32) {
  72. e.w.writen1(cborBdFloat32)
  73. bigenHelper{e.x[:4], e.w}.writeUint32(math.Float32bits(f))
  74. }
  75. func (e *cborEncDriver) EncodeFloat64(f float64) {
  76. e.w.writen1(cborBdFloat64)
  77. bigenHelper{e.x[:8], e.w}.writeUint64(math.Float64bits(f))
  78. }
  79. func (e *cborEncDriver) encUint(v uint64, bd byte) {
  80. if v <= 0x17 {
  81. e.w.writen1(byte(v) + bd)
  82. } else if v <= math.MaxUint8 {
  83. e.w.writen2(bd+0x18, uint8(v))
  84. } else if v <= math.MaxUint16 {
  85. e.w.writen1(bd + 0x19)
  86. bigenHelper{e.x[:2], e.w}.writeUint16(uint16(v))
  87. } else if v <= math.MaxUint32 {
  88. e.w.writen1(bd + 0x1a)
  89. bigenHelper{e.x[:4], e.w}.writeUint32(uint32(v))
  90. } else { // if v <= math.MaxUint64 {
  91. e.w.writen1(bd + 0x1b)
  92. bigenHelper{e.x[:8], e.w}.writeUint64(v)
  93. }
  94. }
  95. func (e *cborEncDriver) EncodeInt(v int64) {
  96. if v < 0 {
  97. e.encUint(uint64(-1-v), cborBaseNegInt)
  98. } else {
  99. e.encUint(uint64(v), cborBaseUint)
  100. }
  101. }
  102. func (e *cborEncDriver) EncodeUint(v uint64) {
  103. e.encUint(v, cborBaseUint)
  104. }
  105. func (e *cborEncDriver) encLen(bd byte, length int) {
  106. e.encUint(uint64(length), bd)
  107. }
  108. func (e *cborEncDriver) EncodeExt(rv interface{}, xtag uint64, ext Ext, en *Encoder) {
  109. e.encUint(uint64(xtag), cborBaseTag)
  110. if v := ext.ConvertExt(rv); v == nil {
  111. e.EncodeNil()
  112. } else {
  113. en.encode(v)
  114. }
  115. }
  116. func (e *cborEncDriver) EncodeRawExt(re *RawExt, en *Encoder) {
  117. e.encUint(uint64(re.Tag), cborBaseTag)
  118. if re.Data != nil {
  119. en.encode(re.Data)
  120. } else if re.Value == nil {
  121. e.EncodeNil()
  122. } else {
  123. en.encode(re.Value)
  124. }
  125. }
  126. func (e *cborEncDriver) EncodeArrayStart(length int) {
  127. e.encLen(cborBaseArray, length)
  128. }
  129. func (e *cborEncDriver) EncodeMapStart(length int) {
  130. e.encLen(cborBaseMap, length)
  131. }
  132. func (e *cborEncDriver) EncodeString(c charEncoding, v string) {
  133. e.encLen(cborBaseString, len(v))
  134. e.w.writestr(v)
  135. }
  136. func (e *cborEncDriver) EncodeSymbol(v string) {
  137. e.EncodeString(c_UTF8, v)
  138. }
  139. func (e *cborEncDriver) EncodeStringBytes(c charEncoding, v []byte) {
  140. if c == c_RAW {
  141. e.encLen(cborBaseBytes, len(v))
  142. } else {
  143. e.encLen(cborBaseString, len(v))
  144. }
  145. e.w.writeb(v)
  146. }
  147. // ----------------------
  148. type cborDecDriver struct {
  149. d *Decoder
  150. h *CborHandle
  151. r decReader
  152. b [scratchByteArrayLen]byte
  153. br bool // bytes reader
  154. bdRead bool
  155. bd byte
  156. noBuiltInTypes
  157. decNoSeparator
  158. }
  159. func (d *cborDecDriver) readNextBd() {
  160. d.bd = d.r.readn1()
  161. d.bdRead = true
  162. }
  163. func (d *cborDecDriver) uncacheRead() {
  164. if d.bdRead {
  165. d.r.unreadn1()
  166. d.bdRead = false
  167. }
  168. }
  169. func (d *cborDecDriver) ContainerType() (vt valueType) {
  170. if !d.bdRead {
  171. d.readNextBd()
  172. }
  173. if d.bd == cborBdNil {
  174. return valueTypeNil
  175. } else if d.bd == cborBdIndefiniteBytes || (d.bd >= cborBaseBytes && d.bd < cborBaseString) {
  176. return valueTypeBytes
  177. } else if d.bd == cborBdIndefiniteString || (d.bd >= cborBaseString && d.bd < cborBaseArray) {
  178. return valueTypeString
  179. } else if d.bd == cborBdIndefiniteArray || (d.bd >= cborBaseArray && d.bd < cborBaseMap) {
  180. return valueTypeArray
  181. } else if d.bd == cborBdIndefiniteMap || (d.bd >= cborBaseMap && d.bd < cborBaseTag) {
  182. return valueTypeMap
  183. } else {
  184. // d.d.errorf("isContainerType: unsupported parameter: %v", vt)
  185. }
  186. return valueTypeUnset
  187. }
  188. func (d *cborDecDriver) TryDecodeAsNil() bool {
  189. if !d.bdRead {
  190. d.readNextBd()
  191. }
  192. // treat Nil and Undefined as nil values
  193. if d.bd == cborBdNil || d.bd == cborBdUndefined {
  194. d.bdRead = false
  195. return true
  196. }
  197. return false
  198. }
  199. func (d *cborDecDriver) CheckBreak() bool {
  200. if !d.bdRead {
  201. d.readNextBd()
  202. }
  203. if d.bd == cborBdBreak {
  204. d.bdRead = false
  205. return true
  206. }
  207. return false
  208. }
  209. func (d *cborDecDriver) decUint() (ui uint64) {
  210. v := d.bd & 0x1f
  211. if v <= 0x17 {
  212. ui = uint64(v)
  213. } else {
  214. if v == 0x18 {
  215. ui = uint64(d.r.readn1())
  216. } else if v == 0x19 {
  217. ui = uint64(bigen.Uint16(d.r.readx(2)))
  218. } else if v == 0x1a {
  219. ui = uint64(bigen.Uint32(d.r.readx(4)))
  220. } else if v == 0x1b {
  221. ui = uint64(bigen.Uint64(d.r.readx(8)))
  222. } else {
  223. d.d.errorf("decUint: Invalid descriptor: %v", d.bd)
  224. return
  225. }
  226. }
  227. return
  228. }
  229. func (d *cborDecDriver) decCheckInteger() (neg bool) {
  230. if !d.bdRead {
  231. d.readNextBd()
  232. }
  233. major := d.bd >> 5
  234. if major == cborMajorUint {
  235. } else if major == cborMajorNegInt {
  236. neg = true
  237. } else {
  238. d.d.errorf("invalid major: %v (bd: %v)", major, d.bd)
  239. return
  240. }
  241. return
  242. }
  243. func (d *cborDecDriver) DecodeInt(bitsize uint8) (i int64) {
  244. neg := d.decCheckInteger()
  245. ui := d.decUint()
  246. // check if this number can be converted to an int without overflow
  247. var overflow bool
  248. if neg {
  249. if i, overflow = chkOvf.SignedInt(ui + 1); overflow {
  250. d.d.errorf("cbor: overflow converting %v to signed integer", ui+1)
  251. return
  252. }
  253. i = -i
  254. } else {
  255. if i, overflow = chkOvf.SignedInt(ui); overflow {
  256. d.d.errorf("cbor: overflow converting %v to signed integer", ui)
  257. return
  258. }
  259. }
  260. if chkOvf.Int(i, bitsize) {
  261. d.d.errorf("cbor: overflow integer: %v", i)
  262. return
  263. }
  264. d.bdRead = false
  265. return
  266. }
  267. func (d *cborDecDriver) DecodeUint(bitsize uint8) (ui uint64) {
  268. if d.decCheckInteger() {
  269. d.d.errorf("Assigning negative signed value to unsigned type")
  270. return
  271. }
  272. ui = d.decUint()
  273. if chkOvf.Uint(ui, bitsize) {
  274. d.d.errorf("cbor: overflow integer: %v", ui)
  275. return
  276. }
  277. d.bdRead = false
  278. return
  279. }
  280. func (d *cborDecDriver) DecodeFloat(chkOverflow32 bool) (f float64) {
  281. if !d.bdRead {
  282. d.readNextBd()
  283. }
  284. if bd := d.bd; bd == cborBdFloat16 {
  285. f = float64(math.Float32frombits(halfFloatToFloatBits(bigen.Uint16(d.r.readx(2)))))
  286. } else if bd == cborBdFloat32 {
  287. f = float64(math.Float32frombits(bigen.Uint32(d.r.readx(4))))
  288. } else if bd == cborBdFloat64 {
  289. f = math.Float64frombits(bigen.Uint64(d.r.readx(8)))
  290. } else if bd >= cborBaseUint && bd < cborBaseBytes {
  291. f = float64(d.DecodeInt(64))
  292. } else {
  293. d.d.errorf("Float only valid from float16/32/64: Invalid descriptor: %v", bd)
  294. return
  295. }
  296. if chkOverflow32 && chkOvf.Float32(f) {
  297. d.d.errorf("cbor: float32 overflow: %v", f)
  298. return
  299. }
  300. d.bdRead = false
  301. return
  302. }
  303. // bool can be decoded from bool only (single byte).
  304. func (d *cborDecDriver) DecodeBool() (b bool) {
  305. if !d.bdRead {
  306. d.readNextBd()
  307. }
  308. if bd := d.bd; bd == cborBdTrue {
  309. b = true
  310. } else if bd == cborBdFalse {
  311. } else {
  312. d.d.errorf("Invalid single-byte value for bool: %s: %x", msgBadDesc, d.bd)
  313. return
  314. }
  315. d.bdRead = false
  316. return
  317. }
  318. func (d *cborDecDriver) ReadMapStart() (length int) {
  319. if !d.bdRead {
  320. d.readNextBd()
  321. }
  322. d.bdRead = false
  323. if d.bd == cborBdIndefiniteMap {
  324. return -1
  325. }
  326. return d.decLen()
  327. }
  328. func (d *cborDecDriver) ReadArrayStart() (length int) {
  329. if !d.bdRead {
  330. d.readNextBd()
  331. }
  332. d.bdRead = false
  333. if d.bd == cborBdIndefiniteArray {
  334. return -1
  335. }
  336. return d.decLen()
  337. }
  338. func (d *cborDecDriver) decLen() int {
  339. return int(d.decUint())
  340. }
  341. func (d *cborDecDriver) decAppendIndefiniteBytes(bs []byte) []byte {
  342. d.bdRead = false
  343. for {
  344. if d.CheckBreak() {
  345. break
  346. }
  347. if major := d.bd >> 5; major != cborMajorBytes && major != cborMajorText {
  348. d.d.errorf("cbor: expect bytes or string major type in indefinite string/bytes; got: %v, byte: %v", major, d.bd)
  349. return nil
  350. }
  351. n := d.decLen()
  352. oldLen := len(bs)
  353. newLen := oldLen + n
  354. if newLen > cap(bs) {
  355. bs2 := make([]byte, newLen, 2*cap(bs)+n)
  356. copy(bs2, bs)
  357. bs = bs2
  358. } else {
  359. bs = bs[:newLen]
  360. }
  361. d.r.readb(bs[oldLen:newLen])
  362. // bs = append(bs, d.r.readn()...)
  363. d.bdRead = false
  364. }
  365. d.bdRead = false
  366. return bs
  367. }
  368. func (d *cborDecDriver) DecodeBytes(bs []byte, isstring, zerocopy bool) (bsOut []byte) {
  369. if !d.bdRead {
  370. d.readNextBd()
  371. }
  372. if d.bd == cborBdNil || d.bd == cborBdUndefined {
  373. d.bdRead = false
  374. return nil
  375. }
  376. if d.bd == cborBdIndefiniteBytes || d.bd == cborBdIndefiniteString {
  377. if bs == nil {
  378. return d.decAppendIndefiniteBytes(nil)
  379. }
  380. return d.decAppendIndefiniteBytes(bs[:0])
  381. }
  382. clen := d.decLen()
  383. d.bdRead = false
  384. if zerocopy {
  385. if d.br {
  386. return d.r.readx(clen)
  387. } else if len(bs) == 0 {
  388. bs = d.b[:]
  389. }
  390. }
  391. return decByteSlice(d.r, clen, d.d.h.MaxInitLen, bs)
  392. }
  393. func (d *cborDecDriver) DecodeString() (s string) {
  394. return string(d.DecodeBytes(d.b[:], true, true))
  395. }
  396. func (d *cborDecDriver) DecodeExt(rv interface{}, xtag uint64, ext Ext) (realxtag uint64) {
  397. if !d.bdRead {
  398. d.readNextBd()
  399. }
  400. u := d.decUint()
  401. d.bdRead = false
  402. realxtag = u
  403. if ext == nil {
  404. re := rv.(*RawExt)
  405. re.Tag = realxtag
  406. d.d.decode(&re.Value)
  407. } else if xtag != realxtag {
  408. d.d.errorf("Wrong extension tag. Got %b. Expecting: %v", realxtag, xtag)
  409. return
  410. } else {
  411. var v interface{}
  412. d.d.decode(&v)
  413. ext.UpdateExt(rv, v)
  414. }
  415. d.bdRead = false
  416. return
  417. }
  418. func (d *cborDecDriver) DecodeNaked() {
  419. if !d.bdRead {
  420. d.readNextBd()
  421. }
  422. n := &d.d.n
  423. var decodeFurther bool
  424. switch d.bd {
  425. case cborBdNil:
  426. n.v = valueTypeNil
  427. case cborBdFalse:
  428. n.v = valueTypeBool
  429. n.b = false
  430. case cborBdTrue:
  431. n.v = valueTypeBool
  432. n.b = true
  433. case cborBdFloat16, cborBdFloat32:
  434. n.v = valueTypeFloat
  435. n.f = d.DecodeFloat(true)
  436. case cborBdFloat64:
  437. n.v = valueTypeFloat
  438. n.f = d.DecodeFloat(false)
  439. case cborBdIndefiniteBytes:
  440. n.v = valueTypeBytes
  441. n.l = d.DecodeBytes(nil, false, false)
  442. case cborBdIndefiniteString:
  443. n.v = valueTypeString
  444. n.s = d.DecodeString()
  445. case cborBdIndefiniteArray:
  446. n.v = valueTypeArray
  447. decodeFurther = true
  448. case cborBdIndefiniteMap:
  449. n.v = valueTypeMap
  450. decodeFurther = true
  451. default:
  452. switch {
  453. case d.bd >= cborBaseUint && d.bd < cborBaseNegInt:
  454. if d.h.SignedInteger {
  455. n.v = valueTypeInt
  456. n.i = d.DecodeInt(64)
  457. } else {
  458. n.v = valueTypeUint
  459. n.u = d.DecodeUint(64)
  460. }
  461. case d.bd >= cborBaseNegInt && d.bd < cborBaseBytes:
  462. n.v = valueTypeInt
  463. n.i = d.DecodeInt(64)
  464. case d.bd >= cborBaseBytes && d.bd < cborBaseString:
  465. n.v = valueTypeBytes
  466. n.l = d.DecodeBytes(nil, false, false)
  467. case d.bd >= cborBaseString && d.bd < cborBaseArray:
  468. n.v = valueTypeString
  469. n.s = d.DecodeString()
  470. case d.bd >= cborBaseArray && d.bd < cborBaseMap:
  471. n.v = valueTypeArray
  472. decodeFurther = true
  473. case d.bd >= cborBaseMap && d.bd < cborBaseTag:
  474. n.v = valueTypeMap
  475. decodeFurther = true
  476. case d.bd >= cborBaseTag && d.bd < cborBaseSimple:
  477. n.v = valueTypeExt
  478. n.u = d.decUint()
  479. n.l = nil
  480. // d.bdRead = false
  481. // d.d.decode(&re.Value) // handled by decode itself.
  482. // decodeFurther = true
  483. default:
  484. d.d.errorf("decodeNaked: Unrecognized d.bd: 0x%x", d.bd)
  485. return
  486. }
  487. }
  488. if !decodeFurther {
  489. d.bdRead = false
  490. }
  491. return
  492. }
  493. // -------------------------
  494. // CborHandle is a Handle for the CBOR encoding format,
  495. // defined at http://tools.ietf.org/html/rfc7049 and documented further at http://cbor.io .
  496. //
  497. // CBOR is comprehensively supported, including support for:
  498. // - indefinite-length arrays/maps/bytes/strings
  499. // - (extension) tags in range 0..0xffff (0 .. 65535)
  500. // - half, single and double-precision floats
  501. // - all numbers (1, 2, 4 and 8-byte signed and unsigned integers)
  502. // - nil, true, false, ...
  503. // - arrays and maps, bytes and text strings
  504. //
  505. // None of the optional extensions (with tags) defined in the spec are supported out-of-the-box.
  506. // Users can implement them as needed (using SetExt), including spec-documented ones:
  507. // - timestamp, BigNum, BigFloat, Decimals, Encoded Text (e.g. URL, regexp, base64, MIME Message), etc.
  508. //
  509. // To encode with indefinite lengths (streaming), users will use
  510. // (Must)Encode methods of *Encoder, along with writing CborStreamXXX constants.
  511. //
  512. // For example, to encode "one-byte" as an indefinite length string:
  513. // var buf bytes.Buffer
  514. // e := NewEncoder(&buf, new(CborHandle))
  515. // buf.WriteByte(CborStreamString)
  516. // e.MustEncode("one-")
  517. // e.MustEncode("byte")
  518. // buf.WriteByte(CborStreamBreak)
  519. // encodedBytes := buf.Bytes()
  520. // var vv interface{}
  521. // NewDecoderBytes(buf.Bytes(), new(CborHandle)).MustDecode(&vv)
  522. // // Now, vv contains the same string "one-byte"
  523. //
  524. type CborHandle struct {
  525. binaryEncodingType
  526. BasicHandle
  527. }
  528. func (h *CborHandle) SetInterfaceExt(rt reflect.Type, tag uint64, ext InterfaceExt) (err error) {
  529. return h.SetExt(rt, tag, &setExtWrapper{i: ext})
  530. }
  531. func (h *CborHandle) newEncDriver(e *Encoder) encDriver {
  532. return &cborEncDriver{e: e, w: e.w, h: h}
  533. }
  534. func (h *CborHandle) newDecDriver(d *Decoder) decDriver {
  535. return &cborDecDriver{d: d, h: h, r: d.r, br: d.bytes}
  536. }
  537. func (e *cborEncDriver) reset() {
  538. e.w = e.e.w
  539. }
  540. func (d *cborDecDriver) reset() {
  541. d.r, d.br = d.d.r, d.d.bytes
  542. d.bd, d.bdRead = 0, false
  543. }
  544. var _ decDriver = (*cborDecDriver)(nil)
  545. var _ encDriver = (*cborEncDriver)(nil)