[75] | 1 | //
|
---|
| 2 | // Copyright (c) 2011-2019 Canonical Ltd
|
---|
| 3 | //
|
---|
| 4 | // Licensed under the Apache License, Version 2.0 (the "License");
|
---|
| 5 | // you may not use this file except in compliance with the License.
|
---|
| 6 | // You may obtain a copy of the License at
|
---|
| 7 | //
|
---|
| 8 | // http://www.apache.org/licenses/LICENSE-2.0
|
---|
| 9 | //
|
---|
| 10 | // Unless required by applicable law or agreed to in writing, software
|
---|
| 11 | // distributed under the License is distributed on an "AS IS" BASIS,
|
---|
| 12 | // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
---|
| 13 | // See the License for the specific language governing permissions and
|
---|
| 14 | // limitations under the License.
|
---|
| 15 |
|
---|
| 16 | package yaml
|
---|
| 17 |
|
---|
| 18 | import (
|
---|
| 19 | "encoding/base64"
|
---|
| 20 | "math"
|
---|
| 21 | "regexp"
|
---|
| 22 | "strconv"
|
---|
| 23 | "strings"
|
---|
| 24 | "time"
|
---|
| 25 | )
|
---|
| 26 |
|
---|
| 27 | type resolveMapItem struct {
|
---|
| 28 | value interface{}
|
---|
| 29 | tag string
|
---|
| 30 | }
|
---|
| 31 |
|
---|
| 32 | var resolveTable = make([]byte, 256)
|
---|
| 33 | var resolveMap = make(map[string]resolveMapItem)
|
---|
| 34 |
|
---|
| 35 | func init() {
|
---|
| 36 | t := resolveTable
|
---|
| 37 | t[int('+')] = 'S' // Sign
|
---|
| 38 | t[int('-')] = 'S'
|
---|
| 39 | for _, c := range "0123456789" {
|
---|
| 40 | t[int(c)] = 'D' // Digit
|
---|
| 41 | }
|
---|
| 42 | for _, c := range "yYnNtTfFoO~" {
|
---|
| 43 | t[int(c)] = 'M' // In map
|
---|
| 44 | }
|
---|
| 45 | t[int('.')] = '.' // Float (potentially in map)
|
---|
| 46 |
|
---|
| 47 | var resolveMapList = []struct {
|
---|
| 48 | v interface{}
|
---|
| 49 | tag string
|
---|
| 50 | l []string
|
---|
| 51 | }{
|
---|
| 52 | {true, boolTag, []string{"true", "True", "TRUE"}},
|
---|
| 53 | {false, boolTag, []string{"false", "False", "FALSE"}},
|
---|
| 54 | {nil, nullTag, []string{"", "~", "null", "Null", "NULL"}},
|
---|
| 55 | {math.NaN(), floatTag, []string{".nan", ".NaN", ".NAN"}},
|
---|
| 56 | {math.Inf(+1), floatTag, []string{".inf", ".Inf", ".INF"}},
|
---|
| 57 | {math.Inf(+1), floatTag, []string{"+.inf", "+.Inf", "+.INF"}},
|
---|
| 58 | {math.Inf(-1), floatTag, []string{"-.inf", "-.Inf", "-.INF"}},
|
---|
| 59 | {"<<", mergeTag, []string{"<<"}},
|
---|
| 60 | }
|
---|
| 61 |
|
---|
| 62 | m := resolveMap
|
---|
| 63 | for _, item := range resolveMapList {
|
---|
| 64 | for _, s := range item.l {
|
---|
| 65 | m[s] = resolveMapItem{item.v, item.tag}
|
---|
| 66 | }
|
---|
| 67 | }
|
---|
| 68 | }
|
---|
| 69 |
|
---|
| 70 | const (
|
---|
| 71 | nullTag = "!!null"
|
---|
| 72 | boolTag = "!!bool"
|
---|
| 73 | strTag = "!!str"
|
---|
| 74 | intTag = "!!int"
|
---|
| 75 | floatTag = "!!float"
|
---|
| 76 | timestampTag = "!!timestamp"
|
---|
| 77 | seqTag = "!!seq"
|
---|
| 78 | mapTag = "!!map"
|
---|
| 79 | binaryTag = "!!binary"
|
---|
| 80 | mergeTag = "!!merge"
|
---|
| 81 | )
|
---|
| 82 |
|
---|
| 83 | var longTags = make(map[string]string)
|
---|
| 84 | var shortTags = make(map[string]string)
|
---|
| 85 |
|
---|
| 86 | func init() {
|
---|
| 87 | for _, stag := range []string{nullTag, boolTag, strTag, intTag, floatTag, timestampTag, seqTag, mapTag, binaryTag, mergeTag} {
|
---|
| 88 | ltag := longTag(stag)
|
---|
| 89 | longTags[stag] = ltag
|
---|
| 90 | shortTags[ltag] = stag
|
---|
| 91 | }
|
---|
| 92 | }
|
---|
| 93 |
|
---|
| 94 | const longTagPrefix = "tag:yaml.org,2002:"
|
---|
| 95 |
|
---|
| 96 | func shortTag(tag string) string {
|
---|
| 97 | if strings.HasPrefix(tag, longTagPrefix) {
|
---|
| 98 | if stag, ok := shortTags[tag]; ok {
|
---|
| 99 | return stag
|
---|
| 100 | }
|
---|
| 101 | return "!!" + tag[len(longTagPrefix):]
|
---|
| 102 | }
|
---|
| 103 | return tag
|
---|
| 104 | }
|
---|
| 105 |
|
---|
| 106 | func longTag(tag string) string {
|
---|
| 107 | if strings.HasPrefix(tag, "!!") {
|
---|
| 108 | if ltag, ok := longTags[tag]; ok {
|
---|
| 109 | return ltag
|
---|
| 110 | }
|
---|
| 111 | return longTagPrefix + tag[2:]
|
---|
| 112 | }
|
---|
| 113 | return tag
|
---|
| 114 | }
|
---|
| 115 |
|
---|
| 116 | func resolvableTag(tag string) bool {
|
---|
| 117 | switch tag {
|
---|
| 118 | case "", strTag, boolTag, intTag, floatTag, nullTag, timestampTag:
|
---|
| 119 | return true
|
---|
| 120 | }
|
---|
| 121 | return false
|
---|
| 122 | }
|
---|
| 123 |
|
---|
| 124 | var yamlStyleFloat = regexp.MustCompile(`^[-+]?(\.[0-9]+|[0-9]+(\.[0-9]*)?)([eE][-+]?[0-9]+)?$`)
|
---|
| 125 |
|
---|
| 126 | func resolve(tag string, in string) (rtag string, out interface{}) {
|
---|
| 127 | tag = shortTag(tag)
|
---|
| 128 | if !resolvableTag(tag) {
|
---|
| 129 | return tag, in
|
---|
| 130 | }
|
---|
| 131 |
|
---|
| 132 | defer func() {
|
---|
| 133 | switch tag {
|
---|
| 134 | case "", rtag, strTag, binaryTag:
|
---|
| 135 | return
|
---|
| 136 | case floatTag:
|
---|
| 137 | if rtag == intTag {
|
---|
| 138 | switch v := out.(type) {
|
---|
| 139 | case int64:
|
---|
| 140 | rtag = floatTag
|
---|
| 141 | out = float64(v)
|
---|
| 142 | return
|
---|
| 143 | case int:
|
---|
| 144 | rtag = floatTag
|
---|
| 145 | out = float64(v)
|
---|
| 146 | return
|
---|
| 147 | }
|
---|
| 148 | }
|
---|
| 149 | }
|
---|
| 150 | failf("cannot decode %s `%s` as a %s", shortTag(rtag), in, shortTag(tag))
|
---|
| 151 | }()
|
---|
| 152 |
|
---|
| 153 | // Any data is accepted as a !!str or !!binary.
|
---|
| 154 | // Otherwise, the prefix is enough of a hint about what it might be.
|
---|
| 155 | hint := byte('N')
|
---|
| 156 | if in != "" {
|
---|
| 157 | hint = resolveTable[in[0]]
|
---|
| 158 | }
|
---|
| 159 | if hint != 0 && tag != strTag && tag != binaryTag {
|
---|
| 160 | // Handle things we can lookup in a map.
|
---|
| 161 | if item, ok := resolveMap[in]; ok {
|
---|
| 162 | return item.tag, item.value
|
---|
| 163 | }
|
---|
| 164 |
|
---|
| 165 | // Base 60 floats are a bad idea, were dropped in YAML 1.2, and
|
---|
| 166 | // are purposefully unsupported here. They're still quoted on
|
---|
| 167 | // the way out for compatibility with other parser, though.
|
---|
| 168 |
|
---|
| 169 | switch hint {
|
---|
| 170 | case 'M':
|
---|
| 171 | // We've already checked the map above.
|
---|
| 172 |
|
---|
| 173 | case '.':
|
---|
| 174 | // Not in the map, so maybe a normal float.
|
---|
| 175 | floatv, err := strconv.ParseFloat(in, 64)
|
---|
| 176 | if err == nil {
|
---|
| 177 | return floatTag, floatv
|
---|
| 178 | }
|
---|
| 179 |
|
---|
| 180 | case 'D', 'S':
|
---|
| 181 | // Int, float, or timestamp.
|
---|
| 182 | // Only try values as a timestamp if the value is unquoted or there's an explicit
|
---|
| 183 | // !!timestamp tag.
|
---|
| 184 | if tag == "" || tag == timestampTag {
|
---|
| 185 | t, ok := parseTimestamp(in)
|
---|
| 186 | if ok {
|
---|
| 187 | return timestampTag, t
|
---|
| 188 | }
|
---|
| 189 | }
|
---|
| 190 |
|
---|
| 191 | plain := strings.Replace(in, "_", "", -1)
|
---|
| 192 | intv, err := strconv.ParseInt(plain, 0, 64)
|
---|
| 193 | if err == nil {
|
---|
| 194 | if intv == int64(int(intv)) {
|
---|
| 195 | return intTag, int(intv)
|
---|
| 196 | } else {
|
---|
| 197 | return intTag, intv
|
---|
| 198 | }
|
---|
| 199 | }
|
---|
| 200 | uintv, err := strconv.ParseUint(plain, 0, 64)
|
---|
| 201 | if err == nil {
|
---|
| 202 | return intTag, uintv
|
---|
| 203 | }
|
---|
| 204 | if yamlStyleFloat.MatchString(plain) {
|
---|
| 205 | floatv, err := strconv.ParseFloat(plain, 64)
|
---|
| 206 | if err == nil {
|
---|
| 207 | return floatTag, floatv
|
---|
| 208 | }
|
---|
| 209 | }
|
---|
| 210 | if strings.HasPrefix(plain, "0b") {
|
---|
| 211 | intv, err := strconv.ParseInt(plain[2:], 2, 64)
|
---|
| 212 | if err == nil {
|
---|
| 213 | if intv == int64(int(intv)) {
|
---|
| 214 | return intTag, int(intv)
|
---|
| 215 | } else {
|
---|
| 216 | return intTag, intv
|
---|
| 217 | }
|
---|
| 218 | }
|
---|
| 219 | uintv, err := strconv.ParseUint(plain[2:], 2, 64)
|
---|
| 220 | if err == nil {
|
---|
| 221 | return intTag, uintv
|
---|
| 222 | }
|
---|
| 223 | } else if strings.HasPrefix(plain, "-0b") {
|
---|
| 224 | intv, err := strconv.ParseInt("-"+plain[3:], 2, 64)
|
---|
| 225 | if err == nil {
|
---|
| 226 | if true || intv == int64(int(intv)) {
|
---|
| 227 | return intTag, int(intv)
|
---|
| 228 | } else {
|
---|
| 229 | return intTag, intv
|
---|
| 230 | }
|
---|
| 231 | }
|
---|
| 232 | }
|
---|
| 233 | // Octals as introduced in version 1.2 of the spec.
|
---|
| 234 | // Octals from the 1.1 spec, spelled as 0777, are still
|
---|
| 235 | // decoded by default in v3 as well for compatibility.
|
---|
| 236 | // May be dropped in v4 depending on how usage evolves.
|
---|
| 237 | if strings.HasPrefix(plain, "0o") {
|
---|
| 238 | intv, err := strconv.ParseInt(plain[2:], 8, 64)
|
---|
| 239 | if err == nil {
|
---|
| 240 | if intv == int64(int(intv)) {
|
---|
| 241 | return intTag, int(intv)
|
---|
| 242 | } else {
|
---|
| 243 | return intTag, intv
|
---|
| 244 | }
|
---|
| 245 | }
|
---|
| 246 | uintv, err := strconv.ParseUint(plain[2:], 8, 64)
|
---|
| 247 | if err == nil {
|
---|
| 248 | return intTag, uintv
|
---|
| 249 | }
|
---|
| 250 | } else if strings.HasPrefix(plain, "-0o") {
|
---|
| 251 | intv, err := strconv.ParseInt("-"+plain[3:], 8, 64)
|
---|
| 252 | if err == nil {
|
---|
| 253 | if true || intv == int64(int(intv)) {
|
---|
| 254 | return intTag, int(intv)
|
---|
| 255 | } else {
|
---|
| 256 | return intTag, intv
|
---|
| 257 | }
|
---|
| 258 | }
|
---|
| 259 | }
|
---|
| 260 | default:
|
---|
| 261 | panic("internal error: missing handler for resolver table: " + string(rune(hint)) + " (with " + in + ")")
|
---|
| 262 | }
|
---|
| 263 | }
|
---|
| 264 | return strTag, in
|
---|
| 265 | }
|
---|
| 266 |
|
---|
| 267 | // encodeBase64 encodes s as base64 that is broken up into multiple lines
|
---|
| 268 | // as appropriate for the resulting length.
|
---|
| 269 | func encodeBase64(s string) string {
|
---|
| 270 | const lineLen = 70
|
---|
| 271 | encLen := base64.StdEncoding.EncodedLen(len(s))
|
---|
| 272 | lines := encLen/lineLen + 1
|
---|
| 273 | buf := make([]byte, encLen*2+lines)
|
---|
| 274 | in := buf[0:encLen]
|
---|
| 275 | out := buf[encLen:]
|
---|
| 276 | base64.StdEncoding.Encode(in, []byte(s))
|
---|
| 277 | k := 0
|
---|
| 278 | for i := 0; i < len(in); i += lineLen {
|
---|
| 279 | j := i + lineLen
|
---|
| 280 | if j > len(in) {
|
---|
| 281 | j = len(in)
|
---|
| 282 | }
|
---|
| 283 | k += copy(out[k:], in[i:j])
|
---|
| 284 | if lines > 1 {
|
---|
| 285 | out[k] = '\n'
|
---|
| 286 | k++
|
---|
| 287 | }
|
---|
| 288 | }
|
---|
| 289 | return string(out[:k])
|
---|
| 290 | }
|
---|
| 291 |
|
---|
| 292 | // This is a subset of the formats allowed by the regular expression
|
---|
| 293 | // defined at http://yaml.org/type/timestamp.html.
|
---|
| 294 | var allowedTimestampFormats = []string{
|
---|
| 295 | "2006-1-2T15:4:5.999999999Z07:00", // RCF3339Nano with short date fields.
|
---|
| 296 | "2006-1-2t15:4:5.999999999Z07:00", // RFC3339Nano with short date fields and lower-case "t".
|
---|
| 297 | "2006-1-2 15:4:5.999999999", // space separated with no time zone
|
---|
| 298 | "2006-1-2", // date only
|
---|
| 299 | // Notable exception: time.Parse cannot handle: "2001-12-14 21:59:43.10 -5"
|
---|
| 300 | // from the set of examples.
|
---|
| 301 | }
|
---|
| 302 |
|
---|
| 303 | // parseTimestamp parses s as a timestamp string and
|
---|
| 304 | // returns the timestamp and reports whether it succeeded.
|
---|
| 305 | // Timestamp formats are defined at http://yaml.org/type/timestamp.html
|
---|
| 306 | func parseTimestamp(s string) (time.Time, bool) {
|
---|
| 307 | // TODO write code to check all the formats supported by
|
---|
| 308 | // http://yaml.org/type/timestamp.html instead of using time.Parse.
|
---|
| 309 |
|
---|
| 310 | // Quick check: all date formats start with YYYY-.
|
---|
| 311 | i := 0
|
---|
| 312 | for ; i < len(s); i++ {
|
---|
| 313 | if c := s[i]; c < '0' || c > '9' {
|
---|
| 314 | break
|
---|
| 315 | }
|
---|
| 316 | }
|
---|
| 317 | if i != 4 || i == len(s) || s[i] != '-' {
|
---|
| 318 | return time.Time{}, false
|
---|
| 319 | }
|
---|
| 320 | for _, format := range allowedTimestampFormats {
|
---|
| 321 | if t, err := time.Parse(format, s); err == nil {
|
---|
| 322 | return t, true
|
---|
| 323 | }
|
---|
| 324 | }
|
---|
| 325 | return time.Time{}, false
|
---|
| 326 | }
|
---|