Juju says "bad JSON product data" for valid simplestreams

[Aaron Bentley]

We used python simplestreams code to generate new streams, but juju claims it's "bad".

Possibly juju thinks "version", "ftype", "arch", or "release" are required to be repeated in each element, but this is not the case.

sstream-query has no complaints about http://abentley-streams.s3.amazonaws.com/1.24.6-tools/streams/v1/com.ubuntu.juju:released:tools.json

2015-09-29 17:40:12 DEBUG juju.environs.simplestreams simplestreams.go:429 read metadata index at "http://abentley-streams.s3.amazonaws.com/1.24.6-tools/streams/v1/index2.json"
2015-09-29 17:40:12 ERROR juju.environs.simplestreams simplestreams.go:952 bad JSON product data at URL "http://abentley-streams.s3.amazonaws.com/1.24.6-tools/streams/v1/com.ubuntu.juju:released:tools.json": {
 "format": "products:1.0",
 "products": {
  "com.ubuntu.juju:12.04:amd64": {
   "versions": {
    "20150923": {
     "items": {
      "1.24.6-precise-amd64": {
       "sha256": "a662099a174a45dadb5a42073c8cc5fabb4efc9ad7047b7548bc7cf916644c27",
       "size": "16664383",
       "path": "proposed/juju-1.24.6-precise-amd64.tgz"
      }
     }
    }
   },
   "version": "1.24.6",
   "ftype": "tar.gz",
   "updated": "Wed, 23 Sep 2015 13:49:19 +0000",
   "format": "products:1.0",
   "arch": "amd64",
   "release": "precise"
  },
  "com.ubuntu.juju:win2012hv:amd64": {
   "versions": {
    "20150923": {
     "items": {
      "1.24.6-win2012hv-amd64": {
       "sha256": "8326af5645dbbfee644b6ec954b0a4965dbe5994253894e88860a98bf1daf72a",
       "size": "15094616",
       "path": "proposed/juju-1.24.6-win2012hvr2-amd64.tgz"
      }
     }
    }
   },
   "version": "1.24.6",
   "ftype": "tar.gz",
   "updated": "Wed, 23 Sep 2015 13:49:19 +0000",
   "format": "products:1.0",
   "arch": "amd64",
   "release": "win2012hv"
  },
  "com.ubuntu.juju:15.10:ppc64": {
   "versions": {
    "20150923": {
     "items": {
      "1.24.6-wily-ppc64": {
       "sha256": "8ff77306efa0a22227d2bedc587d82e3beaa14f747f93193a2df6551f4a336cb",
       "size": "17776709",
       "path": "proposed/juju-1.24.6-wily-ppc64.tgz"
      }
     }
    }
   },
   "version": "1.24.6",
   "ftype": "tar.gz",
   "updated": "Wed, 23 Sep 2015 13:49:19 +0000",
   "format": "products:1.0",
   "arch": "ppc64",
   "release": "wily"
  },
  "com.ubuntu.juju:12.04:i386": {
   "versions": {
    "20150923": {
     "items": {
      "1.24.6-precise-i386": {
       "sha256": "c3d5bce58419b194f396ef33e2df2645759b9725705fdc649ac59408624f8d8e",
       "size": "16188938",
       "path": "proposed/juju-1.24.6-precise-i386.tgz"
      }
     }
    }
   },
   "version": "1.24.6",
   "ftype": "tar.gz",
   "updated": "Wed, 23 Sep 2015 13:49:19 +0000",
   "format": "products:1.0",
   "arch": "i386",
   "release": "precise"
  },
  "com.ubuntu.juju:14.04:ppc64": {
   "versions": {
    "20150923": {
     "items": {
      "1.24.6-trusty-ppc64": {
       "sha256": "12fd5af64b3193390c242e1e092fdc7f8aa6d3997d2fe3d1c343edd016f5ea14",
       "size": "15208610",
       "path": "proposed/juju-1.24.6-trusty-ppc64.tgz"
      }
     }
    }
   },
   "version": "1.24.6",
   "ftype": "tar.gz",
   "updated": "Wed, 23 Sep 2015 13:49:19 +0000",
   "format": "products:1.0",
   "arch": "ppc64",
   "release": "trusty"
  },
  "com.ubuntu.juju:15.04:arm64": {
   "versions": {
    "20150923": {
     "items": {
      "1.24.6-vivid-arm64": {
       "sha256": "87299920450b1f649eab889c2470f611e81e5c2a048554ff98646423200dd65c",
       "size": "20834606",
       "path": "proposed/juju-1.24.6-vivid-arm64.tgz"
      }
     }
    }
   },
   "version": "1.24.6",
   "ftype": "tar.gz",
   "updated": "Wed, 23 Sep 2015 13:49:19 +0000",
   "format": "products:1.0",
   "arch": "arm64",
   "release": "vivid"
  },
  "com.ubuntu.juju:centos7:amd64": {
   "versions": {
    "20150923": {
     "items": {
      "1.24.6-centos7-amd64": {
       "sha256": "ad91ffb3c1ddce3bef226cc06e83926e2de5a6edc50dfead40c5ea9b45c29d19",
       "size": "16416611",
       "path": "proposed/juju-1.24.6-centos7-amd64.tgz"
      }
     }
    }
   },
   "version": "1.24.6",
   "ftype": "tar.gz",
   "updated": "Wed, 23 Sep 2015 13:49:19 +0000",
   "format": "products:1.0",
   "arch": "amd64",
   "release": "centos7"
  },
  "com.ubuntu.juju:15.10:armhf": {
   "versions": {
    "20150923": {
     "items": {
      "1.24.6-wily-armhf": {
       "sha256": "29a34c36ac12852e414a78fcba7e6b7587395723a7d27484406858c7f4b82938",
       "size": "13501544",
       "path": "proposed/juju-1.24.6-wily-armhf.tgz"
      }
     }
    }
   },
   "version": "1.24.6",
   "ftype": "tar.gz",
   "updated": "Wed, 23 Sep 2015 13:49:19 +0000",
   "format": "products:1.0",
   "arch": "armhf",
   "release": "wily"
  },
  "com.ubuntu.juju:14.04:amd64": {
   "versions": {
    "20150923": {
     "items": {
      "1.24.6-trusty-amd64": {
       "sha256": "14d7e84b34b3ba3eb3eb4df14d1bf1f01ca2d1293f0101bbbbdc15532f93fde1",
       "size": "16664316",
       "path": "proposed/juju-1.24.6-trusty-amd64.tgz"
      }
     }
    }
   },
   "version": "1.24.6",
   "ftype": "tar.gz",
   "updated": "Wed, 23 Sep 2015 13:49:19 +0000",
   "format": "products:1.0",
   "arch": "amd64",
   "release": "trusty"
  },
  "com.ubuntu.juju:win2012:amd64": {
   "versions": {
    "20150923": {
     "items": {
      "1.24.6-win2012-amd64": {
       "sha256": "8326af5645dbbfee644b6ec954b0a4965dbe5994253894e88860a98bf1daf72a",
       "size": "15094616",
       "path": "proposed/juju-1.24.6-win2012hvr2-amd64.tgz"
      }
     }
    }
   },
   "version": "1.24.6",
   "ftype": "tar.gz",
   "updated": "Wed, 23 Sep 2015 13:49:19 +0000",
   "format": "products:1.0",
   "arch": "amd64",
   "release": "win2012"
  },
  "com.ubuntu.juju:14.04:i386": {
   "versions": {
    "20150923": {
     "items": {
      "1.24.6-trusty-i386": {
       "sha256": "c840831a5465a2648524dd978859e320c7f1a3dbc6a67cdf2bf9479417083b80",
       "size": "16186001",
       "path": "proposed/juju-1.24.6-trusty-i386.tgz"
      }
     }
    }
   },
   "version": "1.24.6",
   "ftype": "tar.gz",
   "updated": "Wed, 23 Sep 2015 13:49:19 +0000",
   "format": "products:1.0",
   "arch": "i386",
   "release": "trusty"
  },
  "com.ubuntu.juju:15.10:ppc64el": {
   "versions": {
    "20150923": {
     "items": {
      "1.24.6-wily-ppc64el": {
       "sha256": "c752efa9bb3461e78ed0d120caee0292c6cff0ac823891fdd8c9fb7ca2373cc0",
       "size": "17776709",
       "path": "proposed/juju-1.24.6-wily-ppc64el.tgz"
      }
     }
    }
   },
   "version": "1.24.6",
   "ftype": "tar.gz",
   "updated": "Wed, 23 Sep 2015 13:49:19 +0000",
   "format": "products:1.0",
   "arch": "ppc64el",
   "release": "wily"
  },
  "com.ubuntu.juju:14.04:arm64": {
   "versions": {
    "20150923": {
     "items": {
      "1.24.6-trusty-arm64": {
       "sha256": "4a15b468ae993c3fdd275db2225a2f5f2570b65999db58e0e398db783e666ac8",
       "size": "15515527",
       "path": "proposed/juju-1.24.6-trusty-arm64.tgz"
      }
     }
    }
   },
   "version": "1.24.6",
   "ftype": "tar.gz",
   "updated": "Wed, 23 Sep 2015 13:49:19 +0000",
   "format": "products:1.0",
   "arch": "arm64",
   "release": "trusty"
  },
  "com.ubuntu.juju:win7:amd64": {
   "versions": {
    "20150923": {
     "items": {
      "1.24.6-win7-amd64": {
       "sha256": "8326af5645dbbfee644b6ec954b0a4965dbe5994253894e88860a98bf1daf72a",
       "size": "15094616",
       "path": "proposed/juju-1.24.6-win2012hvr2-amd64.tgz"
      }
     }
    }
   },
   "version": "1.24.6",
   "ftype": "tar.gz",
   "updated": "Wed, 23 Sep 2015 13:49:19 +0000",
   "format": "products:1.0",
   "arch": "amd64",
   "release": "win7"
  },
  "com.ubuntu.juju:15.10:amd64": {
   "versions": {
    "20150923": {
     "items": {
      "1.24.6-wily-amd64": {
       "sha256": "acef52ecabe49a9635cf87d4c05c232374d7575c5957ed3781416da6f26c043a",
       "size": "15120620",
       "path": "proposed/juju-1.24.6-wily-amd64.tgz"
      }
     }
    }
   },
   "version": "1.24.6",
   "ftype": "tar.gz",
   "updated": "Wed, 23 Sep 2015 13:49:19 +0000",
   "format": "products:1.0",
   "arch": "amd64",
   "release": "wily"
  },
  "com.ubuntu.juju:14.04:armhf": {
   "versions": {
    "20150923": {
     "items": {
      "1.24.6-trusty-armhf": {
       "sha256": "e7fa5893ac465e114f477422abe2344dca18d711b4f1188b7dcd418d21e292b1",
       "size": "16028624",
       "path": "proposed/juju-1.24.6-trusty-armhf.tgz"
      }
     }
    }
   },
   "version": "1.24.6",
   "ftype": "tar.gz",
   "updated": "Wed, 23 Sep 2015 13:49:19 +0000",
   "format": "products:1.0",
   "arch": "armhf",
   "release": "trusty"
  },
  "com.ubuntu.juju:15.04:i386": {
   "versions": {
    "20150923": {
     "items": {
      "1.24.6-vivid-i386": {
       "sha256": "f26373eb6545af06a89bcd74711683242c8c7f65648defe7d472c06103b4c5a5",
       "size": "13612303",
       "path": "proposed/juju-1.24.6-vivid-i386.tgz"
      }
     }
    }
   },
   "version": "1.24.6",
   "ftype": "tar.gz",
   "updated": "Wed, 23 Sep 2015 13:49:19 +0000",
   "format": "products:1.0",
   "arch": "i386",
   "release": "vivid"
  },
  "com.ubuntu.juju:15.04:ppc64el": {
   "versions": {
    "20150923": {
     "items": {
      "1.24.6-vivid-ppc64el": {
       "sha256": "afdaf26a75dcecb0161e57417026f4f28547a6b80c490d3d19d776fff18db3dc",
       "size": "20230074",
       "path": "proposed/juju-1.24.6-vivid-ppc64el.tgz"
      }
     }
    }
   },
   "version": "1.24.6",
   "ftype": "tar.gz",
   "updated": "Wed, 23 Sep 2015 13:49:19 +0000",
   "format": "products:1.0",
   "arch": "ppc64el",
   "release": "vivid"
  },
  "com.ubuntu.juju:12.04:armhf": {
   "versions": {
    "20150923": {
     "items": {
      "1.24.6-precise-armhf": {
       "sha256": "b75981ee67850f04d55e3e3ed4456214aa5ce9b25eb95a76ef46f82424e885d2",
       "size": "16028742",
       "path": "proposed/juju-1.24.6-precise-armhf.tgz"
      }
     }
    }
   },
   "version": "1.24.6",
   "ftype": "tar.gz",
   "updated": "Wed, 23 Sep 2015 13:49:19 +0000",
   "format": "products:1.0",
   "arch": "armhf",
   "release": "precise"
  },
  "com.ubuntu.juju:15.10:arm64": {
   "versions": {
    "20150923": {
     "items": {
      "1.24.6-wily-arm64": {
       "sha256": "34def4d2b132a61e17a00ddc20882119492ad4881df4e1cde14d4861c6c56e93",
       "size": "18425509",
       "path": "proposed/juju-1.24.6-wily-arm64.tgz"
      }
     }
    }
   },
   "version": "1.24.6",
   "ftype": "tar.gz",
   "updated": "Wed, 23 Sep 2015 13:49:19 +0000",
   "format": "products:1.0",
   "arch": "arm64",
   "release": "wily"
  },
  "com.ubuntu.juju:15.10:i386": {
   "versions": {
    "20150923": {
     "items": {
      "1.24.6-wily-i386": {
       "sha256": "2db83fdde49e533736c981c1a130402a7fd1a552093b9fd621f24415e9256a75",
       "size": "14171403",
       "path": "proposed/juju-1.24.6-wily-i386.tgz"
      }
     }
    }
   },
   "version": "1.24.6",
   "ftype": "tar.gz",
   "updated": "Wed, 23 Sep 2015 13:49:19 +0000",
   "format": "products:1.0",
   "arch": "i386",
   "release": "wily"
  },
  "com.ubuntu.juju:win2012hvr2:amd64": {
   "versions": {
    "20150923": {
     "items": {
      "1.24.6-win2012hvr2-amd64": {
       "sha256": "8326af5645dbbfee644b6ec954b0a4965dbe5994253894e88860a98bf1daf72a",
       "size": "15094616",
       "path": "proposed/juju-1.24.6-win2012hvr2-amd64.tgz"
      }
     }
    }
   },
   "version": "1.24.6",
   "ftype": "tar.gz",
   "updated": "Wed, 23 Sep 2015 13:49:19 +0000",
   "format": "products:1.0",
   "arch": "amd64",
   "release": "win2012hvr2"
  },
  "com.ubuntu.juju:win81:amd64": {
   "versions": {
    "20150923": {
     "items": {
      "1.24.6-win81-amd64": {
       "sha256": "8326af5645dbbfee644b6ec954b0a4965dbe5994253894e88860a98bf1daf72a",
       "size": "15094616",
       "path": "proposed/juju-1.24.6-win2012hvr2-amd64.tgz"
      }
     }
    }
   },
   "version": "1.24.6",
   "ftype": "tar.gz",
   "updated": "Wed, 23 Sep 2015 13:49:19 +0000",
   "format": "products:1.0",
   "arch": "amd64",
   "release": "win81"
  },
  "com.ubuntu.juju:15.04:armhf": {
   "versions": {
    "20150923": {
     "items": {
      "1.24.6-vivid-armhf": {
       "sha256": "f7f80a95f33b36e1ea70a01c9257935ca622d4f5e0e3cd9a6d313dcf5da4493b",
       "size": "13017807",
       "path": "proposed/juju-1.24.6-vivid-armhf.tgz"
      }
     }
    }
   },
   "version": "1.24.6",
   "ftype": "tar.gz",
   "updated": "Wed, 23 Sep 2015 13:49:19 +0000",
   "format": "products:1.0",
   "arch": "armhf",
   "release": "vivid"
  },
  "com.ubuntu.juju:15.04:ppc64": {
   "versions": {
    "20150923": {
     "items": {
      "1.24.6-vivid-ppc64": {
       "sha256": "dbf7a904683ddcfd771e5e1bcc504a953f1681755baa8b798e2571c2e04eaf62",
       "size": "20230074",
       "path": "proposed/juju-1.24.6-vivid-ppc64.tgz"
      }
     }
    }
   },
   "version": "1.24.6",
   "ftype": "tar.gz",
   "updated": "Wed, 23 Sep 2015 13:49:19 +0000",
   "format": "products:1.0",
   "arch": "ppc64",
   "release": "vivid"
  },
  "com.ubuntu.juju:15.04:amd64": {
   "versions": {
    "20150923": {
     "items": {
      "1.24.6-vivid-amd64": {
       "sha256": "708bdd8efae1d8d3061552ee6493feb6da333f43fad1bb6f19805a18451a58c6",
       "size": "14017307",
       "path": "proposed/juju-1.24.6-vivid-amd64.tgz"
      }
     }
    }
   },
   "version": "1.24.6",
   "ftype": "tar.gz",
   "updated": "Wed, 23 Sep 2015 13:49:19 +0000",
   "format": "products:1.0",
   "arch": "amd64",
   "release": "vivid"
  },
  "com.ubuntu.juju:win2012r2:amd64": {
   "versions": {
    "20150923": {
     "items": {
      "1.24.6-win2012r2-amd64": {
       "sha256": "8326af5645dbbfee644b6ec954b0a4965dbe5994253894e88860a98bf1daf72a",
       "size": "15094616",
       "path": "proposed/juju-1.24.6-win2012hvr2-amd64.tgz"
      }
     }
    }
   },
   "version": "1.24.6",
   "ftype": "tar.gz",
   "updated": "Wed, 23 Sep 2015 13:49:19 +0000",
   "format": "products:1.0",
   "arch": "amd64",
   "release": "win2012r2"
  },
  "com.ubuntu.juju:win8:amd64": {
   "versions": {
    "20150923": {
     "items": {
      "1.24.6-win8-amd64": {
       "sha256": "8326af5645dbbfee644b6ec954b0a4965dbe5994253894e88860a98bf1daf72a",
       "size": "15094616",
       "path": "proposed/juju-1.24.6-win2012hvr2-amd64.tgz"
      }
     }
    }
   },
   "version": "1.24.6",
   "ftype": "tar.gz",
   "updated": "Wed, 23 Sep 2015 13:49:19 +0000",
   "format": "products:1.0",
   "arch": "amd64",
   "release": "win8"
  },
  "com.ubuntu.juju:14.04:ppc64el": {
   "versions": {
    "20150923": {
     "items": {
      "1.24.6-trusty-ppc64el": {
       "sha256": "33bdbc905a1246d84279c6a9d4526068c3c925300303dae94c47c6724e3c244b",
       "size": "15208610",
       "path": "proposed/juju-1.24.6-trusty-ppc64el.tgz"
      }
     }
    }
   },
   "version": "1.24.6",
   "ftype": "tar.gz",
   "updated": "Wed, 23 Sep 2015 13:49:19 +0000",
   "format": "products:1.0",
   "arch": "ppc64el",
   "release": "trusty"
  }
 },
 "content_id": "com.ubuntu.juju:released:tools",
 "datatype": "content-download",
 "updated": "Tue, 29 Sep 2015 15:53:33 +0000"
}

2015-09-29 17:40:13 DEBUG juju.environs.simplestreams simplestreams.go:659 using default candidate for content id "com.ubuntu.juju:released:tools" are {20150923 mirrors:1.0 content-download streams/v1/cpc-mirrors.sjson []}

[Aaron Bentley (abentley)]

I thought this might be because ftype, release, version and arch were not part of the individual items, but I got the same result even with the entries present in individual items.