Auto-generate low/high level AWS wrappers

.gitignore

@@ -1,2 +1,3 @@
 Manifest.toml
-.idea/*
+.idea/*
+.DS_Store

Project.toml

@@ -1,4 +1,12 @@
 name = "AWS"
 uuid = "fbe9abb3-538b-5e4e-ba9e-bc94f4f92ebc"
 license = "MIT"
-version = "1.0.0"
+version = "1.0.0"
+
+[deps]
+AWSCore = "4f1ea46c-232b-54a6-9b17-cc2d0f3e6598"
+DataStructures = "864edb3b-99cc-5e75-8d2d-829cb0a9cfe8"
+HTTP = "cd3eb016-35fb-5094-929b-558a96fad6f3"
+JSON = "682c06a0-de6a-54ab-a142-c8b1cf79cde6"
+SymDict = "2da68c74-98d7-5633-99d6-8493888d7b1e"
+Test = "8dfed614-e22c-5e08-85e1-65c5234f0b40"

src/AWS.jl

@@ -0,0 +1,95 @@
+module AWS
+
+include("AWSMetadataUtilities.jl")
+
+export @service, AWSServices, RestJSONService, JSONService, RestXMLService, QueryService
+
+using AWSCore
+using SymDict
+
+macro service(module_name::Symbol)
+    service_name = "services/" * lowercase(string(module_name)) * ".jl"
+    service_name = joinpath(@__DIR__, service_name)
+
+    return Expr(:toplevel,
+    :(module ($(esc(module_name)))
+        Base.include($(esc(module_name)), $(esc(service_name)))
+     end))
+end
+
+mutable struct RestXMLService
+    name::String
+    api_version::String
+end
+
+mutable struct QueryService
+    name::String
+    api_version::String
+end
+
+mutable struct JSONService
+    name::String
+    api_version::String
+
+    json_version::String
+    target::String
+end
+
+mutable struct RestJSONService
+    name::String
+    api_version::String
+end
+
+function (service::RestXMLService)(aws::AWSConfig, request_method::String, request_uri::String, args=[])
+    return AWSCore.service_rest_xml(
+        aws;
+        service=service.name,
+        version=service.api_version,
+        verb=request_method,
+        resource=request_uri,
+        args=args
+    )
+end
+(service::RestXMLService)(request_method::String, request_uri::String, args=[]) = service(default_aws_config(), request_method, request_uri, args)
+(service::RestXMLService)(a...; b...) = service(a..., b)
+
+function (service::QueryService)(aws::AWSConfig, operation, args=[])
+    return AWSCore.service_query(
+        aws;
+        service=service.name,
+        version=service.api_version,
+        operation=operation,
+        args=args
+    )
+end
+(service::QueryService)(operation, args=[]) = service(default_aws_config(), operation, args)
+(service::QueryService)(a...; b...) = service(a..., b)
+
+function (service::JSONService)(aws::AWSConfig, operation, args=[])
+    return AWSCore.service_json(
+        aws;
+        service=service.name,
+        version=service.api_version,
+        json_version=service.json_version,
+        target=service.target,
+        operation=operation,
+        args=args
+    )
+end
+(service::JSONService)(operation, args=[]) = service(default_aws_config(), operation, args)
+(service::JSONService)(a...; b...) = service(a..., b)
+
+function (service::RestJSONService)(aws::AWSConfig, request_method::String, request_uri::String, args=[])
+    return AWSCore.service_rest_json(
+        aws;
+        service=service.name,
+        version=service.api_version,
+        verb=request_method,
+        resource=request_uri,
+        args=args
+    )
+end
+(service::RestJSONService)(request_method::String, request_uri::String, args=[]) = service(default_aws_config(), request_method, request_uri, args)
+(service::RestJSONService)(a...; b...) = service(a..., b)
+
+end  # module AWS

src/AWSExceptions.jl

@@ -0,0 +1,15 @@
+module AWSExceptions
+
+export ProtocolNotDefined, InvalidFileName
+
+struct ProtocolNotDefined <: Exception
+   message::String
+end
+show(io::IO, e::ProtocolNotDefined) = println(io, e.message)
+
+struct InvalidFileName <: Exception
+  message::String
+end
+show(io::IO, e::InvalidFileName) = println(io, e.message)
+
+end

src/AWSMetadata.jl

@@ -0,0 +1,96 @@
+module AWSMetadata
+
+using DataStructures: OrderedDict
+using HTTP
+using JSON
+
+include("AWSMetadataUtilities.jl")
+
+function parse_aws_metadata()
+    function _process_service(file::OrderedDict{String, Any}, version::String)
+        data_changed = true
+        push!(metadata, file["name"] => Dict("version" => version, "sha" => file["sha"]))
+        push!(services_modified, file)
+    end
+
+    metadata_path = joinpath(@__DIR__, "metadata.json")
+    metadata = JSON.parsefile(metadata_path, dicttype=OrderedDict)
+
+    files = AWSMetadataUtilities._get_aws_sdk_js_files()
+
+    data_changed = false
+    services_modified = OrderedDict[]
+
+    for file in files
+        service_name, version = AWSMetadataUtilities._get_service_and_version(file["name"])
+        filename = file["name"]
+
+        # AWS has released a new service API
+        if !haskey(metadata, filename)
+            println(service_name, " does not exist in metadata.")
+            _process_service(file, version)
+        else
+            # Check if the service API has changed since the last run
+            if metadata[filename]["sha"] != file["sha"]
+                println(service_name, " sha hashes do not match, updating.")
+                _process_service(file, version)
+            end
+        end
+    end
+
+    if data_changed
+        _generate_low_level_wrappers(files)
+        _generate_high_level_wrapper(services_modified)
+        open(metadata_path, "w") do f
+            print(f, json(OrderedDict(metadata), 2))
+        end
+    end
+end
+
+function _generate_low_level_wrappers(services::Array{OrderedDict})
+    service_definitions = AWSMetadataUtilities._generate_low_level_definitions(services)
+
+    template = """
+    # This is file is auto-generated by AWSMetadata.jl
+
+    module AWSServices
+
+    include("AWS.jl")
+
+    $(join(service_definitions, "\n"))
+
+    end
+    """
+
+    services_path = joinpath(@__DIR__, "AWSServices.jl")
+    open(services_path, "w") do f
+        print(f, template)
+    end
+
+    return template
+end
+
+function _generate_high_level_wrapper(services::Array{OrderedDict})
+    for service in services
+        service_name = service["name"]
+        println("Generating high level wrapper for $service_name")
+        service = JSON.parse(String(HTTP.get(service["download_url"]).body))
+        service_name = lowercase(service["metadata"]["serviceId"])
+        service_name = replace(service_name, ' ' => '_')
+        operations = service["operations"]
+        shapes = service["shapes"]
+
+        protocol = service["metadata"]["protocol"]
+
+        operations = AWSMetadataUtilities._generate_high_level_definitions(service_name, protocol, operations, shapes)
+
+        service_path = joinpath(@__DIR__, "services/$service_name.jl")
+        open(service_path, "w") do f
+            println(f, "include(\"../AWSServices.jl\")")
+            println(f, "using .AWSServices: $service_name\n")
+            print(f, join(operations, "\n"))
+        end
+    end
+end
+
+end