Go import json file into mongodb unstructured

wordpress meta

title: 'Go Import JSON File Into MongoDB Unstructured'
date: '2021-03-24T16:03:24-05:00'
status: publish
permalink: /go-import-json-file-into-mongodb-unstructured
author: admin
excerpt: ''
type: post
id: 1724
category:
    - go
    - MongoDB
    - Terraform
tag: []
post_format: []

During a recent POC I imported a Terraform state file(JSON) into MongoDB using golang. This may not exactly fit any use case since it is simpler and use actual file(s) and not MongoDB to store a Terraform state file, but this helps record my effort as well as the unstructured nature of the JSON ie I am not defining a structure just using an interface{}.

Insert From File

```golang package main

import ( "context" "fmt" "os" "io/ioutil" "encoding/json" "go.mongodb.org/mongo-driver/mongo" "go.mongodb.org/mongo-driver/mongo/options" )

func main() { clientOptions := options.Client().ApplyURI("mongodb://localhost:27017") client, e := mongo.Connect(context.TODO(), clientOptions) CheckError(e) collection := client.Database("tfstatedb").Collection("states") jsonFile, err := os.Open("terraform.tfstate") if err != nil { fmt.Println(err) } defer jsonFile.Close()

byteValue, _ := ioutil.ReadAll(jsonFile)
var result map[string]interface{}
json.Unmarshal([]byte(byteValue), &result) 
_, e = collection.InsertOne(context.TODO(), result)
CheckError(e)

}

func CheckError(e error) { if e != nil { fmt.Println(e) } } ````

FindOne From DB

```golang package main

import ( "flag" "log" "context" "fmt" "encoding/json" "go.mongodb.org/mongo-driver/bson" "go.mongodb.org/mongo-driver/bson/primitive" "go.mongodb.org/mongo-driver/mongo" "go.mongodb.org/mongo-driver/mongo/options" )

var ( flagId string )

func init() { flag.StringVar(&flagId, "id", "", "mongodb ObjectId") }

func PrettyPrint(v interface{}) (err error) { b, err := json.MarshalIndent(v, "", " ") if err == nil { fmt.Println(string(b)) } return }

func main() { if !flag.Parsed() { flag.Parse() } if flagId != "" { fmt.Println("finding id: " + flagId) } else { log.Fatal("no _id specified") }

clientOptions := options.Client().ApplyURI("mongodb://localhost:27017")
client, e := mongo.Connect(context.TODO(), clientOptions)
CheckError(e)

e = client.Ping(context.TODO(), nil)
CheckError(e)

collection := client.Database("tfstatedb").Collection("states")

var res interface{}

docID, e := primitive.ObjectIDFromHex(flagId)
CheckError(e)

filter := bson.M{"_id": docID}

tempResult := bson.M{}
e = collection.FindOne(context.TODO(), filter).Decode(&tempResult)
if e == nil {   
  obj, _ := json.Marshal(tempResult)
  e = json.Unmarshal(obj, &res)
}
PrettyPrint(res)

}

func CheckError(e error) { if e != nil { fmt.Println(e) } } ````