1
0
mirror of https://github.com/mgerb/mywebsite synced 2026-01-09 17:32:51 +00:00

getting close to finishing temperature data api

This commit is contained in:
2016-05-17 23:26:15 -05:00
parent 6627cb4cd6
commit b6d5854250
16 changed files with 693 additions and 86 deletions

1
.gitignore vendored
View File

@@ -1 +1,2 @@
\.DS_Store
config.json

12
config-template.json Normal file
View File

@@ -0,0 +1,12 @@
{
"database": {
"url": "",
"database": ""
},
"api": {
"key": ""
},
"server": {
"port": ""
}
}

13
controller/api/config.go Normal file
View File

@@ -0,0 +1,13 @@
package api
import ()
var Api ApiInfo
type ApiInfo struct {
Key string `json:"key"`
}
func Configure(a ApiInfo) {
Api = a
}

210
controller/api/sensor.go Normal file
View File

@@ -0,0 +1,210 @@
package api
import (
"encoding/json"
"fmt"
"github.com/julienschmidt/httprouter"
"log"
"net/http"
"strconv"
"time"
"github.com/mgerb42/mywebsite/model/daily_sensor"
"github.com/mgerb42/mywebsite/model/raw_sensor"
)
// handle http request from sensors
func HandleSensorRequest(w http.ResponseWriter, r *http.Request, ps httprouter.Params) {
//store data from sensor in raw_sensor collection
//**********************************************************************************
key := r.URL.Query().Get("key")
w.Header().Set("Content-Type", "application/json")
var message string
if key == Api.Key {
//get request parameters - convert temp to float64
temperature, _ := strconv.ParseFloat(r.URL.Query().Get("temperature"), 64)
location := r.URL.Query().Get("location")
t := time.Now()
store := raw_sensor.Data{"", temperature, location, t}
err := store.StoreData()
if err != nil {
message = "Failed to insert into database"
} else {
message = "Data inserted into database"
}
//send response back
fmt.Fprint(w, "{ message : \""+message+"\"}")
//compare current readings with dialy_sensor readings
//update daily_sensor readings if out of bounds
//**********************************************************************************
storedData, err := daily_sensor.GetDailySensorInfo(location)
if err != nil {
log.Println(err)
}
//store data if nothing exists for the day
if storedData.Location == "" {
storedData.ID = ""
storedData.Location = location
storedData.MaxTemp = temperature
storedData.MinTemp = temperature
storedData.Day = t.Day()
storedData.Month = t.Month().String()
storedData.Year = t.Year()
err := storedData.StoreData()
if err != nil {
log.Println(err)
}
} else {
performUpdate := false
//check if values exceed max or min
if temperature > storedData.MaxTemp {
storedData.MaxTemp = temperature
performUpdate = true
}
if temperature < storedData.MinTemp {
storedData.MinTemp = temperature
performUpdate = true
}
//store or update information if values have been changed
if performUpdate == true {
err := storedData.UpdateData()
if err != nil {
log.Println(err)
}
}
}
} else {
message = "Incorrect api key"
}
}
func HandleAllSensors(w http.ResponseWriter, r *http.Request, ps httprouter.Params) {
w.Header().Set("Content-Type", "application/json")
s, err := raw_sensor.GetAllSensors()
var response string
if err != nil {
log.Println(err)
response = "{message : \"Error loading data from database\""
} else {
js, err := json.MarshalIndent(s, "", " ")
if err != nil {
log.Println(err)
response = "{message : \"Error loading data from database\""
} else {
response = string(js)
}
}
fmt.Fprint(w, response)
}
func HandleSensorByLocation(w http.ResponseWriter, r *http.Request, ps httprouter.Params) {
location := ps.ByName("location")
w.Header().Set("Content-Type", "application/json")
s, err := daily_sensor.GetAllSensorInfo(location)
var response string
if err != nil {
log.Println(err)
response = "{message : \"Error loading data from database\""
} else {
js, err := json.MarshalIndent(s, "", " ")
if err != nil {
log.Println(err)
response = "{message : \"Error loading data from database\""
} else {
response = string(js)
}
}
fmt.Fprint(w, response)
}
func HandleSensorByLocationYear(w http.ResponseWriter, r *http.Request, ps httprouter.Params) {
location := ps.ByName("location")
year, _ := strconv.Atoi(ps.ByName("year"))
w.Header().Set("Content-Type", "application/json")
s, err := daily_sensor.GetAllSensorInfoByYear(location, year)
var response string
if err != nil {
log.Println(err)
response = "{message : \"Error loading data from database\""
} else {
js, err := json.MarshalIndent(s, "", " ")
if err != nil {
log.Println(err)
response = "{message : \"Error loading data from database\""
} else {
response = string(js)
}
}
fmt.Fprint(w, response)
}
func HandleSensorByLocationMonth(w http.ResponseWriter, r *http.Request, ps httprouter.Params) {
location := ps.ByName("location")
year, _ := strconv.Atoi(ps.ByName("year"))
month := ps.ByName("month")
w.Header().Set("Content-Type", "application/json")
s, err := daily_sensor.GetAllSensorInfoByMonth(location, year, month)
var response string
if err != nil {
log.Println(err)
response = "{message : \"Error loading data from database\""
} else {
js, err := json.MarshalIndent(s, "", " ")
if err != nil {
log.Println(err)
response = "{message : \"Error loading data from database\""
} else {
response = string(js)
}
}
fmt.Fprint(w, response)
}

54
db/driver.go Normal file
View File

@@ -0,0 +1,54 @@
package db
import (
"gopkg.in/mgo.v2"
"log"
"time"
)
var Mongo Driver
type Driver struct {
Session *mgo.Session
Info DatabaseInfo
}
type DatabaseInfo struct {
URL string `json:"url"`
Database string `json:"database"`
Username string `json:"username,omitempty"`
Password string `json:"password,omitempty"`
}
func Configure(d DatabaseInfo) {
Mongo.Info = d
}
func (d *Driver) Connect() {
// Connect to MongoDB
s, err := mgo.DialWithTimeout(d.Info.URL, 5*time.Second)
if err != nil {
log.Println("MongoDB Driver Error", err)
return
}
d.Session = s
// Prevents these errors: read tcp 127.0.0.1:27017: i/o timeout
d.Session.SetSocketTimeout(10 * time.Second)
// Check if is alive
if err = d.Session.Ping(); err != nil {
log.Println("Database Error", err)
}
log.Println("Connected to database")
}
func (d *Driver) Connected() bool {
if d.Session != nil {
return true
}
return false
}

61
main.go
View File

@@ -1,27 +1,66 @@
package main
import (
"encoding/json"
"fmt"
//"github.com/julienschmidt/httprouter"
"io/ioutil"
"log"
"net/http"
"os"
"github.com/mgerb42/mywebsite/model"
"github.com/mgerb42/mywebsite/controller/api"
"github.com/mgerb42/mywebsite/db"
"github.com/mgerb42/mywebsite/route"
)
//structure for application configurations
type Config struct {
Database db.DatabaseInfo `json:"database"`
Api api.ApiInfo `json:"api"`
Server ServerConfig `json:"server"`
}
//configuration settings for the web
type ServerConfig struct {
Port string `json:"port"`
}
func main() {
s := model.NewSession()
configurations := readConfig()
s.TestStore("Mit", "G")
db.Configure(configurations.Database)
api.Configure(configurations.Api)
var p []model.Person
db.Mongo.Connect()
p = s.SearchName("Mit")
fmt.Println("Query: ")
fmt.Println(p[0].LastName)
log.Fatal(http.ListenAndServe(":8080", route.Routes()))
log.Println("Starting Server...")
log.Println(http.ListenAndServe(":"+configurations.Server.Port, route.Routes()))
}
//read the config file and return JsonObject struct
func readConfig() Config {
log.Println("Reading config file...")
file, e := ioutil.ReadFile("./config.json")
if e != nil {
fmt.Printf("File error: %v\n", e)
os.Exit(1)
}
fmt.Printf("%s\n", string(file))
//m := new(Dispatch)
//var m interface{}
var result Config
err := json.Unmarshal(file, &result)
if err != nil {
fmt.Println(err)
}
return result
}

View File

@@ -0,0 +1,187 @@
package daily_sensor
import (
"encoding/json"
"errors"
"fmt"
"github.com/mgerb42/mywebsite/db"
"gopkg.in/mgo.v2/bson"
"log"
"time"
)
const (
collection = "daily_sensor"
)
type Data struct {
ID bson.ObjectId `bson:"_id,omitempty"`
MaxTemp float64 `json:"maxtemp" bson:"maxtemp"`
MinTemp float64 `json:"mintemp" bson:"mintemp"`
Location string `json:"location" bson:"location"`
Month string `json:"month" bson:"month"`
Day int `json:"day" bson:"day"`
Year int `json:"year" bson:"year"`
}
//convert struct to json string
func (s *Data) toJson() string {
b, err := json.MarshalIndent(s, "", " ")
if err != nil {
fmt.Println(err.Error)
}
return string(b)
}
func (s *Data) StoreData() error {
if db.Mongo.Connected() {
log.Println("Inserting data into " + collection)
session := db.Mongo.Session.Copy()
defer session.Close()
c := session.DB(db.Mongo.Info.Database).C(collection)
// Insert Datas
err := c.Insert(s)
if err != nil {
return err
}
}
return nil
}
func (s *Data) UpdateData() error {
if db.Mongo.Connected() {
log.Println("Updating data")
session := db.Mongo.Session.Copy()
defer session.Close()
c := session.DB(db.Mongo.Info.Database).C(collection)
colQuerier := bson.M{"location": s.Location}
change := bson.M{"$set": bson.M{"maxtemp": s.MaxTemp, "mintemp": s.MinTemp}}
err := c.Update(colQuerier, change)
if err != nil {
return err
}
}
return nil
}
func GetDailySensorInfo(sensor_location string) (Data, error) {
d := Data{}
day := time.Now().Day()
month := time.Now().Month().String()
year := time.Now().Year()
if db.Mongo.Connected() == true {
session := db.Mongo.Session.Copy()
defer session.Close()
c := session.DB(db.Mongo.Info.Database).C(collection)
err := c.Find(bson.M{"location": sensor_location, "day": day, "month": month, "year": year}).One(&d)
if err != nil {
fmt.Println(err)
return d, nil
}
return d, nil
} else {
return d, errors.New("Query failed")
}
}
func GetAllSensorInfo(sensor_location string) ([]Data, error) {
d := []Data{}
if db.Mongo.Connected() == true {
session := db.Mongo.Session.Copy()
defer session.Close()
c := session.DB(db.Mongo.Info.Database).C(collection)
err := c.Find(bson.M{"location": sensor_location}).All(&d)
if err != nil {
fmt.Println(err)
return d, nil
}
return d, nil
} else {
return d, errors.New("Query failed")
}
}
func GetAllSensorInfoByYear(sensor_location string, year int) ([]Data, error) {
d := []Data{}
if db.Mongo.Connected() == true {
session := db.Mongo.Session.Copy()
defer session.Close()
c := session.DB(db.Mongo.Info.Database).C(collection)
err := c.Find(bson.M{"location": sensor_location, "year": year}).All(&d)
if err != nil {
fmt.Println(err)
return d, nil
}
return d, nil
} else {
return d, errors.New("Query failed")
}
}
func GetAllSensorInfoByMonth(sensor_location string, year int, month string) ([]Data, error) {
d := []Data{}
if db.Mongo.Connected() == true {
session := db.Mongo.Session.Copy()
defer session.Close()
c := session.DB(db.Mongo.Info.Database).C(collection)
err := c.Find(bson.M{"location": sensor_location, "year": year, "month": month}).All(&d)
if err != nil {
fmt.Println(err)
return d, nil
}
return d, nil
} else {
return d, errors.New("Query failed")
}
}

View File

@@ -1,68 +0,0 @@
package model
import (
"gopkg.in/mgo.v2"
"gopkg.in/mgo.v2/bson"
"time"
)
const (
DB_URL = "localhost"
)
type DataStore struct {
session *mgo.Session
}
func NewSession() *DataStore {
d := new(DataStore)
s, err := mgo.Dial(DB_URL)
if err != nil {
panic(err)
}
d.session = s
return d
}
func (ds *DataStore) TestStore(fname string, lname string) {
session := ds.session.Copy()
defer session.Close()
// Collection People
c := session.DB("test").C("people")
// Insert Datas
c.Insert(&Person{FirstName: fname, LastName: lname, Timestamp: time.Now()})
}
func (ds *DataStore) SearchName(fname string) []Person {
session := ds.session.Copy()
defer session.Close()
// Collection People
c := session.DB("test").C("people")
var results []Person
err := c.Find(bson.M{"firstname": fname}).All(&results)
if err != nil {
panic(err)
}
return results
}
/*func (ds *DataStore) ucol() *mgo.Collection {
session = ds.session.Copy()
defer session.Close()
}
*/
//func (ds *DataStore) UserExist(user string) bool { ... }

View File

@@ -0,0 +1,149 @@
package raw_sensor
import (
"encoding/json"
"errors"
"github.com/mgerb42/mywebsite/db"
"gopkg.in/mgo.v2/bson"
"log"
"time"
)
const (
collection = "temperatures"
)
type Data struct {
ID bson.ObjectId `bson:"_id,omitempty"`
Temperature float64 `json:"temperature" bson:"temperature"`
Location string `json:"location" bson:"location"`
Updated time.Time `json:"updated" bson:"updated"`
}
//convert struct to json string
func (s *Data) toJson() string {
b, err := json.MarshalIndent(s, "", " ")
if err != nil {
log.Println(err.Error)
}
return string(b)
}
func (s *Data) StoreData() error {
if db.Mongo.Connected() {
log.Println("Inserting data into " + collection)
session := db.Mongo.Session.Copy()
defer session.Close()
c := session.DB(db.Mongo.Info.Database).C(collection)
// Insert Datas
err := c.Insert(s)
if err != nil {
return err
}
}
return nil
}
//handle queries for all sensors page
//********************************************************************************
type DataStore_AllSensors struct {
ID string `json:"location" bson:"_id"`
Temperature float64 `json:"temperature" bson:"temperature"`
Updated time.Time `json:"updated" bson:"updated"`
}
func GetAllSensors() ([]DataStore_AllSensors, error) {
s := []DataStore_AllSensors{}
if db.Mongo.Connected() == true {
session := db.Mongo.Session.Copy()
defer session.Close()
c := session.DB(db.Mongo.Info.Database).C(collection)
err := c.Pipe([]bson.M{{"$group": bson.M{"_id": "$location", "temperature": bson.M{"$last": "$temperature"},
"updated": bson.M{"$last": "$updated"}}},
bson.M{"$sort": bson.M{"_id": 1}}}).All(&s)
if err != nil {
return s, nil
}
return s, nil
} else {
return s, errors.New("Query failed")
}
}
//********************************************************************************
//get sensor information by location
//********************************************************************************
type DataStore_SensorByLocation struct {
Id sensorByLocation `json:"_id" bson:"_id"`
}
type sensorByLocation struct {
Year int `json:"year" bson:"year"`
Month int `json:"month" bson:"month"`
Location string `json:"location" bson:"location"`
}
/*
func GetSensorInfoByLocation(sensor_location string) ([]DataStore_SensorByLocation, error) {
s := []DataStore_SensorByLocation{}
if db.Mongo.Connected() == true {
session := db.Mongo.Session.Copy()
defer session.Close()
c := session.DB(db.Mongo.Info.Database).C(collection)
err := c.Pipe([]bson.M{{"$project": bson.M{"location": "$location", "year": bson.M{"$year": "$updated"}, "month": bson.M{"$month": "$updated"}}},
bson.M{"$match": bson.M{"location": sensor_location}},
bson.M{"$group": bson.M{"_id": bson.M{"year": "$year", "month": "$month", "location": "$location"}}},
bson.M{"$sort": bson.M{"_id.year": -1, "_id.month": -1}}}).All(&s)
if err != nil {
log.Println(err)
return s, nil
}
return s, nil
} else {
return s, errors.New("Query failed")
}
}
*/
//********************************************************************************
/*************************
testStore := model.SensorData{
ID: bson.NewObjectId(),
Temperature: 34.2,
Humidity: 33.22,
Location: "Grand Meadow",
Updated: time.Now(),
}
**************************/

View File

@@ -49,7 +49,7 @@
<a href="/post/resume">Resume</a>
</li>
<li>
<a href="mailto:mgerber11@winona.edu">Contact</a>
<a href="mailto:mgerb42@gmail.com">Contact</a>
</li>
</ul>
<ul class="nav navbar-nav navbar-right">

View File

@@ -2,16 +2,26 @@ package route
import (
"github.com/julienschmidt/httprouter"
"log"
"net/http"
"github.com/mgerb42/mywebsite/controller"
"github.com/mgerb42/mywebsite/controller/api"
)
func Routes() *httprouter.Router {
log.Println("Server Started")
r := httprouter.New()
r.GET("/api/:fname/:lname", api.TestApiCall)
r.GET("/api/storedata", api.HandleSensorRequest)
r.GET("/api/allsensors", api.HandleAllSensors)
r.GET("/api/sensor/:location", api.HandleSensorByLocation)
r.GET("/api/sensor/:location/:year", api.HandleSensorByLocationYear)
r.GET("/api/sensor/:location/:year/:month", api.HandleSensorByLocationMonth)
r.GET("/discord", controller.Discord)
//set up public folder path
r.ServeFiles("/public/*filepath", http.Dir("./public"))

View File

@@ -1,4 +1,4 @@
package controller
package test
import (
"net/http"

View File

@@ -1,4 +1,4 @@
package controller
package test
import (
"encoding/json"

View File

@@ -1,4 +1,4 @@
package model
package test
import (
"gopkg.in/mgo.v2/bson"

View File

@@ -1,4 +1,4 @@
package controller
package test
import (
"github.com/julienschmidt/httprouter"

View File

@@ -1,4 +1,4 @@
package api
package test
import (
"encoding/json"