2020-04-10 22:33:30 +00:00
|
|
|
package server
|
|
|
|
|
|
|
|
import (
|
|
|
|
"encoding/json"
|
2020-04-11 01:22:18 +00:00
|
|
|
"fmt"
|
2020-04-10 22:33:30 +00:00
|
|
|
"github.com/pkg/errors"
|
2020-04-17 21:27:06 +00:00
|
|
|
"github.com/pterodactyl/wings/config"
|
2020-04-13 00:43:16 +00:00
|
|
|
"io"
|
2020-04-10 23:55:36 +00:00
|
|
|
"io/ioutil"
|
2020-04-10 22:33:30 +00:00
|
|
|
"os"
|
2020-04-10 22:37:10 +00:00
|
|
|
"sync"
|
2020-04-10 22:33:30 +00:00
|
|
|
)
|
|
|
|
|
2020-04-11 01:07:57 +00:00
|
|
|
var stateMutex sync.Mutex
|
2020-04-10 22:33:30 +00:00
|
|
|
|
2020-04-11 01:07:57 +00:00
|
|
|
// Returns the state of the servers.
|
|
|
|
func getServerStates() (map[string]string, error) {
|
2020-04-10 22:37:10 +00:00
|
|
|
// Request a lock after we check if the file exists.
|
2020-04-11 01:07:57 +00:00
|
|
|
stateMutex.Lock()
|
|
|
|
defer stateMutex.Unlock()
|
2020-04-10 22:37:10 +00:00
|
|
|
|
2020-04-10 22:33:30 +00:00
|
|
|
// Open the states file.
|
2020-04-17 21:27:06 +00:00
|
|
|
f, err := os.OpenFile(config.Get().System.GetStatesPath(), os.O_RDONLY|os.O_CREATE, 0644)
|
2020-04-10 22:33:30 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, errors.WithStack(err)
|
|
|
|
}
|
|
|
|
defer f.Close()
|
|
|
|
|
|
|
|
// Convert the json object to a map.
|
|
|
|
states := map[string]string{}
|
2020-04-13 00:43:16 +00:00
|
|
|
if err := json.NewDecoder(f).Decode(&states); err != nil && err != io.EOF {
|
2020-04-10 22:33:30 +00:00
|
|
|
return nil, errors.WithStack(err)
|
|
|
|
}
|
|
|
|
|
|
|
|
return states, nil
|
|
|
|
}
|
|
|
|
|
2020-04-11 01:22:18 +00:00
|
|
|
// saveServerStates .
|
|
|
|
func saveServerStates() error {
|
2020-04-10 22:33:30 +00:00
|
|
|
// Get the states of all servers on the daemon.
|
|
|
|
states := map[string]string{}
|
|
|
|
for _, s := range GetServers().All() {
|
2020-04-11 01:22:18 +00:00
|
|
|
states[s.Uuid] = s.GetState()
|
2020-04-10 22:33:30 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// Convert the map to a json object.
|
|
|
|
data, err := json.Marshal(states)
|
|
|
|
if err != nil {
|
|
|
|
return errors.WithStack(err)
|
|
|
|
}
|
|
|
|
|
2020-04-11 01:07:57 +00:00
|
|
|
stateMutex.Lock()
|
|
|
|
defer stateMutex.Unlock()
|
2020-04-10 22:37:10 +00:00
|
|
|
|
2020-04-10 22:33:30 +00:00
|
|
|
// Write the data to the file
|
2020-04-17 21:27:06 +00:00
|
|
|
if err := ioutil.WriteFile(config.Get().System.GetStatesPath(), data, 0644); err != nil {
|
2020-04-10 22:33:30 +00:00
|
|
|
return errors.WithStack(err)
|
|
|
|
}
|
|
|
|
|
2020-04-10 23:55:36 +00:00
|
|
|
return nil
|
2020-04-10 22:33:30 +00:00
|
|
|
}
|
2020-04-11 01:22:18 +00:00
|
|
|
|
|
|
|
const (
|
|
|
|
ProcessOfflineState = "offline"
|
|
|
|
ProcessStartingState = "starting"
|
|
|
|
ProcessRunningState = "running"
|
|
|
|
ProcessStoppingState = "stopping"
|
|
|
|
)
|
|
|
|
|
|
|
|
// Sets the state of the server internally. This function handles crash detection as
|
|
|
|
// well as reporting to event listeners for the server.
|
|
|
|
func (s *Server) SetState(state string) error {
|
|
|
|
if state != ProcessOfflineState && state != ProcessStartingState && state != ProcessRunningState && state != ProcessStoppingState {
|
|
|
|
return errors.New(fmt.Sprintf("invalid server state received: %s", state))
|
|
|
|
}
|
|
|
|
|
|
|
|
prevState := s.GetState()
|
|
|
|
|
|
|
|
// Obtain a mutex lock and update the current state of the server.
|
|
|
|
s.Lock()
|
|
|
|
s.State = state
|
|
|
|
|
|
|
|
// Emit the event to any listeners that are currently registered.
|
2020-05-29 05:07:53 +00:00
|
|
|
s.Log().WithField("status", s.State).Debug("saw server status change event")
|
2020-04-11 01:22:18 +00:00
|
|
|
s.Events().Publish(StatusEvent, s.State)
|
|
|
|
|
|
|
|
// Release the lock as it is no longer needed for the following actions.
|
|
|
|
s.Unlock()
|
|
|
|
|
|
|
|
// Persist this change to the disk immediately so that should the Daemon be stopped or
|
|
|
|
// crash we can immediately restore the server state.
|
|
|
|
//
|
|
|
|
// This really only makes a difference if all of the Docker containers are also stopped,
|
|
|
|
// but this was a highly requested feature and isn't hard to work with, so lets do it.
|
|
|
|
//
|
|
|
|
// We also get the benefit of server status changes always propagating corrected configurations
|
|
|
|
// to the disk should we forget to do it elsewhere.
|
|
|
|
go func() {
|
|
|
|
if err := saveServerStates(); err != nil {
|
2020-06-13 17:40:26 +00:00
|
|
|
s.Log().WithField("error", err).Warn("failed to write server states to disk")
|
2020-04-11 01:22:18 +00:00
|
|
|
}
|
|
|
|
}()
|
|
|
|
|
|
|
|
// If server was in an online state, and is now in an offline state we should handle
|
|
|
|
// that as a crash event. In that scenario, check the last crash time, and the crash
|
|
|
|
// counter.
|
|
|
|
//
|
|
|
|
// In the event that we have passed the thresholds, don't do anything, otherwise
|
|
|
|
// automatically attempt to start the process back up for the user. This is done in a
|
|
|
|
// separate thread as to not block any actions currently taking place in the flow
|
|
|
|
// that called this function.
|
|
|
|
if (prevState == ProcessStartingState || prevState == ProcessRunningState) && s.GetState() == ProcessOfflineState {
|
2020-06-13 17:40:26 +00:00
|
|
|
s.Log().Info("detected server as entering a crashed state; running crash handler")
|
2020-04-11 01:22:18 +00:00
|
|
|
|
|
|
|
go func(server *Server) {
|
|
|
|
if err := server.handleServerCrash(); err != nil {
|
|
|
|
if IsTooFrequentCrashError(err) {
|
2020-06-13 17:40:26 +00:00
|
|
|
server.Log().Info("did not restart server after crash; occurred too soon after the last")
|
2020-04-11 01:22:18 +00:00
|
|
|
} else {
|
2020-06-13 17:40:26 +00:00
|
|
|
server.Log().WithField("error", err).Error("failed to handle server crash")
|
2020-04-11 01:22:18 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}(s)
|
|
|
|
}
|
|
|
|
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// Returns the current state of the server in a race-safe manner.
|
|
|
|
func (s *Server) GetState() string {
|
|
|
|
s.RLock()
|
|
|
|
defer s.RUnlock()
|
|
|
|
|
|
|
|
return s.State
|
|
|
|
}
|
|
|
|
|
|
|
|
// Determines if the server state is running or not. This is different than the
|
|
|
|
// environment state, it is simply the tracked state from this daemon instance, and
|
|
|
|
// not the response from Docker.
|
|
|
|
func (s *Server) IsRunning() bool {
|
|
|
|
return s.GetState() == ProcessRunningState || s.GetState() == ProcessStartingState
|
2020-04-17 21:27:06 +00:00
|
|
|
}
|