bigbluebutton-Github/bbb-graphql-middleware/internal/msgpatch/jsonpatch.go

package msgpatch

import (
	"encoding/json"
	"github.com/iMDT/bbb-graphql-middleware/internal/common"
	"github.com/mattbaird/jsonpatch"
	log "github.com/sirupsen/logrus"
	"io/ioutil"
	"os"
	"path/filepath"
	"strings"
)

var cacheDir = os.TempDir() + "/graphql-middleware-cache/"
var minLengthToPatch = 250         //250 chars
var minShrinkToUsePatch = 0.5      //50% percent
var RawDataCacheStorageMode string //memory or file

func getConnPath(connectionId string, browserSessionToken string) string {
	if browserSessionToken == "" {
		return cacheDir + connectionId
	} else {
		return cacheDir + connectionId + "/" + browserSessionToken
	}
}

func getSubscriptionCacheDirPath(
	browserConnectionId string,
	browserSessionToken string,
	subscriptionId string,
	createIfNotExists bool) (string, error) {
	//Using SessionToken as path to reinforce security (once connectionId repeats on restart of middleware)
	connectionPatchCachePath := getConnPath(browserConnectionId, browserSessionToken) + "/"
	subscriptionCacheDirPath := connectionPatchCachePath + subscriptionId + "/"
	_, err := os.Stat(subscriptionCacheDirPath)
	if err != nil {
		if os.IsNotExist(err) && createIfNotExists {
			err = os.MkdirAll(subscriptionCacheDirPath, 0755)
			if err != nil {
				log.Errorf("Error on create cache directory: %v", err)
				return subscriptionCacheDirPath, nil
			}
		} else {
			return "", err
		}
	}

	return subscriptionCacheDirPath, nil
}

func RemoveConnCacheDir(connectionId string) {
	if RawDataCacheStorageMode == "file" {
		err := os.RemoveAll(getConnPath(connectionId, ""))
		if err != nil {
			if !os.IsNotExist(err) {
				log.Errorf("Error while removing CLI patch cache directory: %v", err)
			}
			return
		}

		log.Debugf("Directory of patch caches removed successfully for client %s.", connectionId)
	}
}

func RemoveConnSubscriptionCacheFile(browserConnectionId string, browserSessionToken string, subscriptionId string) {
	if RawDataCacheStorageMode == "file" {
		subsCacheDirPath, err := getSubscriptionCacheDirPath(browserConnectionId, browserSessionToken, subscriptionId, false)
		if err == nil {
			err = os.RemoveAll(subsCacheDirPath)
			if err != nil {
				if !os.IsNotExist(err) {
					log.Errorf("Error while removing CLI subscription patch cache directory: %v", err)
				}
				return
			}

			log.Debugf("Directory of patch caches removed successfully for client %s, subscription %s.", browserConnectionId, subscriptionId)
		}
	}
}

func ClearAllCaches() {
	if RawDataCacheStorageMode == "file" {
		info, err := os.Stat(cacheDir)
		if err == nil && info.IsDir() {
			filepath.Walk(cacheDir, func(path string, info os.FileInfo, err error) error {
				if err != nil {
					log.Debugf("Cache dir was removed previously (probably user disconnected): %q: %v\n", path, err)
					return err
				}

				if info.IsDir() && path != cacheDir {
					os.RemoveAll(path)
				}
				return nil
			})
		}
	}
}

func GetRawDataCache(browserConnectionId string, browserSessionToken string, subscriptionId string, dataKey string, lastDataAsJson []byte) ([]byte, error) {
	if RawDataCacheStorageMode == "file" {
		fileCacheDirPath, err := getSubscriptionCacheDirPath(browserConnectionId, browserSessionToken, subscriptionId, true)
		if err != nil {
			log.Errorf("Error on get Client/Subscription cache path: %v", err)
			return nil, err
		}
		filePath := fileCacheDirPath + dataKey + ".json"

		return ioutil.ReadFile(filePath)
	} else {
		return lastDataAsJson, nil
	}
}

func StoreRawDataCache(browserConnectionId string, browserSessionToken string, subscriptionId string, dataKey string, dataAsJson []byte) {
	//Case the mode is memory, it was stored in the Reader already
	if RawDataCacheStorageMode == "file" {
		fileCacheDirPath, err := getSubscriptionCacheDirPath(browserConnectionId, browserSessionToken, subscriptionId, true)
		if err != nil {
			log.Errorf("Error on get Client/Subscription cache path: %v", err)
			return
		}
		filePath := fileCacheDirPath + dataKey + ".json"

		if len(string(dataAsJson)) > minLengthToPatch || fileExists(filePath) {
			errWritingOutput := ioutil.WriteFile(filePath, dataAsJson, 0644)
			if errWritingOutput != nil {
				log.Errorf("Error on trying to write cache of json diff: %v", errWritingOutput)
			}
		}
	}
}

func fileExists(filename string) bool {
	_, err := os.Stat(filename)
	return !os.IsNotExist(err)
}

func PatchMessage(
	receivedMessage *map[string]interface{},
	subscriptionId string,
	dataKey string,
	lastDataAsJson []byte,
	dataAsJson []byte,
	browserConnectionId string,
	browserSessionToken string,
	cacheKey string,
	lastDataChecksum uint32,
	currDataChecksum uint32) {

	if lastDataChecksum != 0 {
		common.JsonPatchBenchmarkingStarted(cacheKey)
		defer common.JsonPatchBenchmarkingCompleted(cacheKey)
	}

	//Avoid other routines from processing the same JsonPatch
	common.GlobalCacheLocks.Lock(cacheKey)
	jsonDiffPatch, jsonDiffPatchExists := common.GetJsonPatchCache(cacheKey)
	if jsonDiffPatchExists {
		//Unlock immediately once the cache was already created by other routine
		common.GlobalCacheLocks.Unlock(cacheKey)
	} else {
		//It will create the cache and then Unlock (others will wait to benefit from this cache)
		defer common.GlobalCacheLocks.Unlock(cacheKey)
	}

	var receivedMessageMap = *receivedMessage

	if !jsonDiffPatchExists {
		if currDataChecksum == lastDataChecksum {
			//Content didn't change, set message as null to avoid sending it to the browser
			//This case is usual when the middleware reconnects with Hasura and receives the data again
			*receivedMessage = nil
		} else {
			//Content was changed, creating json patch
			//If data is small (< minLengthToPatch) it's not worth creating the patch
			if len(string(dataAsJson)) > minLengthToPatch {
				if lastContent, lastContentErr := GetRawDataCache(browserConnectionId, browserSessionToken, subscriptionId, dataKey, lastDataAsJson); lastContentErr == nil && string(lastContent) != "" {
					//Temporarily use CustomPatch only for UserList (testing feature)
					if strings.HasPrefix(cacheKey, "subscription-Patched_UserListSubscription") &&
						common.ValidateIfShouldUseCustomJsonPatch(lastContent, dataAsJson, "userId") {
						jsonDiffPatch = common.CreateJsonPatch(lastContent, dataAsJson, "userId")
						common.StoreJsonPatchCache(cacheKey, jsonDiffPatch)
					} else if diffPatch, diffPatchErr := jsonpatch.CreatePatch(lastContent, dataAsJson); diffPatchErr == nil {
						var err error
						if jsonDiffPatch, err = json.Marshal(diffPatch); err == nil {
							common.StoreJsonPatchCache(cacheKey, jsonDiffPatch)
						} else {
							log.Errorf("Error marshaling patch array: %v", err)
						}
					} else {
						log.Errorf("Error creating JSON patch: %v\n%v", diffPatchErr, string(dataAsJson))
					}
				}
			}
		}
	}

	//Use patch if the length is {minShrinkToUsePatch}% smaller than the original msg
	if jsonDiffPatch != nil && float64(len(string(jsonDiffPatch)))/float64(len(string(dataAsJson))) < minShrinkToUsePatch {
		//Modify receivedMessage to include the Patch and remove the previous data
		//The key of the original message is kept to avoid errors (Apollo-client expects to receive this prop)
		receivedMessageMap["payload"] = map[string]interface{}{
			"data": map[string]interface{}{
				"patch": json.RawMessage(jsonDiffPatch),
				dataKey: json.RawMessage("[]"),
			},
		}
		*receivedMessage = receivedMessageMap
	}

	//Store current result to be used to create json patch in the future
	StoreRawDataCache(browserConnectionId, browserSessionToken, subscriptionId, dataKey, dataAsJson)
}