switching everything over to []byte, abandoning merkletree for now

common/database/db-ops.go

@@ -106,12 +106,12 @@ func (db *DB) FindFileByID(ID int) (File, error) {
 }
 
 // UpdateFileData updates the current base file that diffs will compare to
-func (db *DB) UpdateFileData(filePath, basePath string, hash [16]byte) error {
+func (db *DB) UpdateFileData(filePath, basePath string, hash []byte) error {
 	if file, err := db.FindFileByPath(filePath); err != nil {
 		db.Err(err).Msg("Error updating the file base")
 		return err
 	} else {
-		err := db.Update(&File{ID: file.ID, CurrentBase: basePath, CurrentHash: hash})
+		err := db.Update(&File{ID: file.ID, CurrentBase: basePath, Hash: hash})
 		return err
 	}
 }

common/database/structures.go

@@ -1,16 +1,21 @@
 package database
 
-import "time"
+import (
+	"crypto/sha256"
+	"fmt"
+	"io/ioutil"
+	"os"
+	"time"
+)
 
 // Commit stores all the necessary information for a commit
 type Commit struct {
-	CommitHash   string // The hash of the commit (generated by hashing commit author name, time, the previous commit, and more? TODO: Not sure what else)
+	CommitHash   []byte // The hash of the commit (generated by hashing commit author name, time, the previous commit, and more? TODO: Not sure what else)
 	TrackedFiles []File // All of the tracked files for this commit
 	Date         string
 	Version      string //User can tag a commit with a version number
 	Branch       string //Branch this commit belongs to
 	Number       string // The commit number
-
 }
 
 // CommitMeta stores the meta information about the commit
@@ -29,28 +34,44 @@ type File struct {
 	Name string
 	//BkpLocation string //TODO: Needed?
 	CurrentBase string
-	CurrentHash [16]byte `storm:"index,unique"`
+	Hash        []byte `storm:"index,unique"` // with []byte can't use sha256.sum256 since that is [32]byte, so everything done manually.
 	CreatedAt   time.Time
 	Unique      string
 	Version     float64
 	NoCompress  bool // Whether or not to compress this file
 }
 
+// CalculateHash creates a hash for the file
+func (f *File) CalculateHash() error {
+	file, err := os.Open(f.Path)
+	if err != nil {
+		return fmt.Errorf("unable to open file: %s err: %s", f.Path, err)
+	}
+	fileContents, err := ioutil.ReadAll(file)
+	if err != nil {
+		return fmt.Errorf("unable to read contents of file: %s err: %s", f.Path, err)
+	}
+	hash := sha256.New()
+	hash.Write(fileContents)
+	f.Hash = hash.Sum(nil)
+	return nil
+}
+
 type FileIndex struct {
 	ID       int      `storm:"id,increment"`
 	FileID   int      `storm:"index"`
-	FileHash [16]byte `storm:"index,unique"`
+	FileHash [32]byte `storm:"index,unique"`
 	Index    []byte
 	Length   int64
 }
 
 // DiffObject store the information for each diff that is made
 type DiffObject struct {
-	ID             int      `storm:"id,increment"`
-	Target         string   `storm:"index"`
-	DiffObject     string   `storm:"index"`
-	TargetHash     [16]byte `storm:"index"`
-	DiffObjectHash [16]byte `storm:"index"`
+	ID             int    `storm:"id,increment"`
+	Target         string `storm:"index"`
+	DiffObject     string `storm:"index"`
+	TargetHash     []byte `storm:"index"`
+	DiffObjectHash []byte `storm:"index"`
 	//Watching    string   //name of the file being watched
 	DiffPath string //path of the diff/patch //path would be .gvc/hashofcommit/
 	//Label       string    //store a comment if the user wants to (user written)

common/engine/diff.go

@@ -24,7 +24,7 @@ import (
 // it might be nice to inform the user when diffs build up
 func manageFileDiffing(ctx context.Context, target, diffobject, commitHashPath string, diffChannel chan database.DiffObject, wg *sync.WaitGroup) error {
 
-	var targetHash, diffobjectHash [16]byte
+	var targetHash, diffobjectHash []byte
 	var err error
 	if targetHash, err = UniqueFileHash(target); err != nil {
 		return err

common/engine/filehashing.go

@@ -1,14 +1,18 @@
 package engine
 
 import (
-	"github.com/kalafut/imohash"
+	"crypto/sha256"
+	"io/ioutil"
 )
 
-// UniqueFileHash creats a fast hash of a file. It's not bullet proof (could cause a collision, but in practice unlikely) but its fast
-func UniqueFileHash(src string) ([16]byte, error) {
-	hash, err := imohash.SumFile(src)
+// UniqueFileHash uses SHA256 to create a hash of the file
+func UniqueFileHash(src string) ([]byte, error) {
+	file, err := ioutil.ReadFile(src)
 	if err != nil {
-		return [16]byte{}, err
+		return []byte{}, err
 	}
+	hasher := sha256.New()
+	hasher.Write(file)
+	hash := hasher.Sum(nil)
 	return hash, nil
 }

common/engine/filesystem.go

@@ -3,12 +3,15 @@ package engine
 import (
 	"bytes"
 	"compress/gzip"
+	"crypto/sha256"
 	"encoding/binary"
+	"encoding/hex"
 	"fmt"
 	"os"
 	"strings"
+	"time"
 
-	clientconfig "github.com/deranjer/gvc/client/clientconfig"
+	"github.com/deranjer/gvc/common/database"
 )
 
 // CompressIntArray compresses an array of integers into a buffer
@@ -89,8 +92,29 @@ func InitiateDirectory(directory string) {
 }
 
 // CreateInitialCommit copies the files over and compresses them if they are not in the NoCompress struct
-func CreateInitialCommit(conf *clientconfig.Gvcconfig) {
+func CreateInitialCommit(fileList []database.File, commitMessage string) error { // ONLY HAPPENS FOR MASTER I THINK, SO NO BRANCH NEEDED
 	//Need to deduplicate so we aren't storing duplicates of files, storing all the files in one folder won't work, will need something like git
+	//For initial commit no changes are made to files, so don't store anything, just save the list so you can send to server
+	var initialCommit database.Commit
+	initialCommit.Branch = "master"
+
+	//var hashList [][]byte
+	hasher := sha256.New()
+	for _, file := range fileList {
+		var err error
+		err = file.CalculateHash()
+		if err != nil {
+			return fmt.Errorf("unable to calculate hash for file: %s with error: %s", file.Path, err)
+		}
+		hasher.Write(file.Hash[:])
+	}
+	time := time.Now() // Adding the metadata to the hash
+	hasher.Write([]byte(commitMessage + time.String()))
+	hashBytes := hasher.Sum(nil) // Getting the hash bytes
+	fullHash := hex.EncodeToString(hashBytes)
+	fmt.Println("Commit hash: ", fullHash)
+	initialCommit.CommitHash = hashBytes
+	return nil
 }
 
 func IsDirectory(path string) (bool, error) {

common/manager/manager.go

@@ -1,8 +1,10 @@
 package manager
 
 import (
-	"encoding/base64"
+	"bytes"
+	"encoding/hex"
 	"fmt"
+	"os"
 	"path/filepath"
 	"strconv"
 	"strings"
@@ -110,7 +112,7 @@ func (m *Manager) AddFileToRepo(relFilePath string) error {
 	relFilePath = strings.TrimSpace(relFilePath) //purging any odd spaces TODO: Make sure not needed
 	var tmpFile database.File
 	filename := filepath.Base(relFilePath)
-	var hash [16]byte
+	var hash []byte
 	//check that the file actually exists (currently done by client/server)
 	// if filename, err = engine.VerifySrcFile(relFilePath); err != nil {
 	// 	//there was no source file or it was not recognisable as a file
@@ -127,11 +129,11 @@ func (m *Manager) AddFileToRepo(relFilePath string) error {
 	}
 	tmpFile = database.File{}
 
-	tmpFile.CurrentHash = hash
+	tmpFile.Hash = hash
 	tmpFile.Name = filename
 	tmpFile.Path = relFilePath
 	tmpFile.CreatedAt = time.Now()
-	tmpFile.Unique = base64.URLEncoding.EncodeToString([]byte(filename)) + "_" + base64.URLEncoding.EncodeToString((tmpFile.CurrentHash[:])) + "_" + strconv.FormatInt(tmpFile.CreatedAt.Unix(), 10) + "_" + filename
+	tmpFile.Unique = hex.EncodeToString([]byte(filename)) + "_" + hex.EncodeToString((tmpFile.Hash)) + "_" + strconv.FormatInt(tmpFile.CreatedAt.Unix(), 10) + "_" + filename
 	//tmpFile.BkpLocation = filepath.Join(m.SyncFolder, tmpFile.Unique)
 	//tmpFile.CurrentBase = tmpFile.BkpLocation
 	//tmpFile.Ignore = false //we can have files in the database that are ignored. TODO: This was initially added so that 'All Files' would show up as a file (its a hack as it adds a dummy to the database)
@@ -144,7 +146,7 @@ func (m *Manager) AddFileToRepo(relFilePath string) error {
 		return err
 	}
 
-	m.Info().Msgf("added file: %s at path: %s with hash: %s at time: %s", filename, relFilePath, tmpFile.CurrentHash, tmpFile.CreatedAt.String)
+	m.Info().Msgf("added file: %s at path: %s with hash: %s at time: %s", filename, relFilePath, tmpFile.Hash, tmpFile.CreatedAt.String)
 	return nil
 }
 
@@ -163,13 +165,41 @@ func (m *Manager) prepareDatabaseForFile(tmpFile database.File) (int, error) {
 
 }
 
-func (m *Manager) BeginCommit(fileList []database.File, branch string) error {
+func (m *Manager) BeginCommit(branch string, commitMessage string) error {
+	trackedFiles, err := m.FetchTrackedFiles()
+	if err != nil {
+		return err
+	}
+	var filesToDiff []database.File // Contains the list of files that have changed
+	for _, trackedFile := range trackedFiles {
+		currentFile, err := os.Stat(trackedFile.Path)
+		if err != nil {
+			fmt.Printf("unable to stat tracked file: %s error: %s\n", currentFile.Name(), err)
+			continue
+		}
+		currentFileHash, err := engine.UniqueFileHash(trackedFile.Path)
+		if err != nil {
+			fmt.Printf("unable to create hash for file: %s error: %s\n", currentFile.Name(), err)
+			continue
+		}
+		result := bytes.Compare(currentFileHash, trackedFile.Hash) // Compare the hashes of the two files
+		if result == 0 {                                           //If they are equal
+			fmt.Printf("No changes found in file: %s when compared to file: %s\n", currentFile.Name(), trackedFile.Name)
+			continue
+		}
+		filesToDiff = append(filesToDiff, trackedFile)
+	}
 	diffChannel := make(chan database.DiffObject)
 	diffContext := context.Background()
 	m.WaitGroup.Add(2)
 	commit, err := m.dB.FetchLastCommitOnBranch(branch)
 	if err != nil {
-		m.Err(err).Msgf("unable to fetch last commit on branch, assuming first commit on branch", err)
+		m.Info().Msgf("unable to fetch last commit on branch, assuming first commit on branch", err)
+		err := engine.CreateInitialCommit(filesToDiff, commitMessage)
+		if err != nil {
+			m.Err(err).Msgf("unable to create initial commit: %s", err)
+			return err
+		}
 	}
 	return nil
 }