HLS video handling/storage/state refactor (#151)

* WIP with new transcoder progress monitor * A whole different WIP in progress monitoring via local PUTs * Use an actual hls playlist parser to rewrite master playlist * Cleanup * Private vs public path for thumbnail generation * Allow each storage provider to make decisions of how to store different types of files * Simplify inbound file writes * Revert * Split out set stream as connected/disconnected state methods * Update videojs * Add comment about the hls handler * Rework of the offline stream state. For #85 * Delete old unreferenced video segment files from disk * Cleanup all segments and revert to a completely offline state after 5min * Stop thumbnail generation on stream stop. Copy logo to thumbnail on cleanup. * Update transcoder test * Add comment * Return http 200 on success to transcoder. Tweak how files are written to disk * Force pixel color format in transcoder * Add debugging info for S3 transfers. Add default ACL. * Fix cleanup timer * Reset session stats when we cleanup the session. * Put log file back * Update test * File should not be a part of this commit * Add centralized shared performance timer for use anywhere * Post-rebase cleanup * Support returning nil from storage provider save * Updates to reflect package changes + other updates in master * Fix storage providers being overwritten * Do not return pointer in save. Support cache headers with S3 providers * Split out videojs + vhs and point to specific working versions of them * Bump vjs and vhs versions * Fix test * Remove unused * Update upload warning message * No longer valid comment * Pin videojs and vhs versions
2020-10-14 14:07:38 -07:00
parent 57f2e4b567
commit 6ea9affce0
43 changed files with 30296 additions and 56701 deletions
--- a/core/streamState.go
+++ b/core/streamState.go
@@ -0,0 +1,132 @@
+package core
+
+import (
+	"bufio"
+	"fmt"
+	"os"
+	"path/filepath"
+	"time"
+
+	log "github.com/sirupsen/logrus"
+
+	"github.com/owncast/owncast/config"
+	"github.com/owncast/owncast/core/ffmpeg"
+	"github.com/owncast/owncast/utils"
+
+	"github.com/grafov/m3u8"
+)
+
+var _cleanupTimer *time.Timer
+
+//SetStreamAsConnected sets the stream as connected
+func SetStreamAsConnected() {
+	_stats.StreamConnected = true
+	_stats.LastConnectTime = utils.NullTime{time.Now(), true}
+	_stats.LastDisconnectTime = utils.NullTime{time.Now(), false}
+
+	StopCleanupTimer()
+
+	segmentPath := config.PublicHLSStoragePath
+	if config.Config.S3.Enabled {
+		segmentPath = config.PrivateHLSStoragePath
+	}
+
+	go func() {
+		_transcoder = ffmpeg.NewTranscoder()
+		_transcoder.TranscoderCompleted = func(error) {
+
+			SetStreamAsDisconnected()
+		}
+		_transcoder.Start()
+	}()
+
+	ffmpeg.StartThumbnailGenerator(segmentPath, config.Config.VideoSettings.HighestQualityStreamIndex)
+}
+
+//SetStreamAsDisconnected sets the stream as disconnected.
+func SetStreamAsDisconnected() {
+	_stats.StreamConnected = false
+	_stats.LastDisconnectTime = utils.NullTime{time.Now(), true}
+
+	offlineFilename := "offline.ts"
+	offlineFilePath := "static/" + offlineFilename
+
+	ffmpeg.StopThumbnailGenerator()
+
+	for index := range config.Config.GetVideoStreamQualities() {
+		playlistFilePath := fmt.Sprintf(filepath.Join(config.PrivateHLSStoragePath, "%d/stream.m3u8"), index)
+		segmentFilePath := fmt.Sprintf(filepath.Join(config.PrivateHLSStoragePath, "%d/%s"), index, offlineFilename)
+
+		utils.Copy(offlineFilePath, segmentFilePath)
+		_storage.Save(segmentFilePath, 0)
+
+		if utils.DoesFileExists(playlistFilePath) {
+			f, err := os.OpenFile(playlistFilePath, os.O_CREATE|os.O_RDWR, os.ModePerm)
+			defer f.Close()
+			if err != nil {
+				log.Errorln(err)
+			}
+
+			playlist, _, err := m3u8.DecodeFrom(bufio.NewReader(f), true)
+			variantPlaylist := playlist.(*m3u8.MediaPlaylist)
+			if len(variantPlaylist.Segments) > config.Config.GetMaxNumberOfReferencedSegmentsInPlaylist() {
+				variantPlaylist.Segments = variantPlaylist.Segments[:len(variantPlaylist.Segments)]
+			}
+
+			err = variantPlaylist.Append(offlineFilename, 8.0, "")
+			variantPlaylist.SetDiscontinuity()
+			_, err = f.WriteAt(variantPlaylist.Encode().Bytes(), 0)
+			if err != nil {
+				log.Errorln(err)
+			}
+		} else {
+			p, err := m3u8.NewMediaPlaylist(1, 1)
+			if err != nil {
+				log.Errorln(err)
+			}
+
+			// If "offline" content gets changed then change the duration below
+			err = p.Append(offlineFilename, 8.0, "")
+			if err != nil {
+				log.Errorln(err)
+			}
+
+			p.Close()
+			f, err := os.Create(playlistFilePath)
+			if err != nil {
+				log.Errorln(err)
+			}
+			defer f.Close()
+			_, err = f.Write(p.Encode().Bytes())
+			if err != nil {
+				log.Errorln(err)
+			}
+		}
+		_storage.Save(playlistFilePath, 0)
+	}
+
+	StartCleanupTimer()
+}
+
+// StartCleanupTimer will fire a cleanup after n minutes being disconnected
+func StartCleanupTimer() {
+	_cleanupTimer = time.NewTimer(5 * time.Minute)
+	go func() {
+		for {
+			select {
+			case <-_cleanupTimer.C:
+				// Reset the session count since the session is over
+				_stats.SessionMaxViewerCount = 0
+				resetDirectories()
+				transitionToOfflineVideoStreamContent()
+			}
+		}
+	}()
+}
+
+// StopCleanupTimer will stop the previous cleanup timer
+func StopCleanupTimer() {
+	if _cleanupTimer != nil {
+		_cleanupTimer.Stop()
+	}
+}