From 567f47c64af1ec6f4cbddc60eaf5ed1c5e4dde6b Mon Sep 17 00:00:00 2001
From: Akmal <72781956+Wikidepia@users.noreply.github.com>
Date: Sat, 1 Feb 2025 09:23:06 +0700
Subject: [PATCH] hmm

---
 handlers/scraper/data.go   |  2 +-
 handlers/scraper/remote.go | 32 +++++++++++++++++---------------
 2 files changed, 18 insertions(+), 16 deletions(-)

diff --git a/handlers/scraper/data.go b/handlers/scraper/data.go
index 67005df..044df14 100644
--- a/handlers/scraper/data.go
+++ b/handlers/scraper/data.go
@@ -139,7 +139,7 @@ func (i *InstaData) ScrapeData() error {
 	if err := ScrapeRemote(i); err == nil {
 		return nil
 	} else {
-		fmt.Println(i)
+		fmt.Println(GetRemoteSessCount())
 		slog.Error("Failed to scrape data from remote scraper", "postID", i.PostID, "err", err)
 	}
 
diff --git a/handlers/scraper/remote.go b/handlers/scraper/remote.go
index ab328fe..54aba45 100644
--- a/handlers/scraper/remote.go
+++ b/handlers/scraper/remote.go
@@ -4,6 +4,7 @@ import (
 	"bytes"
 	"encoding/gob"
 	"errors"
+	"fmt"
 	"io"
 	"log/slog"
 	"net"
@@ -80,23 +81,24 @@ func handleConnection(conn net.Conn) {
 				return
 			}
 
-			outBuf := make([]byte, 1024*1024)
-			n, err := conn.Read(outBuf)
-			if err != nil {
-				slog.Error("failed to read from stream", "err", err)
-				rm.outChan <- err
-				return
-			}
-			if n == 1 {
-				rm.outChan <- errors.New("remote scraper returns empty data")
-				continue
+			var fromRemote bytes.Buffer
+			dec := gob.NewDecoder(&fromRemote)
+
+			tmp := make([]byte, 256)
+			for {
+				n, err := conn.Read(tmp)
+				if err != nil {
+					if err != io.EOF {
+						slog.Error("failed to read data", "err", err)
+						rm.outChan <- err
+					}
+					break
+				}
+				fromRemote.Write(tmp[:n])
 			}
 
-			var network bytes.Buffer
-			dec := gob.NewDecoder(&network)
-			network.Write(outBuf[:(n - 8)])
-			err = dec.Decode(rm.instaData)
-			if err != nil {
+			if err := dec.Decode(rm.instaData); err != nil {
+				fmt.Println(fromRemote.Bytes())
 				slog.Error("failed to decode data", "err", err)
 				rm.outChan <- err
 				continue