compression

core/CMakeLists.txt

@@ -71,6 +71,10 @@ if (MSVC)
     # WinSock2
     target_link_libraries(sdrpp_core PUBLIC wsock32 ws2_32)
 
+    # ZSTD
+    find_package(zstd CONFIG REQUIRED)
+    target_link_libraries(sdrpp_core PRIVATE zstd::libzstd_shared)
+
 else()
     find_package(PkgConfig)
     find_package(OpenGL REQUIRED)

core/src/dsp/compression.h

@@ -12,11 +12,16 @@ namespace dsp {
     public:
         DynamicRangeCompressor() {}
 
-        DynamicRangeCompressor(stream<complex_t>* in, PCMType pcmType) { init(in, pcmType); }
+        DynamicRangeCompressor(stream<complex_t>* in, PCMType pcmType) {
+            init(in, pcmType);
+        }
 
         void init(stream<complex_t>* in, PCMType pcmType) {
             _in = in;
             _pcmType = pcmType;
+
+            out.setBufferSize((sizeof(dsp::complex_t) * STREAM_BUFFER_SIZE) + 8);
+
             generic_block<DynamicRangeCompressor>::registerInput(_in);
             generic_block<DynamicRangeCompressor>::registerOutput(&out);
             generic_block<DynamicRangeCompressor>::_block_init = true;

core/src/dsp/stream.h

@@ -31,6 +31,13 @@ namespace dsp {
             volk_free(readBuf);
         }
 
+        void setBufferSize(int samples) {
+            volk_free(writeBuf);
+            volk_free(readBuf);
+            writeBuf = (T*)volk_malloc(samples * sizeof(T), volk_get_alignment());
+            readBuf = (T*)volk_malloc(samples * sizeof(T), volk_get_alignment());
+        }
+
         bool swap(int size) {
             {
                 // Wait to either swap or stop

core/src/server.cpp

@@ -10,6 +10,7 @@
 #include <gui/smgui.h>
 #include <utils/optionlist.h>
 #include <dsp/compression.h>
+#include <zstd.h>
 
 namespace server {
     dsp::stream<dsp::complex_t> dummyInput;
@@ -35,11 +36,14 @@ namespace server {
 
     SmGui::DrawListElem dummyElem;
 
+    ZSTD_CCtx* cctx;
+
     net::Listener listener;
 
     OptionList<std::string, std::string> sourceList;
     int sourceId = 0;
     bool running = false;
+    bool compression = false;
     double sampleRate = 1000000.0;
 
     int main() {
@@ -68,9 +72,9 @@ namespace server {
         bb_pkt_hdr = (PacketHeader*)bbuf;
         bb_pkt_data = &bbuf[sizeof(PacketHeader)];
 
-        // Terminate config manager
+        // Initialize compressor
-        core::configManager.disableAutoSave();
+        cctx = ZSTD_createCCtx();
-        core::configManager.save();
+        ZSTD_CCtx_setParameter(cctx, ZSTD_c_compressionLevel, 1);
 
         core::configManager.acquire();
         std::string modulesDir = core::configManager.conf["modulesDirectory"];
@@ -183,6 +187,7 @@ namespace server {
         // Perform settings reset
         sigpath::sourceManager.stop();
         comp.setPCMType(dsp::PCM_TYPE_I16);
+        compression = false;
 
         sendSampleRate(sampleRate);
 
@@ -218,14 +223,20 @@ namespace server {
     }
 
     void _testServerHandler(uint8_t* data, int count, void* ctx) {
-        // Build data packet
+        // Compress data if needed and fill out header fields
-        PacketHeader* hdr = (PacketHeader*)bbuf;
+        if (compression) {
-        hdr->type = PACKET_TYPE_BASEBAND;
+            bb_pkt_hdr->type = PACKET_TYPE_BASEBAND_COMPRESSED;
-        hdr->size = sizeof(PacketHeader) + count;
+            bb_pkt_hdr->size = sizeof(PacketHeader) + (uint32_t)ZSTD_compress2(cctx, &bbuf[sizeof(PacketHeader)], SERVER_MAX_PACKET_SIZE, data, count);
+
+        }
+        else {
+            bb_pkt_hdr->type = PACKET_TYPE_BASEBAND;
+            bb_pkt_hdr->size = sizeof(PacketHeader) + count;
             memcpy(&bbuf[sizeof(PacketHeader)], data, count);
+        }
 
         // Write to network
-        if (client && client->isOpen()) { client->write(hdr->size, bbuf); }
+        if (client && client->isOpen()) { client->write(bb_pkt_hdr->size, bbuf); }
     }
 
     void setInput(dsp::stream<dsp::complex_t>* stream) {
@@ -281,6 +292,9 @@ namespace server {
             dsp::PCMType type = (dsp::PCMType)*(uint8_t*)data;
             comp.setPCMType(type);
         }
+        else if (cmd == COMMAND_SET_COMPRESSION && len == 1) {
+            compression = *(uint8_t*)data;
+        }
         else {
             spdlog::error("Invalid Command: {0} (len = {1})", cmd, len);
             sendError(ERROR_INVALID_COMMAND);

core/src/server_protocol.h

@@ -11,6 +11,7 @@ namespace server {
         PACKET_TYPE_COMMAND,
         PACKET_TYPE_COMMAND_ACK,
         PACKET_TYPE_BASEBAND,
+        PACKET_TYPE_BASEBAND_COMPRESSED,
         PACKET_TYPE_VFO,
         PACKET_TYPE_FFT,
         PACKET_TYPE_ERROR
@@ -25,6 +26,7 @@ namespace server {
         COMMAND_SET_FREQUENCY,
         COMMAND_GET_SAMPLERATE,
         COMMAND_SET_SAMPLE_TYPE,
+        COMMAND_SET_COMPRESSION,
 
         // Server to client
         COMMAND_SET_SAMPLERATE = 0x80,

source_modules/sdrpp_server_source/CMakeLists.txt

@@ -19,6 +19,10 @@ endif ()
 
 if(WIN32)
   target_link_libraries(sdrpp_server_source PRIVATE wsock32 ws2_32)
+
+  # ZSTD
+  find_package(zstd CONFIG REQUIRED)
+  target_link_libraries(sdrpp_server_source PRIVATE zstd::libzstd_shared)
 endif()
 
 # Install directives

source_modules/sdrpp_server_source/src/main.cpp

@@ -195,10 +195,17 @@ private:
                 config.release(true);
             }
             
-            bool dummy = false;
+            if (ImGui::Checkbox("Compression", &_this->compression)) {
+                _this->client->setCompression(_this->compression);
+
+                // Save config
+                config.acquire();
+                config.conf["servers"][_this->devConfName]["compression"] = _this->compression;
+                config.release(true);
+            }
+
+            bool dummy = true;
             style::beginDisabled();
-            ImGui::Checkbox("Compression", &dummy);
-            dummy = true;
             ImGui::Checkbox("Full IQ", &dummy);
             style::endDisabled();
 
@@ -237,9 +244,13 @@ private:
             std::string key = config.conf["servers"][devConfName]["sampleType"];
             if (sampleTypeList.keyExists(key)) { sampleTypeId = sampleTypeList.keyId(key); }
         }
+        if (config.conf["servers"][devConfName].contains("compression")) {
+            compression = config.conf["servers"][devConfName]["compression"];
+        }
 
         // Set settings
         client->setSampleType(sampleTypeList[sampleTypeId]);
+        client->setCompression(compression);
     }
 
     std::string name;
@@ -261,6 +272,7 @@ private:
 
     OptionList<std::string, dsp::PCMType> sampleTypeList;
     int sampleTypeId;
+    bool compression = false;
 
     server::Client client;
 };

source_modules/sdrpp_server_source/src/sdrpp_server_client.cpp

@@ -26,7 +26,11 @@ namespace server {
         s_cmd_hdr = (CommandHeader*)s_pkt_data;
         s_cmd_data = &sbuffer[sizeof(PacketHeader) + sizeof(CommandHeader)];
 
+        // Initialize decompressor
+        dctx = ZSTD_createDCtx();
+
         // Initialize DSP
+        decompIn.setBufferSize((sizeof(dsp::complex_t) * STREAM_BUFFER_SIZE) + 8);
         decomp.init(&decompIn);
         link.init(&decomp.out, output);
         decomp.start();
@@ -43,6 +47,7 @@ namespace server {
 
     ClientClass::~ClientClass() {
         close();
+        ZSTD_freeDCtx(dctx);
         delete[] rbuffer;
         delete[] sbuffer;
     }
@@ -108,6 +113,11 @@ namespace server {
         sendCommand(COMMAND_SET_SAMPLE_TYPE, 1);
     }
 
+    void ClientClass::setCompression(bool enabled) {
+         s_cmd_data[0] = enabled;
+        sendCommand(COMMAND_SET_COMPRESSION, 1);
+    }
+
     void ClientClass::start() {
         if (!client || !client->isOpen()) { return; }
         sendCommand(COMMAND_START, 0);
@@ -189,6 +199,10 @@ namespace server {
             memcpy(_this->decompIn.writeBuf, &buf[sizeof(PacketHeader)], _this->r_pkt_hdr->size - sizeof(PacketHeader));
             _this->decompIn.swap(_this->r_pkt_hdr->size - sizeof(PacketHeader));
         }
+        else if (_this->r_pkt_hdr->type == PACKET_TYPE_BASEBAND_COMPRESSED) {
+            size_t outCount = ZSTD_decompressDCtx(_this->dctx, _this->decompIn.writeBuf, STREAM_BUFFER_SIZE, _this->r_pkt_data, _this->r_pkt_hdr->size - sizeof(PacketHeader));
+            if (outCount) { _this->decompIn.swap(outCount); };
+        }
         else if (_this->r_pkt_hdr->type == PACKET_TYPE_ERROR) {
             spdlog::error("SDR++ Server Error: {0}", buf[sizeof(PacketHeader)]);
         }

source_modules/sdrpp_server_source/src/sdrpp_server_client.h

@@ -11,6 +11,7 @@
 #include <dsp/compression.h>
 #include <dsp/sink.h>
 #include <dsp/link.h>
+#include <zstd.h>
 
 #define RFSPACE_MAX_SIZE                8192
 #define RFSPACE_HEARTBEAT_INTERVAL_MS   1000
@@ -85,6 +86,7 @@ namespace server {
         double getSampleRate();
         
         void setSampleType(dsp::PCMType type);
+        void setCompression(bool enabled);
 
         void start();
         void stop();
@@ -133,6 +135,8 @@ namespace server {
         SmGui::DrawList dl;
         std::mutex dlMtx;
 
+        ZSTD_DCtx* dctx;
+
         double currentSampleRate = 1000000.0;
     };