feat: support decimal

CMakeLists.txt

@@ -132,6 +132,10 @@ if (QUESTDB_TESTS_AND_EXAMPLES)
     compile_example(
         line_sender_c_example_from_env
         examples/line_sender_c_example_from_env.c)
+    compile_example(
+        line_sender_c_example_decimal_binary
+        examples/concat.c
+        examples/line_sender_c_example_decimal_binary.c)
     compile_example(
         line_sender_cpp_example
         examples/line_sender_cpp_example.cpp)
@@ -165,6 +169,12 @@ if (QUESTDB_TESTS_AND_EXAMPLES)
     compile_example(
         line_sender_cpp_example_from_env
         examples/line_sender_cpp_example_from_env.cpp)
+    compile_example(
+        line_sender_cpp_example_decimal_custom
+        examples/line_sender_cpp_example_decimal_custom.cpp)
+    compile_example(
+        line_sender_cpp_example_decimal_binary
+        examples/line_sender_cpp_example_decimal_binary.cpp)
 
     # Include Rust tests as part of the tests run
     add_test(

cpp_test/test_line_sender.cpp

@@ -196,36 +196,39 @@ TEST_CASE("line_sender c api basics")
         2.7,
         48121.5,
         4.3};
-    CHECK(::line_sender_buffer_column_f64_arr_byte_strides(
-        buffer,
-        arr_name,
-        rank,
-        shape,
-        strides,
-        arr_data.data(),
-        arr_data.size(),
-        &err));
+    CHECK(
+        ::line_sender_buffer_column_f64_arr_byte_strides(
+            buffer,
+            arr_name,
+            rank,
+            shape,
+            strides,
+            arr_data.data(),
+            arr_data.size(),
+            &err));
 
     line_sender_column_name arr_name2 = QDB_COLUMN_NAME_LITERAL("a2");
     intptr_t elem_strides[] = {6, 2, 1};
-    CHECK(::line_sender_buffer_column_f64_arr_elem_strides(
-        buffer,
-        arr_name2,
-        rank,
-        shape,
-        elem_strides,
-        arr_data.data(),
-        arr_data.size(),
-        &err));
+    CHECK(
+        ::line_sender_buffer_column_f64_arr_elem_strides(
+            buffer,
+            arr_name2,
+            rank,
+            shape,
+            elem_strides,
+            arr_data.data(),
+            arr_data.size(),
+            &err));
     line_sender_column_name arr_name3 = QDB_COLUMN_NAME_LITERAL("a3");
-    CHECK(::line_sender_buffer_column_f64_arr_c_major(
-        buffer,
-        arr_name3,
-        rank,
-        shape,
-        arr_data.data(),
-        arr_data.size(),
-        &err));
+    CHECK(
+        ::line_sender_buffer_column_f64_arr_c_major(
+            buffer,
+            arr_name3,
+            rank,
+            shape,
+            arr_data.data(),
+            arr_data.size(),
+            &err));
     CHECK(::line_sender_buffer_at_nanos(buffer, 10000000, &err));
     CHECK(server.recv() == 0);
     CHECK(::line_sender_buffer_size(buffer) == 383);
@@ -282,7 +285,7 @@ TEST_CASE("line_sender c++ api basics")
         questdb::ingress::protocol::tcp,
         std::string("127.0.0.1"),
         std::to_string(server.port())};
-    opts.protocol_version(questdb::ingress::protocol_version::v2);
+    opts.protocol_version(questdb::ingress::protocol_version::v3);
     questdb::ingress::line_sender sender{opts};
     CHECK_FALSE(sender.must_close());
     server.accept();
@@ -352,7 +355,7 @@ TEST_CASE("line_sender array vector API")
         questdb::ingress::protocol::tcp,
         std::string("127.0.0.1"),
         std::to_string(server.port())};
-    opts.protocol_version(questdb::ingress::protocol_version::v2);
+    opts.protocol_version(questdb::ingress::protocol_version::v3);
     questdb::ingress::line_sender sender{opts};
     CHECK_FALSE(sender.must_close());
     server.accept();
@@ -396,7 +399,7 @@ TEST_CASE("line_sender array span API")
         questdb::ingress::protocol::tcp,
         std::string("127.0.0.1"),
         std::to_string(server.port())};
-    opts.protocol_version(questdb::ingress::protocol_version::v2);
+    opts.protocol_version(questdb::ingress::protocol_version::v3);
     questdb::ingress::line_sender sender{opts};
     CHECK_FALSE(sender.must_close());
     server.accept();
@@ -443,7 +446,7 @@ TEST_CASE("test multiple lines")
     questdb::ingress::test::mock_server server;
     std::string conf_str =
         "tcp::addr=127.0.0.1:" + std::to_string(server.port()) +
-        ";protocol_version=2;";
+        ";protocol_version=3;";
     questdb::ingress::line_sender sender =
         questdb::ingress::line_sender::from_conf(conf_str);
     CHECK_FALSE(sender.must_close());
@@ -1061,21 +1064,21 @@ TEST_CASE("Moved View")
 TEST_CASE("Empty Buffer")
 {
     questdb::ingress::line_sender_buffer b1{
-        questdb::ingress::protocol_version::v2};
+        questdb::ingress::protocol_version::v3};
     CHECK(b1.size() == 0);
     questdb::ingress::line_sender_buffer b2{std::move(b1)};
     CHECK(b1.size() == 0);
     CHECK(b2.size() == 0);
     questdb::ingress::line_sender_buffer b3{
-        questdb::ingress::protocol_version::v2};
+        questdb::ingress::protocol_version::v3};
     b3 = std::move(b2);
     CHECK(b2.size() == 0);
     CHECK(b3.size() == 0);
     questdb::ingress::line_sender_buffer b4{
-        questdb::ingress::protocol_version::v2};
+        questdb::ingress::protocol_version::v3};
     b4.table("test").symbol("a", "b").at_now();
     questdb::ingress::line_sender_buffer b5{
-        questdb::ingress::protocol_version::v2};
+        questdb::ingress::protocol_version::v3};
     b5 = std::move(b4);
     CHECK(b4.size() == 0);
     CHECK(b5.size() == 9);
@@ -1111,19 +1114,19 @@ TEST_CASE("HTTP basics")
         questdb::ingress::protocol::http, "127.0.0.1", 1};
     questdb::ingress::opts opts1conf = questdb::ingress::opts::from_conf(
         "http::addr=127.0.0.1:1;username=user;password=pass;request_timeout="
-        "5000;retry_timeout=5;protocol_version=2;");
+        "5000;retry_timeout=5;protocol_version=3;");
     questdb::ingress::opts opts2{
         questdb::ingress::protocol::https, "localhost", "1"};
     questdb::ingress::opts opts2conf = questdb::ingress::opts::from_conf(
         "http::addr=127.0.0.1:1;token=token;request_min_throughput=1000;retry_"
-        "timeout=0;protocol_version=2;");
-    opts1.protocol_version(questdb::ingress::protocol_version::v2)
+        "timeout=0;protocol_version=3;");
+    opts1.protocol_version(questdb::ingress::protocol_version::v3)
         .username("user")
         .password("pass")
         .max_buf_size(1000000)
         .request_timeout(5000)
         .retry_timeout(5);
-    opts2.protocol_version(questdb::ingress::protocol_version::v2)
+    opts2.protocol_version(questdb::ingress::protocol_version::v3)
         .token("token")
         .request_min_throughput(1000)
         .retry_timeout(0);
@@ -1180,7 +1183,7 @@ TEST_CASE("line sender protocol version v2")
         questdb::ingress::protocol::tcp,
         std::string("127.0.0.1"),
         std::to_string(server.port())};
-    opts.protocol_version(questdb::ingress::protocol_version::v2);
+    opts.protocol_version(questdb::ingress::protocol_version::v3);
     questdb::ingress::line_sender sender{opts};
     CHECK_FALSE(sender.must_close());
     server.accept();

doc/C.md

@@ -29,6 +29,9 @@
 - [Array with element strides](../examples/line_sender_c_example_array_elem_strides.c)
 - [Array in C-major order](../examples/line_sender_c_example_array_c_major.c)
 
+**Decimal**
+- [Decimal in binary format](../examples/line_sender_c_example_decimal_binary.c)
+
 ## API Overview
 
 ### Header
@@ -90,7 +93,9 @@ line_sender_utf8 symbol_value = QDB_UTF8_LITERAL("ETH-USD");
 if (!line_sender_buffer_symbol(buffer, symbol_name, symbol_value, &err))
     goto on_error;
 
-if (!line_sender_buffer_column_f64(buffer, price_name, 2615.54, &err))
+line_sender_utf8 price_value = QDB_UTF8_LITERAL("2615.54");
+if (!line_sender_buffer_column_dec_str(
+        buffer, price_name, price_value, &err))
     goto on_error;
 
 if (!line_sender_buffer_at_nanos(buffer, line_sender_now_nanos(), &err))
@@ -101,6 +106,7 @@ if (!line_sender_buffer_at_nanos(buffer, line_sender_now_nanos(), &err))
 if (!line_sender_flush(sender, buffer, &err))
     goto on_error;
 
+line_sender_buffer_free(buffer);
 line_sender_close(sender);
 ```
 

doc/CPP.md

@@ -30,6 +30,10 @@
 - [Array in C-major order](../examples/line_sender_cpp_example_array_c_major.cpp)
 - [Custom array type integration](../examples/line_sender_cpp_example_array_custom.cpp)
 
+**Decimal**
+- [Decimal in binary format](../examples/line_sender_cpp_example_decimal_binary.cpp)
+- [Custom decimal type integration](../examples/line_sender_cpp_example_decimal_custom.cpp)
+
 ## API Overview
 
 ### Header
@@ -76,7 +80,7 @@ questdb::ingress::line_sender_buffer buffer;
 buffer
     .table("trades")
     .symbol("symbol", "ETH-USD")
-    .column("price", 2615.54)
+    .column("price", "2615.54"_decimal)
     .at(timestamp_nanos::now());
 
 // To insert more records, call `buffer.table(..)...` again.

examples/line_sender_c_example.c

@@ -10,7 +10,7 @@ static bool example(const char* host, const char* port)
     line_sender* sender = NULL;
     line_sender_buffer* buffer = NULL;
     char* conf_str =
-        concat("tcp::addr=", host, ":", port, ";protocol_version=2;");
+        concat("tcp::addr=", host, ":", port, ";protocol_version=3;");
     if (!conf_str)
     {
         fprintf(stderr, "Could not concatenate configuration string.\n");
@@ -51,7 +51,9 @@ static bool example(const char* host, const char* port)
     if (!line_sender_buffer_symbol(buffer, side_name, side_value, &err))
         goto on_error;
 
-    if (!line_sender_buffer_column_f64(buffer, price_name, 2615.54, &err))
+    line_sender_utf8 price_value = QDB_UTF8_LITERAL("2615.54");
+    if (!line_sender_buffer_column_dec_str(
+            buffer, price_name, price_value, &err))
         goto on_error;
 
     if (!line_sender_buffer_column_f64(buffer, amount_name, 0.00044, &err))
@@ -72,6 +74,7 @@ static bool example(const char* host, const char* port)
     if (!line_sender_flush(sender, buffer, &err))
         goto on_error;
 
+    line_sender_buffer_free(buffer);
     line_sender_close(sender);
 
     return true;

examples/line_sender_c_example_array_byte_strides.c

@@ -82,6 +82,7 @@ static bool example(const char* host, const char* port)
     if (!line_sender_flush(sender, buffer, &err))
         goto on_error;
 
+    line_sender_buffer_free(buffer);
     line_sender_close(sender);
     return true;
 

examples/line_sender_c_example_array_c_major.c

@@ -13,7 +13,7 @@ static bool example(const char* host, const char* port)
     line_sender* sender = NULL;
     line_sender_buffer* buffer = NULL;
     char* conf_str =
-        concat("tcp::addr=", host, ":", port, ";protocol_version=2;");
+        concat("tcp::addr=", host, ":", port, ";protocol_version=3;");
     if (!conf_str)
     {
         fprintf(stderr, "Could not concatenate configuration string.\n");
@@ -79,6 +79,7 @@ static bool example(const char* host, const char* port)
     if (!line_sender_flush(sender, buffer, &err))
         goto on_error;
 
+    line_sender_buffer_free(buffer);
     line_sender_close(sender);
     return true;
 

examples/line_sender_c_example_array_elem_strides.c

@@ -13,7 +13,7 @@ static bool example(const char* host, const char* port)
     line_sender* sender = NULL;
     line_sender_buffer* buffer = NULL;
     char* conf_str =
-        concat("tcp::addr=", host, ":", port, ";protocol_version=2;");
+        concat("tcp::addr=", host, ":", port, ";protocol_version=3;");
     if (!conf_str)
     {
         fprintf(stderr, "Could not concatenate configuration string.\n");
@@ -82,6 +82,7 @@ static bool example(const char* host, const char* port)
     if (!line_sender_flush(sender, buffer, &err))
         goto on_error;
 
+    line_sender_buffer_free(buffer);
     line_sender_close(sender);
     return true;
 

examples/line_sender_c_example_auth.c

@@ -15,7 +15,7 @@ static bool example(const char* host, const char* port)
         ":",
         port,
         ";"
-        "protocol_version=2;"
+        "protocol_version=3;"
         "username=admin;"
         "token=5UjEMuA0Pj5pjK8a-fa24dyIf-Es5mYny3oE_Wmus48;"
         "token_x=fLKYEaoEb9lrn3nkwLDA-M_xnuFOdSt9y0Z7_vWSHLU;"
@@ -60,7 +60,9 @@ static bool example(const char* host, const char* port)
     if (!line_sender_buffer_symbol(buffer, side_name, side_value, &err))
         goto on_error;
 
-    if (!line_sender_buffer_column_f64(buffer, price_name, 2615.54, &err))
+    line_sender_utf8 price_value = QDB_UTF8_LITERAL("2615.54");
+    if (!line_sender_buffer_column_dec_str(
+            buffer, price_name, price_value, &err))
         goto on_error;
 
     if (!line_sender_buffer_column_f64(buffer, amount_name, 0.00044, &err))
@@ -81,6 +83,7 @@ static bool example(const char* host, const char* port)
     if (!line_sender_flush(sender, buffer, &err))
         goto on_error;
 
+    line_sender_buffer_free(buffer);
     line_sender_close(sender);
 
     return true;

examples/line_sender_c_example_auth_tls.c

@@ -15,7 +15,7 @@ static bool example(const char* host, const char* port)
         ":",
         port,
         ";"
-        "protocol_version=2;"
+        "protocol_version=3;"
         "username=admin;"
         "token=5UjEMuA0Pj5pjK8a-fa24dyIf-Es5mYny3oE_Wmus48;"
         "token_x=fLKYEaoEb9lrn3nkwLDA-M_xnuFOdSt9y0Z7_vWSHLU;"
@@ -61,7 +61,9 @@ static bool example(const char* host, const char* port)
     if (!line_sender_buffer_symbol(buffer, side_name, side_value, &err))
         goto on_error;
 
-    if (!line_sender_buffer_column_f64(buffer, price_name, 2615.54, &err))
+    line_sender_utf8 price_value = QDB_UTF8_LITERAL("2615.54");
+    if (!line_sender_buffer_column_dec_str(
+            buffer, price_name, price_value, &err))
         goto on_error;
 
     if (!line_sender_buffer_column_f64(buffer, amount_name, 0.00044, &err))
@@ -82,6 +84,7 @@ static bool example(const char* host, const char* port)
     if (!line_sender_flush(sender, buffer, &err))
         goto on_error;
 
+    line_sender_buffer_free(buffer);
     line_sender_close(sender);
 
     return true;