Fix the gar loader

Committed-by: acezen from Dev container

Author: acezen

analytical_engine/core/fragment/arrow_projected_fragment.h

@@ -862,17 +862,17 @@ class ArrowProjectedFragment
     size_t nbytes = 0;
     if (fragment->directed()) {
       vineyard::FixedInt64Builder ie_offsets_begin_builder(
-          client, fragment->tvnums_[v_label]);
+          client, fragment->ivnums_[v_label]);
       vineyard::FixedInt64Builder ie_offsets_end_builder(
-          client, fragment->tvnums_[v_label]);
+          client, fragment->ivnums_[v_label]);
       std::shared_ptr<vineyard::FixedInt64Builder> ie_boffsets_begin_builder;
       std::shared_ptr<vineyard::FixedInt64Builder> ie_boffsets_end_builder;
       if (COMPACT) {
         ie_boffsets_begin_builder =
             std::make_shared<vineyard::FixedInt64Builder>(
-                client, fragment->tvnums_[v_label]);
+                client, fragment->ivnums_[v_label]);
         ie_boffsets_end_builder = std::make_shared<vineyard::FixedInt64Builder>(
-            client, fragment->tvnums_[v_label]);
+            client, fragment->ivnums_[v_label]);
         selectEdgeByNeighborLabel(
             fragment, v_label,
             fragment->compact_ie_lists_[v_label][e_label]->GetArray(),
@@ -914,17 +914,17 @@ class ArrowProjectedFragment
         oe_boffsets_end;
     {
       vineyard::FixedInt64Builder oe_offsets_begin_builder(
-          client, fragment->tvnums_[v_label]);
+          client, fragment->ivnums_[v_label]);
       vineyard::FixedInt64Builder oe_offsets_end_builder(
-          client, fragment->tvnums_[v_label]);
+          client, fragment->ivnums_[v_label]);
       std::shared_ptr<vineyard::FixedInt64Builder> oe_boffsets_begin_builder;
       std::shared_ptr<vineyard::FixedInt64Builder> oe_boffsets_end_builder;
       if (COMPACT) {
         oe_boffsets_begin_builder =
             std::make_shared<vineyard::FixedInt64Builder>(
-                client, fragment->tvnums_[v_label]);
+                client, fragment->ivnums_[v_label]);
         oe_boffsets_end_builder = std::make_shared<vineyard::FixedInt64Builder>(
-            client, fragment->tvnums_[v_label]);
+            client, fragment->ivnums_[v_label]);
         selectEdgeByNeighborLabel(
             fragment, v_label,
             fragment->compact_oe_lists_[v_label][e_label]->GetArray(),
@@ -1680,7 +1680,21 @@ class ArrowProjectedFragment
       const std::shared_ptr<arrow::FixedSizeBinaryArray>& nbr_list,
       const std::shared_ptr<arrow::Int64Array>& offsets, int64_t* begins,
       int64_t* ends) {
+    LOG(INFO) << "selectEdgeByNeighborLabel: " << v_label << " tvnm: " << fragment->tvnums_[v_label] << " offsets: " << offsets->length();
     const int64_t* offset_values = offsets->raw_values();
+    for (vid_t i = 0; i < fragment->ivnums_[v_label]; ++i) {
+      int64_t begin = offset_values[i], end = offset_values[i + 1];
+      if (begin == end) {  // optimize for vertices that has no edge.
+        begins[i] = begin;
+        ends[i] = end;
+      } else {
+        auto range =
+            getRangeOfLabel(fragment, v_label, nbr_list, begin, end);
+        begins[i] = range.first;
+        ends[i] = range.second;
+      }
+    }
+    /*
     vineyard::parallel_for(
         static_cast<vid_t>(0), fragment->tvnums_[v_label],
         [&](vid_t i) {
@@ -1696,6 +1710,7 @@ class ArrowProjectedFragment
           }
         },
         std::thread::hardware_concurrency(), 1024);
+    */
     return {};
   }
 
@@ -1708,7 +1723,7 @@ class ArrowProjectedFragment
     const int64_t* offset_values = offsets->raw_values();
     const int64_t* boffset_values = boffsets->raw_values();
     vineyard::parallel_for(
-        static_cast<vid_t>(0), fragment->tvnums_[v_label],
+        static_cast<vid_t>(0), fragment->ivnums_[v_label],
         [&](vid_t i) {
           int64_t begin = offset_values[i], end = offset_values[i + 1];
           int64_t bbegin = boffset_values[i], bend = boffset_values[i + 1];