absl/strings/atod_manual_test.cc

// Copyright 2022 The Abseil Authors
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     https://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

// This program tests the absl::SimpleAtod and absl::SimpleAtof functions. Run
// it as "atod_manual_test pnftd/data/*.txt" where the pnftd directory is a
// local checkout of the https://github.com/nigeltao/parse-number-fxx-test-data
// repository. The test suite lives in a separate repository because its more
// than 5 million test cases weigh over several hundred megabytes and because
// the test cases are also useful to other software projects, not just Abseil.
// Its data/*.txt files contain one test case per line, like:
//
// 3C00 3F800000 3FF0000000000000 1
// 3D00 3FA00000 3FF4000000000000 1.25
// 3D9A 3FB33333 3FF6666666666666 1.4
// 57B7 42F6E979 405EDD2F1A9FBE77 123.456
// 622A 44454000 4088A80000000000 789
// 7C00 7F800000 7FF0000000000000 123.456e789
//
// For each line (and using 0-based column indexes), columns [5..13] and
// [14..30] contain the 32-bit float and 64-bit double result of parsing
// columns [31..].
//
// For example, parsing "1.4" as a float gives the bits 0x3FB33333.
//
// In this 6-line example, the final line's float and double values are all
// infinity. The largest finite float and double values are approximately
// 3.40e+38 and 1.80e+308.

#include <cstdint>
#include <cstdio>
#include <optional>
#include <string>

#include "absl/base/casts.h"
#include "absl/strings/numbers.h"
#include "absl/strings/str_format.h"
#include "absl/strings/string_view.h"

static constexpr uint8_t kUnhex[256] = {
    0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,  //
    0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,  //
    0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,  //
    0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,  //
    0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,  //
    0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,  //
    0x0, 0x1, 0x2, 0x3, 0x4, 0x5, 0x6, 0x7,  // '0' ..= '7'
    0x8, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,  // '8' ..= '9'

    0x0, 0xA, 0xB, 0xC, 0xD, 0xE, 0xF, 0x0,  // 'A' ..= 'F'
    0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,  //
    0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,  //
    0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,  //
    0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,  //
    0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,  //
    0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,  //
    0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,  //

    0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,  //
    0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,  //
    0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,  //
    0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,  //
    0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,  //
    0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,  //
    0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,  //
    0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,  //

    0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,  //
    0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,  //
    0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,  //
    0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,  //
    0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,  //
    0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,  //
    0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,  //
    0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,  //
};

static std::optional<std::string> ReadFileToString(const char* filename) {
  FILE* f = fopen(filename, "rb");
  if (!f) {
    return std::nullopt;
  }
  fseek(f, 0, SEEK_END);
  size_t size = ftell(f);
  fseek(f, 0, SEEK_SET);
  std::string s(size, '\x00');
  size_t n = fread(&s[0], 1, size, f);
  fclose(f);
  if (n != size) {
    return std::nullopt;
  }
  return s;
}

static bool ProcessOneTestFile(const char* filename) {
  std::optional<std::string> contents = ReadFileToString(filename);
  if (!contents) {
    absl::FPrintF(stderr, "Invalid file: %s\n", filename);
    return false;
  }

  int num_cases = 0;
  for (absl::string_view v(*contents); !v.empty();) {
    size_t new_line = v.find('\n');
    if ((new_line == absl::string_view::npos) || (new_line < 32)) {
      break;
    }
    absl::string_view input = v.substr(31, new_line - 31);

    // Test absl::SimpleAtof.
    {
      float f;
      if (!absl::SimpleAtof(input, &f)) {
        absl::FPrintF(stderr, "Could not parse \"%s\" in %s\n", input,
                      filename);
        return false;
      }
      uint32_t have32 = absl::bit_cast<uint32_t>(f);

      uint32_t want32 = 0;
      for (int i = 0; i < 8; i++) {
        want32 = (want32 << 4) | kUnhex[static_cast<unsigned char>(v[5 + i])];
      }

      if (have32 != want32) {
        absl::FPrintF(stderr,
                      "absl::SimpleAtof failed parsing \"%s\" in %s\n  have  "
                      "%08X\n  want  %08X\n",
                      input, filename, have32, want32);
        return false;
      }
    }

    // Test absl::SimpleAtod.
    {
      double d;
      if (!absl::SimpleAtod(input, &d)) {
        absl::FPrintF(stderr, "Could not parse \"%s\" in %s\n", input,
                      filename);
        return false;
      }
      uint64_t have64 = absl::bit_cast<uint64_t>(d);

      uint64_t want64 = 0;
      for (int i = 0; i < 16; i++) {
        want64 = (want64 << 4) | kUnhex[static_cast<unsigned char>(v[14 + i])];
      }

      if (have64 != want64) {
        absl::FPrintF(stderr,
                      "absl::SimpleAtod failed parsing \"%s\" in %s\n  have  "
                      "%016X\n  want  %016X\n",
                      input, filename, have64, want64);
        return false;
      }
    }

    num_cases++;
    v = v.substr(new_line + 1);
  }
  printf("%8d OK in %s\n", num_cases, filename);
  return true;
}

int main(int argc, char** argv) {
  if (argc < 2) {
    absl::FPrintF(
        stderr,
        "Usage: %s pnftd/data/*.txt\nwhere the pnftd directory is a local "
        "checkout of "
        "the\nhttps://github.com/nigeltao/parse-number-fxx-test-data "
        "repository.\n",
        argv[0]);
    return 1;
  }

  for (int i = 1; i < argc; i++) {
    if (!ProcessOneTestFile(argv[i])) {
      return 1;
    }
  }
  return 0;
}