Compare commits

...

20 commits
v0.2.2 ... main

Author SHA1 Message Date
Luyten Orion 59d884d18f
Merge pull request #4 from The-Ticking-Clockwork/devel
Merge fix for Nim 2.2.0
2025-02-19 18:29:22 +00:00
Luyten-Orion 62bb09c7f0 Update dependencies (and fix Nim 2.2.0) 2025-02-19 18:26:46 +00:00
Luyten-Orion 952412e5f5 Update dependencies (and fix Nim 2.2.0) 2025-02-19 18:05:16 +00:00
Yu-Vitaqua-fer-Chronos a5d234e0c2 Doc edits 2024-01-25 21:57:01 +00:00
Yu Vitaqua fer Chronos 8c3165a000
Merge pull request #2 from Yu-Vitaqua-fer-Chronos/devel
Add std/json support
2024-01-25 21:53:24 +00:00
Yu-Vitaqua-fer-Chronos 5d35f54bac Fix action 2024-01-25 21:49:52 +00:00
Yu-Vitaqua-fer-Chronos 5e3beea010 Add std/json support, remove redundant test on tag 2024-01-25 21:44:41 +00:00
Yu-Vitaqua-fer-Chronos d0470fca92 Fix docs 2023-12-15 19:37:57 +00:00
Yu-Vitaqua-fer-Chronos f998c0d751 Fix docs 2023-12-15 19:35:42 +00:00
Yu Vitaqua fer Chronos 8ce252be13
Merge pull request #1 from Yu-Vitaqua-fer-Chronos/devel
Merge Devel into Main
2023-11-01 21:53:03 +00:00
Yu-Vitaqua-fer-Chronos 677855bbd8 Add more tests to GitHub workflow 2023-11-01 21:48:50 +00:00
Yu-Vitaqua-fer-Chronos 138ea30fb7 Fix tests for JavaScript, raise errors and defects that inherit from one type 2023-11-01 21:43:23 +00:00
Mythical Forest Collective a889cc57f8 W.I.P BigInts support, not complete yet 2023-11-01 20:05:58 +00:00
Yu-Vitaqua-fer-Chronos 3c52145834 Support the usage of Jsony and Debby in projects automatically 2023-10-29 21:56:08 +00:00
Yu-Vitaqua-fer-Chronos 5221a0b9b5 Push new workflow, fix tests, edit README 2023-10-27 20:39:47 +01:00
Yu-Vitaqua-fer-Chronos 534ba1c2f5 New library version, rename NULID* types to ULID, remove async code (useless), add a lock and make threadsafe 2023-10-26 14:13:01 +01:00
Yu Vitaqua fer Chronos 57daeacda6 Edit docs to have a note about -d:nulidInsecureRandom. 2023-10-15 21:11:42 +01:00
Yu Vitaqua fer Chronos 924c385154 Revert changes, they don't work. 2023-10-12 23:14:44 +01:00
Yu Vitaqua fer Chronos 0976774b98 Version bump, add version in docs 2023-10-12 22:43:02 +01:00
Mythical Forest Collective 0007fd249e Update dep, don't use 's impl details 2023-10-10 10:12:23 +01:00
10 changed files with 625 additions and 147 deletions

View file

@ -47,10 +47,10 @@ jobs:
uses: actions/configure-pages@v3
- name: Upload artifact
uses: actions/upload-pages-artifact@v1
uses: actions/upload-pages-artifact@v3
with:
path: ${{ env.deploy-dir }}
- name: Deploy to GitHub Pages
id: deployment
uses: actions/deploy-pages@v1
uses: actions/deploy-pages@v4

42
.github/workflows/test.yml vendored Normal file
View file

@ -0,0 +1,42 @@
name: Run Tests
on:
pull_request:
push:
branches:
- '**'
env:
nim-version: 'stable'
jobs:
test:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
- uses: jiro4989/setup-nim-action@v1
with:
nim-version: ${{ env.nim-version }}
repo-token: ${{ secrets.GITHUB_TOKEN }}
- run: nimble install -Y
- name: Run Tests C (Normal Usage)
run: nimble test
- name: Run Tests C (Locks Disabled)
run: nimble test -d:nulidNoLocks
- name: Run Tests C (Insecure Random)
run: nimble test -d:nulidInsecureRandom
- name: Run Tests C (Insecure Random & Locks Disabled)
run: nimble test -d:nulidInsecureRandom -d:nulidNoLocks
- name: Run Tests JS (Normal Usage; Locks Disabled by Default)
run: nimble test -b:js
- name: Run Tests JS (Insecure Random)
run: nimble test -b:js -d:nulidInsecureRandom

1
.gitignore vendored
View file

@ -1,2 +1,3 @@
tests/test1.js
tests/test1
htmldocs/

View file

@ -1,11 +1,25 @@
# NULID
This is an implementation of the [ULID](https://github.com/ulid/spec)
spec in Nim!
spec in Nim! This also supports the JS backend for ULID generation!
This supports [`jsony`](https://github.com/treeform/jsony) and
[`debby`](https://github.com/treeform/debby) out of the box too!
Random fun fact: I coded the initial code for ULID generation on my phone
via Termux!
## Compile Flags
`-d:nulidInsecureRandom`: Uses `std/random` instead of `std/sysrand`.
`-d:nulidNoLocks`: Disables any usage of locks within the program.
The JS backend automatically defines `-d:nulidNoLocks`.
## Usage
```nim
let gen = NULIDGenerator()
let nulid = gen.nulidSync()
let gen = initUlidGenerator()
let ulid = gen.ulid()
echo nulid
echo ulid
```

View file

View file

@ -1,6 +1,6 @@
# Package
version = "0.2.2"
version = "1.3.1"
author = "Yu Vitaqua fer Chronos"
description = "An implementation of ULID!"
license = "CC0"
@ -11,4 +11,4 @@ srcDir = "src"
requires "nim >= 2.0.0"
requires "nint128 >= 0.3.2"
requires "crockfordb32 >= 0.2.0"
requires "crockfordb32 >= 2.0.0"

View file

@ -1,66 +1,140 @@
{.define: crockfordb32NintSupport.}
import std/[
asyncdispatch,
times
times,
json
]
import pkg/[
crockfordb32,
nint128
]
import crockfordb32
const insecureRandom = defined(nulidInsecureRandom) or defined(js) # No sysrand on the JS backend
import ./nulid/private/constants
when insecureRandom:
when not defined(js):
import std/os
import nint128
import ./nulid/private/stew/endians2
else:
import std/jsbigints
when InsecureRandom:
import std/random
else:
import std/sysrand
# Relying on internal implementation details isn't great, but it's unlikely to change so...
import pkg/nint128/vendor/stew/endians2
when not NoLocks:
import std/rlocks
const HighUint80 = u128("1208925819614629174706176")
##[
Note: There are 2 defines that can be passed to the compiler to trigger different
functionality in this library at runtime, they are listed here:
- `--define:nulidInsecureRandom`: Uses `std/random` instead of `std/sysrand`.
- `--define:nulidNoLocks`: Disables the use of locks.
The JS backend used `-d:nulidNoLocks` by default.
]##
when not defined(js):
type UInt128DropIn = UInt128
else:
type UInt128DropIn = JsBigInt
type
NULID* = object
ULIDError* = object of CatchableError
ULIDDefect* = object of Defect
ULIDGenerationError* = object of ULIDError
ULIDGenerationDefect* = object of ULIDDefect
ULID* = object
## An object representing a ULID.
timestamp*: int64 = 0
randomness*: UInt128 = 0.u128
timestamp*: int64
when not defined(js):
randomness*: UInt128
else:
randomness*: JsBigInt
NULIDGenerator* = ref object
## A NULID generator object, contains details needed to follow the spec.
## A generator was made to be compliant with the NULID spec and also to be
## threadsafe not use globals that could change.
lastTime: int64 ## Timestamp of last ULID
random: UInt128 ## A random number
ULIDGenerator* = ref object
## A `ULID` generator object, contains details needed to follow the spec.
## A generator was made to be compliant with the ULID spec and also to be
## threadsafe.
when NoLocks:
lastTime: int64 # Timestamp of last ULID, 48 bits
when not defined(js):
random: UInt128 # A random number, 80 bits
else:
random: JsBigInt
when insecureRandom:
rand: Rand ## Random generator when using insecure random
when InsecureRandom:
rand: Rand # Random generator when using insecure random
proc initNulidGenerator*(): NULIDGenerator =
## Initialises a `NULIDGenerator` for use.
result = NULIDGenerator(lastTime: 0, random: 0.u128)
else:
lock*: RLock
lastTime {.guard: lock.}: int64 # Timestamp of last ULID, 48 bits
random {.guard: lock.}: UInt128 # A random number, 80 bits
when insecureRandom:
result.rand = initRand()
when InsecureRandom:
rand {.guard: lock.}: Rand # Random generator when using insecure random
let globalGen = initNulidGenerator()
func swapBytes(x: Int128): Int128 =
result.lo = swapBytes(cast[uint64](x.hi))
result.hi = cast[int64](swapBytes(x.lo))
template withLock(gen: ULIDGenerator, body: typed) =
when NoLocks:
body
else:
{.cast(gcsafe).}:
acquire(gen.lock)
{.locks: [gen.lock].}:
try:
body
finally:
{.cast(gcsafe).}:
release(gen.lock)
proc initUlidGenerator*(): ULIDGenerator =
## Initialises a `ULIDGenerator` for use.
when NoLocks:
result = ULIDGenerator(lastTime: LowInt48, random: LowUint80)
else:
result = ULIDGenerator(lock: RLock(), lastTime: LowInt48, random: LowUint80)
initRLock(result.lock)
when InsecureRandom:
result.withLock:
result.rand = initRand()
let globalGen = initUlidGenerator()
when not defined(js):
func swapBytes(x: Int128): Int128 =
result.lo = swapBytes(cast[uint64](x.hi))
result.hi = cast[int64](swapBytes(x.lo))
func toArray[T](oa: openArray[T], size: static Slice[int]): array[size.len, T] =
result[0..<size.len] = oa[size]
proc randomBits(n: NULIDGenerator): UInt128 =
proc randomBits(n: ULIDGenerator): UInt128DropIn {.gcsafe.} =
var arr: array[16, byte]
when insecureRandom:
when InsecureRandom:
var rnd: array[10, byte]
rnd[0..7] = cast[array[8, byte]](n.rand.next())
rnd[8..9] = cast[array[2, byte]](n.rand.rand(high(int16)).int16)
n.withLock:
when not defined(js):
rnd[0..7] = cast[array[8, byte]](n.rand.next())
rnd[8..9] = cast[array[2, byte]](n.rand.rand(high(uint16)).uint16)
else:
for i in 0..9:
rnd[i] = n.rand.rand(high(byte)).byte
arr[6..15] = rnd
@ -68,121 +142,220 @@ proc randomBits(n: NULIDGenerator): UInt128 =
var rnd: array[10, byte]
if not urandom(rnd):
raise newException(OSError, "Was unable to use a secure source of randomness! " &
"Please either compile with `--define:nulidInsecureRandom` or fix this!")
raise newException(ULIDGenerationDefect, "Was unable to use a secure source of randomness! " &
"Please either compile with `-d:nulidInsecureRandom` or fix this somehow!")
arr[6..15] = rnd
result = UInt128.fromBytesBE(arr)
when not defined(js):
result = UInt128.fromBytesBE(arr)
else:
for i in arr:
result = result shl 8'big
result += big(i)
template getTime: int64 = (epochTime() * 1000).int64
proc wait(gen: NULIDGenerator): Future[int64] {.async.} =
result = getTime()
while result <= gen.lastTime:
await sleepAsync(1)
proc wait(gen: ULIDGenerator): int64 {.gcsafe.} =
when not defined(js):
result = getTime()
proc nulid*(gen: NULIDGenerator, timestamp: int64 = 0): Future[NULID] {.async.} =
## Asynchronously generate a `NULID`.
gen.withLock:
while result <= gen.lastTime:
sleep(1)
result = getTime()
if result < gen.lastTime:
raise newException(ULIDGenerationError, "Time went backwards!")
else:
raise newException(ULIDGenerationError, "Couldn't generate ULID! Try again in a millisecond.")
proc ulid*(gen: ULIDGenerator, timestamp = LowInt48, randomness = LowUint80): ULID {.gcsafe.} =
## Generate a `ULID`, if timestamp is equal to `0`, the `randomness` parameter
## will be ignored.
##
## See also:
## * `ulid(int64, UInt128) <#ulid_2>`_
runnableExamples:
let gen = initUlidGenerator()
echo gen.ulid()
if timestamp == 0:
var now = getTime()
if now < gen.lastTime:
raise newException(OSError, "Time went backwards!")
gen.withLock:
if gen.lastTime == now:
inc gen.random
if gen.lastTime == now:
inc gen.random
if gen.random == HighUInt80:
now = gen.wait()
gen.random = gen.randomBits()
if gen.random == HighUInt80:
now = await gen.wait()
else:
gen.random = gen.randomBits()
else:
gen.random = gen.randomBits()
result.randomness = gen.random
result.timestamp = now
else:
result.timestamp = timestamp
result.randomness = gen.random
result.timestamp = clamp(timestamp, LowInt48, HighInt48)
result.randomness = clamp(randomness, LowUint80, HighUint80)
proc nulidSync*(gen: NULIDGenerator, timestamp: int64 = 0): NULID =
## Synchronously generate a `NULID`.
result = waitFor gen.nulid(timestamp)
proc nulid*(timestamp: int64 = 0): Future[NULID] =
## Asynchronously generate a `NULID` using the global generator.
result = nulid(globalGen, timestamp)
proc nulidSync*(timestamp: int64 = 0): NULID =
## Synchronously generate a `NULID` using the global generator.
proc ulid*(timestamp = LowInt48, randomness = LowUint80): ULID =
## Generate a `ULID` using the global generator.
##
## See also:
## * `ulid(ULIDGenerator, int64, UInt128) <#ulid,ULIDGenerator>`_
runnableExamples:
echo nulidSync()
echo ulid()
result = waitFor nulid(timestamp)
result = ulid(globalGen, timestamp)
func toInt128*(ulid: NULID): Int128 =
## Allows for a ULID to be converted to an Int128.
when not defined(js):
func toInt128*(ulid: ULID): Int128 =
## Allows for a `ULID` to be converted to an `Int128`.
##
## **Note:** On the JS backend this returns a `JsBigInt` from `std/jsbigints`
runnableExamples:
echo ulid().toInt128()
result = i128(ulid.timestamp) shl 80
result.hi += cast[int64](ulid.randomness.hi)
result.lo += ulid.randomness.lo
func fromInt128*(_: typedesc[ULID], val: Int128): ULID =
## Parses an `Int128` to a `ULID`.
##
## **Note:** On the JS backend this accepts a `JsBigInt` from `std/jsbigints`
result.timestamp = (val shr 16).hi
result.randomness = UInt128(
hi: cast[uint64]((val.hi shl 48) shr 48),
lo: val.lo
)
else:
func toInt128*(ulid: ULID): JsBigInt =
## Allows for a `ULID` to be converted to a `JsBigInt`.
##
## **Note:** On the native backends this returns an `Int128` from `nint128`.
runnableExamples:
echo ulid().toInt128()
result = big(ulid.timestamp) shl 80'big
result += ulid.randomness
proc fromInt128*(_: typedesc[ULID], val: JsBigInt): ULID =
## Parses an `JsBigInt` to a `ULID`.
##
## **Note:** On the native backends this accepts an `Int128` from `nint128`
assert val <= HighInt128
result.timestamp = ((val and TimestampBitmask) shr 80'big).toNumber().int64
result.randomness = val and RandomnessBitmask
when not defined(js):
func toBytes*(ulid: ULID): array[16, byte] =
## Allows for a `ULID` to be converted to a byte array for the binary format.
##
## **Note:** This isn't available for the JS backend.
runnableExamples:
let
ulid = ULID.parse("01H999MBGTEA8BDS0M5AWEBB1A")
ulidBytes = [1.byte, 138, 82, 154, 46, 26, 114, 144, 182, 228, 20, 42, 184, 229, 172, 42]
assert ulid == ULID.fromBytes(ulidBytes)
when cpuEndian == littleEndian:
return cast[array[16, byte]](ulid.toInt128().swapBytes())
else:
return cast[array[16, byte]](ulid.toInt128())
func fromBytes*(_: typedesc[ULID], ulidBytes: openArray[byte]): ULID =
## Parses a byte array to a `ULID.`.
##
## **Note:** This isn't available for the JS backend.
if ulidBytes.len != 16:
raise newException(RangeDefect, "Given byte array must be 16 bytes long!")
when cpuEndian == littleEndian:
return ULID.fromInt128(cast[Int128](ulidBytes.toArray(0..15)).swapBytes())
else:
return ULID.fromInt128(cast[Int128](ulidBytes.toArray(0..15)))
func parse*(_: typedesc[ULID], ulidStr: string): ULID =
## Parses a `ULID` from a string.
runnableExamples:
echo nulidSync().toInt128()
result = i128(ulid.timestamp) shl 80
result.hi += cast[int64](ulid.randomness.hi)
result.lo += ulid.randomness.lo
func fromInt128*(_: typedesc[NULID], val: Int128): NULID =
## Parses an Int128 to a NULID.
result.timestamp = (val shr 16).hi
result.randomness = UInt128(
hi: cast[uint64]((val.hi shl 48) shr 48),
lo: val.lo
)
func toBytes*(ulid: NULID): array[16, byte] =
## Allows for a NULID to be converted to a byte array.
runnableExamples:
let
ulid = parseNulid("01H999MBGTEA8BDS0M5AWEBB1A")
ulidBytes = [1.byte, 138, 82, 154, 46, 26, 114, 144, 182, 228, 20, 42, 184, 229, 172, 42]
echo ulid == NULID.fromBytes(ulidBytes)
when cpuEndian == littleEndian:
return cast[array[16, byte]](ulid.toInt128().swapBytes())
else:
return cast[array[16, byte]](ulid.toInt128())
func fromBytes*(_: typedesc[NULID], ulidBytes: openArray[byte]): NULID =
## Parses a byte array to a NULID.
if ulidBytes.len != 16:
raise newException(RangeDefect, "Given byte array must be 16 bytes long!")
when cpuEndian == littleEndian:
return NULID.fromInt128(cast[Int128](ulidBytes.toArray(0..15)).swapBytes())
else:
return NULID.fromInt128(cast[Int128](ulidBytes.toArray(0..15)))
func parseNulid*(ulidStr: string): NULID =
## Parses a string to a NULID.
runnableExamples:
echo parseNulid("01H999MBGTEA8BDS0M5AWEBB1A")
echo ULID.parse("01H999MBGTEA8BDS0M5AWEBB1A")
if ulidStr.len != 26:
raise newException(RangeDefect, "Invalid ULID! Must be 26 characters long!")
result.timestamp = int64.decode(ulidStr[0..9])
result.randomness = UInt128.decode(ulidStr[10..25])
when not defined(js):
result.randomness = UInt128.decode(ulidStr[10..25])
else:
result.randomness = JsBigInt.decode(ulidStr[10..25])
func `$`*(ulid: NULID): string =
proc `==`*(a, b: ULID): bool = a.toInt128() == b.toInt128()
func `$`*(ulid: ULID): string =
## Returns the string representation of a ULID.
runnableExamples:
echo nulidSync()
echo $ulid()
result = Int128.encode(ulid.toInt128(), 26)
when not defined(js):
result = Int128.encode(ulid.toInt128(), 26)
else:
result = JsBigInt.encode(ulid.toInt128(), 26)
if result.len < 26: # Crappy fix
result.insert("0")
# std/json support
proc `%`*(u: ULID): JsonNode =
## Serializes a `ULID` to JSON.
newJString($u)
proc to*(j: JsonNode, _: typedesc[ULID]): ULID =
## Deserializes a `ULID` from JSON.
if j.kind != JString:
raise newException(JsonKindError, "Expected a string!")
result = ULID.parse(j.getStr())
when HasJsony:
import jsony
proc dumpHook*(s: var string, ulid: ULID) = s.dumpHook($ulid)
proc parseHook*(s: string, i: var int, ulid: var ULID) =
var res: string
parseHook(s, i, res)
ulid = ULID.parse(res)
when HasDebby:
import std/sequtils
import debby/common
func sqlDumpHook*(v: ULID): string = sqlDumpHook(cast[Bytes](v.toBytes().toSeq()))
func sqlParseHook*(data: string, v: var ULID) =
var res: Bytes
sqlParseHook(data, res)
v = ULID.fromBytes(cast[seq[byte]](res))

View file

@ -0,0 +1,44 @@
const
LowInt48* = 0'i64
HighInt48* = 281474976710655'i64
const
HighUint80Str = "1208925819614629174706176"
TimestampBitmaskStr = "340282366920937254537554992802593505280"
RandomnessBitmaskStr = "1208925819614629174706175"
when not defined(js):
import nint128
const
LowUint80* = u128(0)
HighUint80* = u128(HighUint80Str)
#TimestampBitmask = big(TimestampBitmaskStr)
#RandomnessBitmask = big(RandomnessBitmaskStr)
else:
import std/[
jsbigints
]
let
LowUint80* = big(0)
HighUint80* = big(HighUint80Str)
HighInt128* = big("340282366920938463463374607431768211455")
TimestampBitmask* = big(TimestampBitmaskStr)
RandomnessBitmask* = big(RandomnessBitmaskStr)
# No sysrand on the JS backend nor VM.
const InsecureRandom* = defined(nulidInsecureRandom) or defined(nimscript)
const NoLocks* = defined(nulidNoLocks) or defined(js) or defined(nimscript)
# Support for other libraries
{.warning[UnusedImport]:off.}
const
HasJsony* = compiles do: import jsony
HasDebby* = compiles do: import debby/common

View file

@ -0,0 +1,186 @@
# Copyright (c) 2018-2019 Status Research & Development GmbH
# Licensed and distributed under either of
# * MIT license (license terms in the root directory or at http://opensource.org/licenses/MIT).
# * Apache v2 license (license terms in the root directory or at http://www.apache.org/licenses/LICENSE-2.0).
# at your option. This file may not be copied, modified, or distributed except according to those terms.
# Endian conversion operations for unsigned integers, suitable for serializing
# and deserializing data. The operations are only defined for unsigned
# integers - if you wish to encode signed integers, convert / cast them to
# unsigned first!
#
# Although it would be possible to enforce correctness with endians in the type
# (`BigEndian[uin64]`) this seems like overkill. That said, some
# static analysis tools allow you to annotate fields with endianness - perhaps
# an idea for the future, akin to `TaintedString`?
#
# Keeping the above in mind, it's generally safer to use `array[N, byte]` to
# hold values of specific endianness and read them out with `fromBytes` when the
# integer interpretation of the bytes is needed.
{.push raises: [].}
type
SomeEndianInt* = uint8|uint16|uint32|uint64
## types that we support endian conversions for - uint8 is there for
## for syntactic / generic convenience. Other candidates:
## * int/uint - uncertain size, thus less suitable for binary interop
## * intX - over and underflow protection in nim might easily cause issues -
## need to consider before adding here
const
useBuiltins = not defined(noIntrinsicsEndians)
when (defined(gcc) or defined(llvm_gcc) or defined(clang)) and useBuiltins:
func swapBytesBuiltin(x: uint8): uint8 = x
func swapBytesBuiltin(x: uint16): uint16 {.
importc: "__builtin_bswap16", nodecl.}
func swapBytesBuiltin(x: uint32): uint32 {.
importc: "__builtin_bswap32", nodecl.}
func swapBytesBuiltin(x: uint64): uint64 {.
importc: "__builtin_bswap64", nodecl.}
elif defined(icc) and useBuiltins:
func swapBytesBuiltin(x: uint8): uint8 = x
func swapBytesBuiltin(a: uint16): uint16 {.importc: "_bswap16", nodecl.}
func swapBytesBuiltin(a: uint32): uint32 {.importc: "_bswap", nodec.}
func swapBytesBuiltin(a: uint64): uint64 {.importc: "_bswap64", nodecl.}
elif defined(vcc) and useBuiltins:
func swapBytesBuiltin(x: uint8): uint8 = x
func swapBytesBuiltin(a: uint16): uint16 {.
importc: "_byteswap_ushort", cdecl, header: "<intrin.h>".}
func swapBytesBuiltin(a: uint32): uint32 {.
importc: "_byteswap_ulong", cdecl, header: "<intrin.h>".}
func swapBytesBuiltin(a: uint64): uint64 {.
importc: "_byteswap_uint64", cdecl, header: "<intrin.h>".}
func swapBytesNim(x: uint8): uint8 = x
func swapBytesNim(x: uint16): uint16 = (x shl 8) or (x shr 8)
func swapBytesNim(x: uint32): uint32 =
let v = (x shl 16) or (x shr 16)
((v shl 8) and 0xff00ff00'u32) or ((v shr 8) and 0x00ff00ff'u32)
func swapBytesNim(x: uint64): uint64 =
var v = (x shl 32) or (x shr 32)
v =
((v and 0x0000ffff0000ffff'u64) shl 16) or
((v and 0xffff0000ffff0000'u64) shr 16)
((v and 0x00ff00ff00ff00ff'u64) shl 8) or
((v and 0xff00ff00ff00ff00'u64) shr 8)
func swapBytes*[T: SomeEndianInt](x: T): T {.inline.} =
## Reverse the bytes within an integer, such that the most significant byte
## changes place with the least significant one, etc
##
## Example:
## doAssert swapBytes(0x01234567'u32) == 0x67452301
when nimvm:
swapBytesNim(x)
else:
when declared(swapBytesBuiltin):
swapBytesBuiltin(x)
else:
swapBytesNim(x)
func toBytes*(x: SomeEndianInt, endian: Endianness = system.cpuEndian):
array[sizeof(x), byte] {.noinit, inline.} =
## Convert integer to its corresponding byte sequence using the chosen
## endianness. By default, native endianness is used which is not portable!
let v =
if endian == system.cpuEndian: x
else: swapBytes(x)
when nimvm: # No copyMem in vm
for i in 0..<sizeof(result):
result[i] = byte((v shr (i * 8)) and 0xff)
else:
copyMem(addr result, unsafeAddr v, sizeof(result))
func toBytesLE*(x: SomeEndianInt):
array[sizeof(x), byte] {.inline.} =
## Convert a native endian integer to a little endian byte sequence
toBytes(x, littleEndian)
func toBytesBE*(x: SomeEndianInt):
array[sizeof(x), byte] {.inline.} =
## Convert a native endian integer to a native endian byte sequence
toBytes(x, bigEndian)
func fromBytes*(
T: typedesc[SomeEndianInt],
x: openArray[byte],
endian: Endianness = system.cpuEndian): T {.inline.} =
## Read bytes and convert to an integer according to the given endianness.
##
## Note: The default value of `system.cpuEndian` is not portable across
## machines.
##
## Panics when `x.len < sizeof(T)` - for shorter buffers, copy the data to
## an `array` first using `arrayops.initCopyFrom`, taking care to zero-fill
## at the right end - usually the beginning for big endian and the end for
## little endian, but this depends on the serialization of the bytes.
# This check gets optimized away when the compiler can prove that the length
# is large enough - passing in an `array` or using a construct like
# ` toOpenArray(pos, pos + sizeof(T) - 1)` are two ways that this happens
doAssert x.len >= sizeof(T), "Not enough bytes for endian conversion"
when nimvm: # No copyMem in vm
for i in 0..<sizeof(result):
result = result or (T(x[i]) shl (i * 8))
else:
# `copyMem` helps compilers optimize the copy into a single instruction, when
# alignment etc permits
copyMem(addr result, unsafeAddr x[0], sizeof(result))
if endian != system.cpuEndian:
# The swap is turned into a CPU-specific instruction and/or combined with
# the copy above, again when conditions permit it - for example, on X86
# fromBytesBE gets compiled into a single `MOVBE` instruction
result = swapBytes(result)
func fromBytesBE*(
T: typedesc[SomeEndianInt],
x: openArray[byte]): T {.inline.} =
## Read big endian bytes and convert to an integer. At runtime, v must contain
## at least sizeof(T) bytes. By default, native endianness is used which is
## not portable!
fromBytes(T, x, bigEndian)
func toBE*[T: SomeEndianInt](x: T): T {.inline.} =
## Convert a native endian value to big endian. Consider toBytesBE instead
## which may prevent some confusion.
if cpuEndian == bigEndian: x
else: x.swapBytes
func fromBE*[T: SomeEndianInt](x: T): T {.inline.} =
## Read a big endian value and return the corresponding native endian
# there's no difference between this and toBE, except when reading the code
toBE(x)
func fromBytesLE*(
T: typedesc[SomeEndianInt],
x: openArray[byte]): T {.inline.} =
## Read little endian bytes and convert to an integer. At runtime, v must
## contain at least sizeof(T) bytes. By default, native endianness is used
## which is not portable!
fromBytes(T, x, littleEndian)
func toLE*[T: SomeEndianInt](x: T): T {.inline.} =
## Convert a native endian value to little endian. Consider toBytesLE instead
## which may prevent some confusion.
if cpuEndian == littleEndian: x
else: x.swapBytes
func fromLE*[T: SomeEndianInt](x: T): T {.inline.} =
## Read a little endian value and return the corresponding native endian
# there's no difference between this and toLE, except when reading the code
toLE(x)

View file

@ -4,36 +4,54 @@
# the letter 't').
#
# To run these tests, simply execute `nimble test`.
import std/[
unittest,
json
]
import unittest
const UlidRandStr = "541019288874337045949482"
import pkg/nint128
when not defined(js):
import nint128
const UlidRand = u128(UlidRandStr)
else:
import std/jsbigints
let UlidRand = big(UlidRandStr)
import nulid
let gen = initNulidGenerator()
test "NULID Generation":
test "ULID Generation":
for _ in 0..5:
let nulid = gen.nulidSync()
echo nulid
let ulid = ulid()
echo ulid
test "NULID Parsing":
let nulidStr = "01H999MBGTEA8BDS0M5AWEBB1A"
let nulid = NULID(timestamp: 1693602950682,
randomness: u128("541019288874337045949482"))
test "ULID Parsing":
let ulidStr = "01H999MBGTEA8BDS0M5AWEBB1A"
let ulid = ULID(timestamp: 1693602950682,
randomness: UlidRand)
check parseNulid(nulidStr) == nulid
check ULID.parse(ulidStr) == ulid
test "NULID Int128 Conversion":
let nulid = parseNulid("01H999MBGTEA8BDS0M5AWEBB1A")
test "ULID Int128 Conversion":
let ulid = ULID.parse("01H999MBGTEA8BDS0M5AWEBB1A")
check NULID.fromInt128(nulid.toInt128()) == nulid
check ULID.fromInt128(ulid.toInt128()) == ulid
test "NULID Binary Format":
let
nulid = parseNulid("01H999MBGTEA8BDS0M5AWEBB1A")
nulidBytes = [1.byte, 138, 82, 154, 46, 26, 114, 144, 182, 228, 20, 42, 184, 229, 172, 42]
when not defined(js):
# Not planned to be implemented yet for the JS backend
check nulid == NULID.fromBytes(nulidBytes)
check nulid.toBytes == nulidBytes
test "ULID Binary Format":
let
ulid = ULID.parse("01H999MBGTEA8BDS0M5AWEBB1A")
ulidBytes = [1.byte, 138, 82, 154, 46, 26, 114, 144, 182, 228, 20, 42, 184, 229, 172, 42]
check ulid == ULID.fromBytes(ulidBytes)
check ulid.toBytes == ulidBytes
test "ULID std/json support":
let ulid = ULID.parse("01H999MBGTEA8BDS0M5AWEBB1A")
check (%ulid).getStr() == "01H999MBGTEA8BDS0M5AWEBB1A"
check (%ulid).to(ULID) == ulid