Skip to content

Machine learning examples #15

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
sakchal wants to merge 5 commits into
base: master
Choose a base branch
from
Open

Machine learning examples #15

Changes from 1 commit
Commits
Show all changes
5 commits
Select commit Hold shift + click to select a range
305df94
Added common examples
Mar 25, 2024
f811f3a
rebased changes for machine_learning_examples branch, resolved marge …
sakchal Apr 22, 2024
0268f66
changed data for machine learnin example
sakchal Apr 15, 2024
5a699d0
machine learning examples rebase edits
sakchal Apr 25, 2024
818fbf3
fixed idxio formatting issues
sakchal Apr 25, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Next Next commit
Added common examples
  • Loading branch information
Chaluvadi @sakchal
Chaluvadi authored and sakchal committed Apr 22, 2024
commit 305df94f9b2ed0117086d8034d5bba15a9cbe2c0
75 changes: 75 additions & 0 deletions examples/common/idxio.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,75 @@
#!/usr/bin/env python

#######################################################
# Copyright (c) 2024, ArrayFire
# All rights reserved.
#
# This file is distributed under 3-clause BSD license.
# The complete license agreement can be obtained at:
# http://arrayfire.com/licenses/BSD-3-Clause
########################################################


def reverse_char(b):
b = (b & 0xF0) >> 4 | (b & 0x0F) << 4
b = (b & 0xCC) >> 2 | (b & 0x33) << 2
b = (b & 0xAA) >> 1 | (b & 0x55) << 1
return b


# http://stackoverflow.com/a/9144870/2192361
def reverse(x):
x = ((x >> 1) & 0x55555555) | ((x & 0x55555555) << 1)
x = ((x >> 2) & 0x33333333) | ((x & 0x33333333) << 2)
x = ((x >> 4) & 0x0F0F0F0F) | ((x & 0x0F0F0F0F) << 4)
x = ((x >> 8) & 0x00FF00FF) | ((x & 0x00FF00FF) << 8)
x = ((x >> 16) & 0xFFFF) | ((x & 0xFFFF) << 16)
return x


def read_idx(name):
with open(name, "rb") as f:
# In the C++ version, bytes the size of 4 chars are being read
# May not work properly in machines where a char is not 1 byte
bytes_read = f.read(4)
bytes_read = bytearray(bytes_read)

if bytes_read[2] != 8:
raise RuntimeError("Unsupported data type")

numdims = bytes_read[3]
elemsize = 1

# Read the dimensions
elem = 1
dims = [0] * numdims
for i in range(numdims):
bytes_read = bytearray(f.read(4))

# Big endian to little endian
for j in range(4):
bytes_read[j] = reverse_char(bytes_read[j])
bytes_read_int = int.from_bytes(bytes_read, "little")
dim = reverse(bytes_read_int)

elem = elem * dim
dims[i] = dim

# Read the data
cdata = f.read(elem * elemsize)
cdata = list(cdata)
data = [float(cdata_elem) for cdata_elem in cdata]

return (dims, data)


if __name__ == "__main__":
# Example usage of reverse_char
byte_value = 0b10101010
reversed_byte = reverse_char(byte_value)
print(f"Original byte: {byte_value:08b}, Reversed byte: {reversed_byte:08b}")

# Example usage of reverse
int_value = 0x12345678
reversed_int = reverse(int_value)
print(f"Original int: {int_value:032b}, Reversed int: {reversed_int:032b}")