summaryrefslogtreecommitdiff
path: root/c++/codec-netcdf
diff options
context:
space:
mode:
Diffstat (limited to 'c++/codec-netcdf')
-rw-r--r--c++/codec-netcdf/.nix/derivation.nix33
-rw-r--r--c++/codec-netcdf/SConscript38
-rw-r--r--c++/codec-netcdf/SConstruct66
-rw-r--r--c++/codec-netcdf/netcdf.h151
-rw-r--r--c++/codec-netcdf/netcdf.tmpl.h348
5 files changed, 0 insertions, 636 deletions
diff --git a/c++/codec-netcdf/.nix/derivation.nix b/c++/codec-netcdf/.nix/derivation.nix
deleted file mode 100644
index 770942e..0000000
--- a/c++/codec-netcdf/.nix/derivation.nix
+++ /dev/null
@@ -1,33 +0,0 @@
-{ lib
-, stdenv
-, scons
-, clang
-, clang-tools
-, version
-, forstio
-, netcdf
-}:
-
-let
-
-in stdenv.mkDerivation {
- pname = "forstio-codec-netcdf";
- inherit version;
- src = ./..;
-
- enableParallelBuilding = true;
-
- nativeBuildInputs = [
- scons
- clang-tools
- ];
-
- buildInputs = [
- forstio.core
- forstio.async
- forstio.codec
- netcdf
- ];
-
- outputs = ["out" "dev"];
-}
diff --git a/c++/codec-netcdf/SConscript b/c++/codec-netcdf/SConscript
deleted file mode 100644
index a469f77..0000000
--- a/c++/codec-netcdf/SConscript
+++ /dev/null
@@ -1,38 +0,0 @@
-#!/bin/false
-
-import os
-import os.path
-import glob
-
-
-Import('env')
-
-dir_path = Dir('.').abspath
-
-# Environment for base library
-codec_netcdf_env = env.Clone();
-
-codec_netcdf_env.sources = sorted(glob.glob(dir_path + "/*.cpp"))
-codec_netcdf_env.headers = sorted(glob.glob(dir_path + "/*.h"))
-
-env.sources += codec_netcdf_env.sources;
-env.headers += codec_netcdf_env.headers;
-
-## Shared lib
-objects_shared = []
-codec_netcdf_env.add_source_files(objects_shared, codec_netcdf_env.sources, shared=True);
-codec_netcdf_env.library_shared = codec_netcdf_env.SharedLibrary('#build/forstio-codec-netcdf', [objects_shared]);
-
-## Static lib
-objects_static = []
-codec_netcdf_env.add_source_files(objects_static, codec_netcdf_env.sources, shared=False);
-codec_netcdf_env.library_static = codec_netcdf_env.StaticLibrary('#build/forstio-codec-netcdf', [objects_static]);
-
-# Set Alias
-env.Alias('library_codec_netcdf', [codec_netcdf_env.library_shared, codec_netcdf_env.library_static]);
-
-env.targets += ['library_codec_netcdf'];
-
-# Install
-env.Install('$prefix/lib/', [codec_netcdf_env.library_shared, codec_netcdf_env.library_static]);
-env.Install('$prefix/include/forstio/codec/netcdf/', [codec_netcdf_env.headers]);
diff --git a/c++/codec-netcdf/SConstruct b/c++/codec-netcdf/SConstruct
deleted file mode 100644
index edd5f57..0000000
--- a/c++/codec-netcdf/SConstruct
+++ /dev/null
@@ -1,66 +0,0 @@
-#!/usr/bin/env python3
-
-import sys
-import os
-import os.path
-import glob
-import re
-
-
-if sys.version_info < (3,):
- def isbasestring(s):
- return isinstance(s,basestring)
-else:
- def isbasestring(s):
- return isinstance(s, (str,bytes))
-
-def add_kel_source_files(self, sources, filetype, lib_env=None, shared=False, target_post=""):
-
- if isbasestring(filetype):
- dir_path = self.Dir('.').abspath
- filetype = sorted(glob.glob(dir_path+"/"+filetype))
-
- for path in filetype:
- target_name = re.sub( r'(.*?)(\.cpp|\.c\+\+)', r'\1' + target_post, path )
- if shared:
- target_name+='.os'
- sources.append( self.SharedObject( target=target_name, source=path ) )
- else:
- target_name+='.o'
- sources.append( self.StaticObject( target=target_name, source=path ) )
- pass
-
-def isAbsolutePath(key, dirname, env):
- assert os.path.isabs(dirname), "%r must have absolute path syntax" % (key,)
-
-env_vars = Variables(
- args=ARGUMENTS
-)
-
-env_vars.Add('prefix',
- help='Installation target location of build results and headers',
- default='/usr/local/',
- validator=isAbsolutePath
-)
-
-env=Environment(ENV=os.environ, variables=env_vars, CPPPATH=[],
- CPPDEFINES=['SAW_UNIX'],
- CXXFLAGS=['-std=c++20','-g','-Wall','-Wextra'],
- LIBS=['forstio-codec'])
-env.__class__.add_source_files = add_kel_source_files
-env.Tool('compilation_db');
-env.cdb = env.CompilationDatabase('compile_commands.json');
-
-env.objects = [];
-env.sources = [];
-env.headers = [];
-env.targets = [];
-
-Export('env')
-SConscript('SConscript')
-
-env.Alias('cdb', env.cdb);
-env.Alias('all', [env.targets]);
-env.Default('all');
-
-env.Alias('install', '$prefix')
diff --git a/c++/codec-netcdf/netcdf.h b/c++/codec-netcdf/netcdf.h
deleted file mode 100644
index cc9aedb..0000000
--- a/c++/codec-netcdf/netcdf.h
+++ /dev/null
@@ -1,151 +0,0 @@
-#pragma once
-
-#include <forstio/core/string_literal.h>
-#include <forstio/core/error.h>
-#include <forstio/codec/data.h>
-
-#include <netcdf.h>
-#include <netcdf_mem.h>
-
-namespace saw {
-namespace encode {
-/**
- * Template type hint
- */
-struct Netcdf {};
-}
-
-/**
- * Class representing the files system netcdf file
- */
-template<typename Schema>
-class data<Schema, encode::Netcdf> {
-private:
- std::vector<uint8_t> buff_;
-public:
- data() = default;
-
- data(std::vector<uint8_t> buff):
- buff_{std::move(buff)}
- {}
-
- template<size_t N>
- data(const std::array<uint8_t, N>& arr):
- buff_{arr.begin(), arr.end()}
- {}
-
- std::vector<uint8_t>& get_data() {
- return buff_;
- }
-
- const std::vector<uint8_t>& get_data() const {
- return buff_;
- }
-};
-
-template<typename Schema>
-class codec<Schema, encode::Netcdf>{
- static_assert(always_false<Schema,encode::Netcdf>, "NetCDF only supports Structs as a root object");
-};
-
-}
-#include "netcdf.tmpl.h"
-namespace saw {
-
-template<typename... Vals, string_literal... Keys>
-class codec<schema::Struct<schema::Member<Vals,Keys>...>, encode::Netcdf> {
-private:
- using Schema = schema::Struct<schema::Member<Vals,Keys>...>;
-public:
- SAW_FORBID_COPY(codec);
- SAW_DEFAULT_MOVE(codec);
-
- /**
- * Default constructor
- */
- codec() = default;
-
- /**
- * Encoder function
- */
- template<typename FromEncoding>
- error_or<void> encode(const data<Schema, FromEncoding>& from, data<Schema,encode::Netcdf>& to) {
- int rc{};
- int ncid{};
-
- rc = nc_create_mem("forstio_internal_write_memory", 0,/*NC_NETCDF4, */0, &ncid);
- if(rc != NC_NOERR){
- return make_error<err::critical>();
- }
-
- {
- auto eov = impl::netcdf_encode<Schema,FromEncoding>::encode_meta(from, ncid);
- if(eov.is_error()){
- nc_close(ncid);
- return eov;
- }
- }
-
- rc = nc_enddef(ncid);
- if(rc != NC_NOERR){
- nc_close(ncid);
- return make_error<err::critical>();
- }
-
- {
- auto eov = impl::netcdf_encode<Schema,FromEncoding>::encode(from, ncid);
- if(eov.is_error()){
- nc_close(ncid);
- return eov;
- }
- }
-
- NC_memio nc_memio;
- rc = nc_close_memio(ncid, &nc_memio);
- if(rc != NC_NOERR){
- return make_error<err::critical>();
- }
-
- if(!nc_memio.memory || nc_memio.size == 0){
- return make_error<err::critical>();
- }
-
- try {
- to.get_data().resize(nc_memio.size);
- }catch(const std::exception& e){
- (void) e;
- return make_error<err::out_of_memory>();
- }
-
- for(std::size_t i = 0; i < nc_memio.size; ++i){
- to.get_data().at(i) = static_cast<uint8_t*>(nc_memio.memory)[i];
- }
-
- free(nc_memio.memory);
- nc_memio.memory = nullptr;
-
- return void_t{};
- }
-
- /**
- * Decoder function
- */
- template<typename ToEncoding>
- error_or<void> decode(data<Schema, encode::Netcdf>& from_decode, data<Schema,ToEncoding>& to_decode) {
- int ncid{};
- int rc{};
-
- rc = nc_open_mem("forstio_internal_read_memory", NC_NOWRITE, from_decode.get_data().size(), &from_decode.get_data()[0], &ncid);
- if(rc != NC_NOERR){
- // Don't know how to get the error, so fail critically.
- return make_error<err::critical>();
- }
-
- auto eov = impl::netcdf_decode<Schema, ToEncoding>::decode(to_decode, ncid);
-
- nc_close(ncid);
-
- return eov;
- }
-};
-}
diff --git a/c++/codec-netcdf/netcdf.tmpl.h b/c++/codec-netcdf/netcdf.tmpl.h
deleted file mode 100644
index bf257e4..0000000
--- a/c++/codec-netcdf/netcdf.tmpl.h
+++ /dev/null
@@ -1,348 +0,0 @@
-#pragma once
-
-namespace saw {
-namespace impl {
-template<typename Schema>
-struct netcdf_primitive_id {
- static_assert(always_false<Schema>, "Not a primitive id");
-};
-
-template<>
-struct netcdf_primitive_id<schema::Int32> {
- static constexpr nc_type value = NC_INT;
-};
-
-template<>
-struct netcdf_primitive_id<schema::UInt32> {
- static constexpr nc_type value = NC_UINT;
-};
-
-template<>
-struct netcdf_primitive_id<schema::Int64> {
- static constexpr nc_type value = NC_INT64;
-};
-
-template<>
-struct netcdf_primitive_id<schema::UInt64> {
- static constexpr nc_type value = NC_UINT64;
-};
-
-template<>
-struct netcdf_primitive_id<schema::Float32> {
- static constexpr nc_type value = NC_FLOAT;
-};
-
-template<>
-struct netcdf_primitive_id<schema::Float64> {
- static constexpr nc_type value = NC_DOUBLE;
-};
-
-template<typename Schema>
-struct netcdf_is_group {
- static constexpr bool value = false;
-};
-
-template<typename... T, string_literal... Lits>
-struct netcdf_is_group<schema::Struct<schema::Member<T,Lits>...>> {
- static constexpr bool value = true;
-};
-
-template<typename Schema, typename ToEncode>
-struct netcdf_encode;
-
-template<typename T, size_t N, typename ToEncode>
-struct netcdf_encode<schema::Primitive<T,N>, ToEncode> {
- using Schema = schema::Primitive<T,N>;
-
- static error_or<void> encode(const data<Schema, ToEncode>& from, int ncid, int ncvarid){
- int rc{};
-
- typename native_data_type<Schema>::type val = from.get();
-
- rc = nc_put_var(ncid, ncvarid, &val);
- if(rc != NC_NOERR) {
- return make_error<err::critical>();
- }
-
- return void_t{};
- }
-
- static error_or<void> encode_meta(const data<Schema, ToEncode>& from, int ncid, int ncvarid){
- (void) from;
- (void) ncid;
- (void) ncvarid;
- return void_t{};
- }
-};
-
-template<typename T, size_t Dim, typename ToEncode>
-struct netcdf_encode<schema::Array<T,Dim>, ToEncode> {
- using Schema = schema::Array<T,Dim>;
-
- template<size_t Level>
- static error_or<void> encode_level(data<Schema,ToEncode>& from, int ncid, int ncvarid){
-
- return make_error<err::not_implemented>();
- }
-
- static error_or<void> encode(data<Schema, ToEncode>& from, int ncid, int ncvarid){
-
- return make_error<err::not_implemented>();
- }
-
- static error_or<void> encode_meta(const data<Schema, ToEncode>& from, int ncid, int ncvarid){
-
- return make_error<err::not_implemented>();
- }
-};
-
-template<typename... T, string_literal... Lits, typename ToEncode>
-struct netcdf_encode<schema::Struct<schema::Member<T,Lits>...>, ToEncode> {
- using Schema = schema::Struct<schema::Member<T,Lits>...>;
-
- template<std::size_t i>
- static error_or<void> encode_member(const data<Schema, ToEncode>& from, int ncid){
- using Type = typename parameter_pack_type<i,T...>::type;
- constexpr string_literal Literal = parameter_key_pack_type<i, Lits...>::literal;
- {
- /**
- * We have to ask for the internal id of the netcdf structure
- */
- if constexpr (netcdf_is_group<Type>::value){
- return make_error<err::not_implemented>();
- }else{
- int nc_varid{};
- int rc {};
- rc = nc_inq_varid(ncid, Literal.data.data(), &nc_varid);
- if(rc != NC_NOERR) {
- return make_error<err::critical>();
- }
- auto eov = netcdf_encode<Type, ToEncode>::encode(from.template get<Literal>(), ncid, nc_varid);
- if(eov.is_error()){
- return eov;
- }
- }
-
- }
- if constexpr ((i+1) < sizeof...(T)){
- auto eov = encode_member<i+1>(from, ncid);
- if(eov.is_error()){
- return eov;
- }
- }
-
- return void_t{};
- }
-
- static error_or<void> encode(const data<Schema, ToEncode>& from, int ncid){
- if constexpr (sizeof...(T) > 0){
- auto eov = encode_member<0>(from, ncid);
- return eov;
- }
-
- return void_t{};
- }
-
- template<std::size_t i>
- static error_or<void> encode_meta_member(const data<Schema, ToEncode>& from, int ncid){
- using Type = typename parameter_pack_type<i,T...>::type;
- constexpr string_literal Literal = parameter_key_pack_type<i, Lits...>::literal;
- {
- /**
- * We have to ask for the internal id of the netcdf structure
- */
- if constexpr (netcdf_is_group<Type>::value){
- return make_error<err::not_implemented>();
- }else{
- int nc_varid{};
- int rc {};
- rc = nc_def_var(ncid, Literal.data.data(), netcdf_primitive_id<Type>::value, 0, nullptr, &nc_varid);
- if(rc != NC_NOERR) {
- return make_error<err::critical>();
- }
- auto eov = netcdf_encode<Type, ToEncode>::encode_meta(from.template get<Literal>(), ncid, nc_varid);
- if(eov.is_error()){
- return eov;
- }
- }
-
- }
- if constexpr ((i+1) < sizeof...(T)){
- auto eov = encode_meta_member<i+1>(from, ncid);
- if(eov.is_error()){
- return eov;
- }
- }
-
- return void_t{};
- }
-
- static error_or<void> encode_meta(const data<Schema, ToEncode>& from, int ncid){
- if constexpr (sizeof...(T) > 0){
- auto eov = encode_meta_member<0>(from, ncid);
- return eov;
- }
-
- return void_t{};
- }
-};
-
-template<typename Schema, typename ToDecode>
-struct netcdf_decode;
-
-template<typename T, size_t N, typename ToDecode>
-struct netcdf_decode<schema::Primitive<T,N>, ToDecode> {
- using Schema = schema::Primitive<T,N>;
-
- static error_or<void> decode(data<Schema, ToDecode>& to, int from, int nc_varid){
- int rc{};
-
- nc_type nc_vartype{};
- int nc_dimnum{};
- std::array<int,NC_MAX_VAR_DIMS> nc_dimids;
-
- rc = nc_inq_var(from, nc_varid, nullptr, &nc_vartype, &nc_dimnum, &nc_dimids[0], nullptr);
- if(rc != NC_NOERR){
- return make_error<err::critical>();
- }
- if(nc_vartype != netcdf_primitive_id<schema::Primitive<T,N>>::value){
- return make_error<err::critical>();
- }
- if(nc_dimnum != 0){
- return make_error<err::critical>();
- }
-
- typename native_data_type<schema::Primitive<T,N>>::type val{};
- rc = nc_get_var(from, nc_varid, &val);
- if(rc != NC_NOERR){
- return make_error<err::critical>();
- }
-
- to.set(val);
-
- return void_t {};
- }
-};
-
-template<typename T, size_t Dim, typename ToDecode>
-struct netcdf_decode<schema::Array<T,Dim>, ToDecode> {
- using Schema = schema::Array<T,Dim>;
-
- template<std::size_t Level>
- static error_or<void> decode_level(data<Schema, ToDecode>& to, int from, int nc_varid, std::array<std::size_t, Dim>& index, const std::array<size_t,Dim>& count){
- if constexpr ( Level == Dim ){
- int rc{};
- typename native_data_type<T>::type val;
- rc = nc_get_vara(from, nc_varid, index.data(), count.data(), &val);
- if(rc != NC_NOERR){
- return make_error<err::critical>();
- }
- to.at(index).set(val);
- }else{
- const std::size_t dim_size = to.get_dim_size(Level);
- for(index[Level] = 0; index[Level] < dim_size; ++index[Level]){
- auto eov = decode_level<Level+1>(to, from, nc_varid, index, count);
- if(eov.is_error()){
- return eov;
- }
- }
- }
-
- return void_t{};
- }
-
- static error_or<void> decode(data<Schema, ToDecode>& to, int from, int nc_varid){
- int rc{};
-
- nc_type nc_vartype{};
-
- int nc_dimnum{};
- std::array<int, NC_MAX_VAR_DIMS> nc_dimids;
-
- rc = nc_inq_var(from, nc_varid, nullptr, &nc_vartype, &nc_dimnum, &nc_dimids[0], nullptr);
- if(rc != NC_NOERR){
- return make_error<err::critical>();
- }
- if(nc_vartype != netcdf_primitive_id<T>::value){
- return make_error<err::critical>();
- }
- if(nc_dimnum != Dim){
- return make_error<err::critical>();
- }
-
- std::array<std::size_t, Dim> dims;
- std::array<size_t, Dim> count;
- for(std::size_t i = 0; i < Dim; ++i){
- rc = nc_inq_dim(from, nc_dimids[i], nullptr, &dims[i]);
- if(rc != NC_NOERR){
- return make_error<err::critical>();
- }
- count[i] = 1;
- }
-
- to = {dims};
- std::array<std::size_t, Dim> index;
-
- return decode_level<0>(to, from, nc_varid, index, count);
- }
-};
-
-template<typename... T, string_literal... Lits, typename ToDecode>
-struct netcdf_decode<schema::Struct<schema::Member<T,Lits>...>, ToDecode> {
- using Schema = schema::Struct<schema::Member<T,Lits>...>;
-
- template<std::size_t i>
- static error_or<void> decode_member(data<Schema,ToDecode>& to, int from){
- using Type = typename parameter_pack_type<i,T...>::type;
- constexpr string_literal Literal = parameter_key_pack_type<i, Lits...>::literal;
- {
- /**
- * We have to ask for the internal id of the netcdf structure
- */
- if constexpr (netcdf_is_group<Type>::value){
- int nc_group_id{};
- int rc {};
- rc = nc_inq_ncid(from, Literal.data.data(), &nc_group_id);
- if(rc != NC_NOERR) {
- return make_error<err::critical>();
- }
- auto eov = netcdf_decode<Type, ToDecode>::decode(to.template get<Literal>(), nc_group_id);
- if(eov.is_error()){
- return eov;
- }
- }else{
- int nc_varid{};
- int rc {};
- rc = nc_inq_varid(from, Literal.data.data(), &nc_varid);
- if(rc != NC_NOERR) {
- return make_error<err::critical>();
- }
- auto eov = netcdf_decode<Type, ToDecode>::decode(to.template get<Literal>(), from, nc_varid);
- if(eov.is_error()){
- return eov;
- }
- }
-
- }
- if constexpr ((i+1) < sizeof...(T)){
- auto eov = decode_member<i+1>(to, from);
- if(eov.is_error()){
- return eov;
- }
- }
-
- return void_t{};
- }
-
-
- static error_or<void> decode(data<Schema, ToDecode>& to, int from){
- if constexpr (sizeof...(T) > 0){
- auto eov = decode_member<0>(to, from);
- return eov;
- }
-
- return void_t{};
- }
-};
-}
-}
generated by cgit v1.2.3 (git 2.25.1) at 2025-09-17 19:12:44 +0000