1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71

//! APIs to write to ODBC
mod schema;
mod serialize;

use crate::{array::Array, chunk::Chunk, datatypes::Field, error::Result};

use super::api;
pub use schema::infer_descriptions;
pub use serialize::serialize;

/// Creates a [`api::buffers::ColumnarBuffer`] from [`api::ColumnDescription`]s.
///
/// This is useful when separating the serialization (CPU-bounded) to writing to the DB (IO-bounded).
pub fn buffer_from_description(
    descriptions: Vec<api::ColumnDescription>,
    capacity: usize,
) -> api::buffers::ColumnarBuffer<api::buffers::AnyColumnBuffer> {
    let descs = descriptions
        .into_iter()
        .map(|description| api::buffers::BufferDescription {
            nullable: description.could_be_nullable(),
            kind: api::buffers::BufferKind::from_data_type(description.data_type).unwrap(),
        });

    api::buffers::buffer_from_description(capacity, descs)
}

/// A writer of [`Chunk`]s to an ODBC [`api::Prepared`] statement.
/// # Implementation
/// This struct mixes CPU-bounded and IO-bounded tasks and is not ideal
/// for an `async` context.
pub struct Writer<'a> {
    fields: Vec<Field>,
    buffer: api::buffers::ColumnarBuffer<api::buffers::AnyColumnBuffer>,
    prepared: api::Prepared<'a>,
}

impl<'a> Writer<'a> {
    /// Creates a new [`Writer`].
    /// # Errors
    /// Errors iff any of the types from [`Field`] is not supported.
    pub fn try_new(prepared: api::Prepared<'a>, fields: Vec<Field>) -> Result<Self> {
        let buffer = buffer_from_description(infer_descriptions(&fields)?, 0);
        Ok(Self {
            fields,
            buffer,
            prepared,
        })
    }

    /// Writes a chunk to the writer.
    /// # Errors
    /// Errors iff the execution of the statement fails.
    pub fn write<A: AsRef<dyn Array>>(&mut self, chunk: &Chunk<A>) -> Result<()> {
        if chunk.len() > self.buffer.num_rows() {
            // if the chunk is larger, we re-allocate new buffers to hold it
            self.buffer = buffer_from_description(infer_descriptions(&self.fields)?, chunk.len());
        }

        self.buffer.set_num_rows(chunk.len());

        // serialize (CPU-bounded)
        for (i, column) in chunk.arrays().iter().enumerate() {
            serialize(column.as_ref(), &mut self.buffer.column_mut(i))?;
        }

        // write (IO-bounded)
        self.prepared.execute(&self.buffer)?;
        Ok(())
    }
}