Viewing: lov_ea.c
// SPDX-License-Identifier: GPL-2.0
/*
* Copyright (c) 2007, 2010, Oracle and/or its affiliates. All rights reserved.
* Use is subject to license terms.
*
* Copyright (c) 2011, 2017, Intel Corporation.
*/
/*
* This file is part of Lustre, http://www.lustre.org/
*
* Author: Wang Di <wangdi@clusterfs.com>
*/
#define DEBUG_SUBSYSTEM S_LOV
#include <linux/math64.h>
#include <linux/sort.h>
#include <obd_class.h>
#include <lustre_lib.h>
#include "lov_internal.h"
static inline void
lu_extent_le_to_cpu(struct lu_extent *dst, const struct lu_extent *src)
{
dst->e_start = le64_to_cpu(src->e_start);
dst->e_end = le64_to_cpu(src->e_end);
}
/*
* Find minimum stripe maxbytes value. For inactive or
* reconnecting targets use LUSTRE_EXT4_STRIPE_MAXBYTES.
*/
static loff_t lov_tgt_maxbytes(struct lov_tgt_desc *tgt)
{
struct obd_import *imp;
loff_t maxbytes = LUSTRE_EXT4_STRIPE_MAXBYTES;
if (!tgt->ltd_active)
return maxbytes;
imp = tgt->ltd_obd->u.cli.cl_import;
if (!imp)
return maxbytes;
spin_lock(&imp->imp_lock);
if ((imp->imp_state == LUSTRE_IMP_FULL ||
imp->imp_state == LUSTRE_IMP_IDLE) &&
(imp->imp_connect_data.ocd_connect_flags & OBD_CONNECT_MAXBYTES) &&
imp->imp_connect_data.ocd_maxbytes > 0)
maxbytes = imp->imp_connect_data.ocd_maxbytes;
spin_unlock(&imp->imp_lock);
return maxbytes;
}
static int lsm_lmm_verify_v1v3(struct lov_mds_md *lmm, size_t lmm_size,
u16 stripe_count)
{
u32 pattern = le32_to_cpu(lmm->lmm_pattern);
int rc = 0;
if (stripe_count > LOV_V1_INSANE_STRIPE_COUNT) {
rc = -EINVAL;
CERROR("lov: bad stripe count %d: rc = %d\n",
stripe_count, rc);
lov_dump_lmm_common(D_WARNING, lmm);
goto out;
}
if (lmm_oi_id(&lmm->lmm_oi) == 0) {
rc = -EINVAL;
CERROR("lov: zero object id: rc = %d\n", rc);
lov_dump_lmm_common(D_WARNING, lmm);
goto out;
}
if (!lov_pattern_available(pattern)) {
static int nr;
static ktime_t time2_clear_nr;
ktime_t now = ktime_get();
/* limit this message 20 times within 24h */
if (ktime_after(now, time2_clear_nr)) {
nr = 0;
time2_clear_nr = ktime_add_ms(now,
24 * 3600 * MSEC_PER_SEC);
}
if (nr++ < 20) {
CWARN("lov: unrecognized striping pattern: rc = %d\n",
rc);
lov_dump_lmm_common(D_WARNING, lmm);
}
goto out;
}
if ((lov_pattern(pattern) & LOV_PATTERN_COMPRESS) &&
!llite_enable_compression) {
rc = -EINVAL;
CERROR("lov: file compression not enabled: rc = %d\n", rc);
lov_dump_lmm_common(D_WARNING, lmm);
goto out;
}
if (lmm->lmm_stripe_size == 0 ||
(le32_to_cpu(lmm->lmm_stripe_size)&(LOV_MIN_STRIPE_SIZE-1)) != 0) {
rc = -EINVAL;
CERROR("lov: bad stripe size %u: rc = %d\n",
le32_to_cpu(lmm->lmm_stripe_size), rc);
lov_dump_lmm_common(D_WARNING, lmm);
goto out;
}
out:
return rc;
}
static void lsme_free(struct lov_stripe_md_entry *lsme)
{
unsigned int stripe_count;
unsigned int i;
size_t lsme_size;
if (lsme->lsme_magic == LOV_MAGIC_FOREIGN) {
/*
* TODO: In addition to HSM foreign layout, It needs to add
* support for other kinds of foreign layout types such as
* DAOS, S3. When add these supports, it will use non-inline
* @lov_hsm_base to store layout information, and need to
* free extra allocated buffer.
*/
OBD_FREE_LARGE(lsme, sizeof(*lsme));
return;
}
stripe_count = lsme->lsme_stripe_count;
if (!lsme_inited(lsme) ||
lsme->lsme_pattern & LOV_PATTERN_F_RELEASED ||
!lov_supported_comp_magic(lsme->lsme_magic) ||
!lov_pattern_available(lsme->lsme_pattern))
stripe_count = 0;
for (i = 0; i < stripe_count; i++)
OBD_SLAB_FREE_PTR(lsme->lsme_oinfo[i], lov_oinfo_slab);
lsme_size = offsetof(typeof(*lsme), lsme_oinfo[stripe_count]);
OBD_FREE_LARGE(lsme, lsme_size);
}
void lsm_free(struct kref *kref)
{
struct lov_stripe_md *lsm = container_of(kref, struct lov_stripe_md,
lsm_refc);
unsigned int entry_count = lsm->lsm_entry_count;
unsigned int i;
size_t lsm_size;
if (lsm->lsm_magic == LOV_MAGIC_FOREIGN) {
OBD_FREE_LARGE(lsm_foreign(lsm), lsm->lsm_foreign_size);
} else {
for (i = 0; i < entry_count; i++)
lsme_free(lsm->lsm_entries[i]);
}
lsm_size = lsm->lsm_magic == LOV_MAGIC_FOREIGN ?
offsetof(typeof(*lsm), lsm_entries[1]) :
offsetof(typeof(*lsm), lsm_entries[entry_count]);
OBD_FREE(lsm, lsm_size);
}
/**
* lsme_unpack() - Unpack a struct lov_mds_md into a struct lov_stripe_md_entry.
* @lov: Pointer to LOV OBD
* @lmm: stripe info
* @buf_size: size of @lmm
* @pool_name: pool linked to stripe (optional)
* @inited: %true if stripe is initialized
* @objects: OST info for stripe
* @maxbytes: maximum object size [out]
*
* The caller should set id and extent.
*
* Returns pointer to struct lov_stripe_md_entry on success and %negative on
* error
*/
static struct lov_stripe_md_entry *
lsme_unpack(struct lov_obd *lov, struct lov_mds_md *lmm, size_t buf_size,
const char *pool_name, bool inited, struct lov_ost_data_v1 *objects,
loff_t *maxbytes)
{
struct lu_tgt_descs *ltd = &lov->lov_ost_descs;
struct lov_stripe_md_entry *lsme;
size_t lsme_size;
loff_t min_stripe_maxbytes = 0;
loff_t lov_bytes;
u32 magic;
u32 pattern;
time64_t retry_limit = 0;
unsigned int stripe_count;
unsigned int i;
int rc;
magic = le32_to_cpu(lmm->lmm_magic);
if (magic != LOV_MAGIC_V1 && magic != LOV_MAGIC_V3)
RETURN(ERR_PTR(-EINVAL));
pattern = le32_to_cpu(lmm->lmm_pattern);
if (pattern & LOV_PATTERN_F_RELEASED || !inited ||
!lov_pattern_available(pattern))
stripe_count = 0;
else
stripe_count = le16_to_cpu(lmm->lmm_stripe_count);
if (buf_size < lov_mds_md_size(stripe_count, magic)) {
CERROR("LOV EA %s too small: %zu, need %u\n",
magic == LOV_MAGIC_V1 ? "V1" : "V3", buf_size,
lov_mds_md_size(stripe_count, magic == LOV_MAGIC_V1 ?
LOV_MAGIC_V1 : LOV_MAGIC_V3));
lov_dump_lmm_common(D_WARNING, lmm);
return ERR_PTR(-EINVAL);
}
rc = lsm_lmm_verify_v1v3(lmm, buf_size, stripe_count);
if (rc < 0)
return ERR_PTR(rc);
lsme_size = offsetof(typeof(*lsme), lsme_oinfo[stripe_count]);
OBD_ALLOC_LARGE(lsme, lsme_size);
if (!lsme)
RETURN(ERR_PTR(-ENOMEM));
lsme->lsme_magic = magic;
lsme->lsme_pattern = pattern;
lsme->lsme_flags = 0;
lsme->lsme_stripe_size = le32_to_cpu(lmm->lmm_stripe_size);
/* preserve the possible -1 stripe count for uninstantiated component */
lsme->lsme_stripe_count = le16_to_cpu(lmm->lmm_stripe_count);
lsme->lsme_layout_gen = le16_to_cpu(lmm->lmm_layout_gen);
if (pool_name) {
ssize_t pool_name_len;
pool_name_len = strscpy(lsme->lsme_pool_name, pool_name,
sizeof(lsme->lsme_pool_name));
if (pool_name_len < 0)
GOTO(out_lsme, rc = pool_name_len);
}
/* with Data-on-MDT set maxbytes to stripe size */
if (lsme_is_dom(lsme)) {
if (maxbytes) {
lov_bytes = lsme->lsme_stripe_size;
goto out_dom1;
} else {
goto out_dom2;
}
}
for (i = 0; i < stripe_count; i++) {
struct lov_oinfo *loi;
struct lov_tgt_desc *tgt = NULL;
static time64_t next_print;
unsigned int level;
OBD_SLAB_ALLOC_PTR_GFP(loi, lov_oinfo_slab, GFP_NOFS);
if (!loi)
GOTO(out_lsme, rc = -ENOMEM);
lsme->lsme_oinfo[i] = loi;
ostid_le_to_cpu(&objects[i].l_ost_oi, &loi->loi_oi);
loi->loi_ost_idx = le32_to_cpu(objects[i].l_ost_idx);
loi->loi_ost_gen = le32_to_cpu(objects[i].l_ost_gen);
if (lov_oinfo_is_dummy(loi))
continue;
retry_new_ost:
if (unlikely((u32)loi->loi_ost_idx >= ltd->ltd_tgts_size ||
!(tgt = lov_tgt(lov, loi->loi_ost_idx)))) {
time64_t now = ktime_get_seconds();
/* print message on the first hit, error if giving up */
if (retry_limit == 0) {
level = now > next_print ? D_WARNING : D_INFO;
retry_limit = now + RECONNECT_DELAY_MAX;
} else if (now > retry_limit) {
level = D_ERROR;
} else {
level = D_INFO;
}
/* log debug every loop, just to see it is trying */
CDEBUG_LIMIT(level,
(u32)loi->loi_ost_idx < ltd->ltd_tgts_size ?
"%s: FID "DOSTID" OST index %d/%u missing\n" :
"%s: FID "DOSTID" OST index %d more than OST count %u\n",
ltd->ltd_lov_desc.ld_uuid.uuid,
POSTID(&loi->loi_oi), loi->loi_ost_idx,
ltd->ltd_tgts_size);
if ((u32)loi->loi_ost_idx >= LOV_V1_INSANE_STRIPE_INDEX)
GOTO(out_lsme, rc = -EINVAL);
if (now > next_print) {
LCONSOLE_INFO("%s: wait %ds while client connects to new OST\n",
ltd->ltd_lov_desc.ld_uuid.uuid,
(int)(retry_limit - now));
next_print = retry_limit + 600;
}
if (now < retry_limit) {
rc = schedule_timeout_interruptible(cfs_time_seconds(1));
if (rc == 0)
goto retry_new_ost;
}
lov_dump_lmm_v1(D_WARNING, lmm);
GOTO(out_lsme, rc = -EINVAL);
}
lov_bytes = lov_tgt_maxbytes(tgt);
if (min_stripe_maxbytes == 0 || lov_bytes < min_stripe_maxbytes)
min_stripe_maxbytes = lov_bytes;
}
if (maxbytes) {
if (min_stripe_maxbytes == 0)
min_stripe_maxbytes = LUSTRE_EXT4_STRIPE_MAXBYTES;
if (stripe_count == 0)
stripe_count = lsme->lsme_stripe_count <= 0 ?
ltd->ltd_lov_desc.ld_tgt_count :
lsme->lsme_stripe_count;
if (min_stripe_maxbytes <= LLONG_MAX / stripe_count) {
/*
* If min_stripe_maxbytes is not an even multiple of
* stripe_size, then the last stripe in each object
* cannot be completely filled and would leave a series
* of unwritable holes in the file.
* Trim the maximum file size to the last full stripe
* for each object, plus the maximum object size for
* the 0th stripe.
*/
lov_bytes = (rounddown(min_stripe_maxbytes,
lsme->lsme_stripe_size) *
(stripe_count - 1)) + min_stripe_maxbytes;
} else {
lov_bytes = MAX_LFS_FILESIZE;
}
out_dom1:
*maxbytes = min_t(loff_t, lov_bytes, MAX_LFS_FILESIZE);
}
out_dom2:
return lsme;
out_lsme:
for (i = 0; i < stripe_count; i++) {
struct lov_oinfo *loi = lsme->lsme_oinfo[i];
if (loi)
OBD_SLAB_FREE_PTR(lsme->lsme_oinfo[i], lov_oinfo_slab);
}
OBD_FREE_LARGE(lsme, lsme_size);
return ERR_PTR(rc);
}
static struct
lov_stripe_md *lsm_unpackmd_v1v3(struct lov_obd *lov, struct lov_mds_md *lmm,
size_t buf_size, const char *pool_name,
struct lov_ost_data_v1 *objects)
{
struct lov_stripe_md *lsm;
struct lov_stripe_md_entry *lsme;
size_t lsm_size;
loff_t maxbytes;
u32 pattern;
int rc;
pattern = le32_to_cpu(lmm->lmm_pattern);
lsme = lsme_unpack(lov, lmm, buf_size, pool_name, true, objects,
&maxbytes);
if (IS_ERR(lsme))
RETURN(ERR_CAST(lsme));
lsme->lsme_flags = LCME_FL_INIT;
lsme->lsme_extent.e_start = 0;
lsme->lsme_extent.e_end = LUSTRE_EOF;
lsm_size = offsetof(typeof(*lsm), lsm_entries[1]);
OBD_ALLOC(lsm, lsm_size);
if (!lsm)
GOTO(out_lsme, rc = -ENOMEM);
kref_init(&lsm->lsm_refc);
spin_lock_init(&lsm->lsm_lock);
lsm->lsm_maxbytes = maxbytes;
lmm_oi_le_to_cpu(&lsm->lsm_oi, &lmm->lmm_oi);
lsm->lsm_magic = le32_to_cpu(lmm->lmm_magic);
lsm->lsm_layout_gen = le16_to_cpu(lmm->lmm_layout_gen);
lsm->lsm_entry_count = 1;
lsm->lsm_is_released = pattern & LOV_PATTERN_F_RELEASED;
lsm->lsm_entries[0] = lsme;
return lsm;
out_lsme:
lsme_free(lsme);
return ERR_PTR(rc);
}
static struct lov_stripe_md *
lsm_unpackmd_v1(struct lov_obd *lov, void *buf, size_t buf_size)
{
struct lov_mds_md_v1 *lmm = buf;
return lsm_unpackmd_v1v3(lov, buf, buf_size, NULL, lmm->lmm_objects);
}
static const struct lsm_operations lsm_v1_ops = {
.lsm_unpackmd = lsm_unpackmd_v1,
};
static struct lov_stripe_md *
lsm_unpackmd_v3(struct lov_obd *lov, void *buf, size_t buf_size)
{
struct lov_mds_md_v3 *lmm = buf;
return lsm_unpackmd_v1v3(lov, buf, buf_size, lmm->lmm_pool_name,
lmm->lmm_objects);
}
static const struct lsm_operations lsm_v3_ops = {
.lsm_unpackmd = lsm_unpackmd_v3,
};
static int lsm_verify_comp_md_v1(struct lov_comp_md_v1 *lcm,
size_t lcm_buf_size)
{
unsigned int entry_count;
unsigned int i;
size_t lcm_size;
lcm_size = le32_to_cpu(lcm->lcm_size);
if (lcm_buf_size < lcm_size) {
CERROR("bad LCM buffer size %zu, expected %zu\n",
lcm_buf_size, lcm_size);
RETURN(-EINVAL);
}
entry_count = le16_to_cpu(lcm->lcm_entry_count);
for (i = 0; i < entry_count; i++) {
struct lov_comp_md_entry_v1 *lcme = &lcm->lcm_entries[i];
size_t blob_offset;
size_t blob_size;
blob_offset = le32_to_cpu(lcme->lcme_offset);
blob_size = le32_to_cpu(lcme->lcme_size);
if (lcm_size < blob_offset || lcm_size < blob_size ||
lcm_size < blob_offset + blob_size) {
CERROR("LCM entry %u has invalid blob: LCM size = %zu, offset = %zu, size = %zu\n",
le32_to_cpu(lcme->lcme_id),
lcm_size, blob_offset, blob_size);
RETURN(-EINVAL);
}
}
return 0;
}
static struct lov_stripe_md_entry *
lsme_unpack_foreign(struct lov_obd *lov, void *buf, size_t buf_size,
bool inited, loff_t *maxbytes)
{
struct lov_stripe_md_entry *lsme;
struct lov_foreign_md *lfm = buf;
size_t length;
__u32 magic;
__u32 type;
ENTRY;
magic = le32_to_cpu(lfm->lfm_magic);
if (magic != LOV_MAGIC_FOREIGN)
RETURN(ERR_PTR(-EINVAL));
type = le32_to_cpu(lfm->lfm_type);
if (!lov_foreign_type_supported(type)) {
CDEBUG(D_LAYOUT, "Unsupported foreign type: %u\n", type);
RETURN(ERR_PTR(-EINVAL));
}
length = le32_to_cpu(lfm->lfm_length);
if (lov_foreign_size_le(lfm) > buf_size) {
CDEBUG(D_LAYOUT, "LOV EA HSM too small: %zu, need %zu\n",
buf_size, lov_foreign_size_le(lfm));
RETURN(ERR_PTR(-EINVAL));
}
if (lov_hsm_type_supported(type) &&
length < sizeof(struct lov_hsm_base)) {
CDEBUG(D_LAYOUT,
"Invalid LOV HSM len: %zu, should be larger than %zu\n",
length, sizeof(struct lov_hsm_base));
RETURN(ERR_PTR(-EINVAL));
}
OBD_ALLOC_LARGE(lsme, sizeof(*lsme));
if (!lsme)
RETURN(ERR_PTR(-ENOMEM));
lsme->lsme_magic = magic;
lsme->lsme_pattern = LOV_PATTERN_FOREIGN;
lsme->lsme_flags = 0;
lsme->lsme_length = length;
lsme->lsme_type = type;
lsme->lsme_foreign_flags = le32_to_cpu(lfm->lfm_flags);
/* TODO: Initialize for other kind of foreign layout such as DAOS. */
if (lov_hsm_type_supported(type))
lov_foreign_hsm_to_cpu(&lsme->lsme_hsm, lfm);
if (maxbytes)
*maxbytes = MAX_LFS_FILESIZE;
RETURN(lsme);
}
static struct lov_stripe_md_entry *
lsme_unpack_comp(struct lov_obd *lov, struct lov_mds_md *lmm,
size_t lmm_buf_size, bool inited, loff_t *maxbytes)
{
unsigned int magic;
magic = le32_to_cpu(lmm->lmm_magic);
if (!lov_supported_comp_magic(magic))
RETURN(ERR_PTR(-EINVAL));
if (magic != LOV_MAGIC_FOREIGN &&
le16_to_cpu(lmm->lmm_stripe_count) == 0 &&
!(lov_pattern(le32_to_cpu(lmm->lmm_pattern)) & LOV_PATTERN_MDT))
RETURN(ERR_PTR(-EINVAL));
if (magic == LOV_MAGIC_FOREIGN) {
return lsme_unpack_foreign(lov, lmm, lmm_buf_size,
inited, maxbytes);
} else if (magic == LOV_MAGIC_V1) {
return lsme_unpack(lov, lmm, lmm_buf_size, NULL,
inited, lmm->lmm_objects, maxbytes);
} else if (magic == LOV_MAGIC_V3) {
struct lov_mds_md_v3 *lmm3 = (struct lov_mds_md_v3 *)lmm;
return lsme_unpack(lov, lmm, lmm_buf_size, lmm3->lmm_pool_name,
inited, lmm3->lmm_objects, maxbytes);
} else { /* LOV_MAGIC_FOREIGN */
return lsme_unpack_foreign(lov, lmm, lmm_buf_size,
inited, maxbytes);
}
}
static struct lov_stripe_md *
lsm_unpackmd_comp_md_v1(struct lov_obd *lov, void *buf, size_t buf_size)
{
struct lov_comp_md_v1 *lcm = buf;
struct lov_stripe_md *lsm;
size_t lsm_size;
unsigned int entry_count = 0;
unsigned int i;
loff_t maxbytes;
int rc;
rc = lsm_verify_comp_md_v1(buf, buf_size);
if (rc < 0)
return ERR_PTR(rc);
entry_count = le16_to_cpu(lcm->lcm_entry_count);
lsm_size = offsetof(typeof(*lsm), lsm_entries[entry_count]);
OBD_ALLOC(lsm, lsm_size);
if (!lsm)
return ERR_PTR(-ENOMEM);
kref_init(&lsm->lsm_refc);
spin_lock_init(&lsm->lsm_lock);
lsm->lsm_magic = le32_to_cpu(lcm->lcm_magic);
lsm->lsm_layout_gen = le32_to_cpu(lcm->lcm_layout_gen);
lsm->lsm_entry_count = entry_count;
lsm->lsm_mirror_count = le16_to_cpu(lcm->lcm_mirror_count);
lsm->lsm_flags = le16_to_cpu(lcm->lcm_flags);
lsm->lsm_is_rdonly = lsm->lsm_flags & LCM_FL_PCC_RDONLY;
lsm->lsm_is_released = true;
lsm->lsm_maxbytes = LLONG_MIN;
for (i = 0; i < entry_count; i++) {
struct lov_comp_md_entry_v1 *lcme = &lcm->lcm_entries[i];
struct lov_stripe_md_entry *lsme;
size_t blob_offset;
size_t blob_size;
void *blob;
blob_offset = le32_to_cpu(lcme->lcme_offset);
blob_size = le32_to_cpu(lcme->lcme_size);
blob = (char *)lcm + blob_offset;
if (unlikely(CFS_FAIL_CHECK(OBD_FAIL_LOV_COMP_MAGIC) &&
(cfs_fail_val == i + 1)))
((struct lov_mds_md *)blob)->lmm_magic = LOV_MAGIC_BAD;
if (unlikely(CFS_FAIL_CHECK(OBD_FAIL_LOV_COMP_PATTERN) &&
(cfs_fail_val == i + 1))) {
((struct lov_mds_md *)blob)->lmm_pattern =
LOV_PATTERN_BAD;
}
lsme = lsme_unpack_comp(lov, blob, blob_size,
le32_to_cpu(lcme->lcme_flags) &
LCME_FL_INIT,
(i == entry_count - 1) ? &maxbytes :
NULL);
if (IS_ERR(lsme)) {
OBD_ALLOC_LARGE(lsme, sizeof(*lsme));
if (!lsme)
GOTO(out_lsm, rc = -ENOMEM);
lsme->lsme_magic = LOV_MAGIC_FOREIGN;
lsme->lsme_pattern = LOV_PATTERN_FOREIGN;
lsme->lsme_flags = LCME_FL_OFFLINE;
}
/**
* pressume that unrecognized magic component also has valid
* lsme_id/lsme_flags/lsme_extent
*/
if (!(lsme->lsme_magic == LOV_MAGIC_FOREIGN) &&
!(lsme->lsme_pattern & LOV_PATTERN_F_RELEASED))
lsm->lsm_is_released = false;
lsm->lsm_entries[i] = lsme;
lsme->lsme_id = le32_to_cpu(lcme->lcme_id);
lsme->lsme_flags = le32_to_cpu(lcme->lcme_flags);
lsme->lsme_timestamp = lcme_timestamp_time_unpack(
le64_to_cpu(lcme->lcme_time_and_id));
lsme->lsme_mirror_link_id = lcme_timestamp_id_unpack(
le64_to_cpu(lcme->lcme_time_and_id));
lsme->lsme_dstripe_count = lcme->lcme_dstripe_count;
lsme->lsme_cstripe_count = lcme->lcme_cstripe_count;
lu_extent_le_to_cpu(&lsme->lsme_extent, &lcme->lcme_extent);
if (lsme->lsme_pattern & LOV_PATTERN_COMPRESS) {
lsme->lsme_compr_type = lcme->lcme_compr_type;
lsme->lsme_compr_lvl = lcme->lcme_compr_lvl;
lsme->lsme_compr_chunk_lum_bits =
lcme->lcme_compr_chunk_lum_bits;
}
if (i == entry_count - 1) {
lsm->lsm_maxbytes = (loff_t)lsme->lsme_extent.e_start +
maxbytes;
/*
* the last component hasn't been defined, or
* lsm_maxbytes overflowed.
*/
if (!lsme_is_dom(lsme) &&
(lsme->lsme_extent.e_end != LUSTRE_EOF ||
lsm->lsm_maxbytes <
(loff_t)lsme->lsme_extent.e_start))
lsm->lsm_maxbytes = MAX_LFS_FILESIZE;
}
}
RETURN(lsm);
out_lsm:
for (i = 0; i < entry_count; i++)
if (lsm->lsm_entries[i])
lsme_free(lsm->lsm_entries[i]);
OBD_FREE(lsm, lsm_size);
RETURN(ERR_PTR(rc));
}
static const struct lsm_operations lsm_comp_md_v1_ops = {
.lsm_unpackmd = lsm_unpackmd_comp_md_v1,
};
static struct
lov_stripe_md *lsm_unpackmd_foreign(struct lov_obd *lov, void *buf,
size_t buf_size)
{
struct lov_foreign_md *lfm = buf;
struct lov_stripe_md *lsm;
size_t lsm_size;
struct lov_stripe_md_entry *lsme;
lsm_size = offsetof(typeof(*lsm), lsm_entries[1]);
OBD_ALLOC(lsm, lsm_size);
if (lsm == NULL)
RETURN(ERR_PTR(-ENOMEM));
kref_init(&lsm->lsm_refc);
spin_lock_init(&lsm->lsm_lock);
lsm->lsm_magic = le32_to_cpu(lfm->lfm_magic);
lsm->lsm_foreign_size = lov_foreign_size_le(lfm);
/* alloc for full foreign EA including format fields */
OBD_ALLOC_LARGE(lsme, lsm->lsm_foreign_size);
if (lsme == NULL) {
OBD_FREE(lsm, lsm_size);
RETURN(ERR_PTR(-ENOMEM));
}
/* copy full foreign EA including format fields */
memcpy(lsme, buf, lsm->lsm_foreign_size);
lsm_foreign(lsm) = lsme;
return lsm;
}
static const struct lsm_operations lsm_foreign_ops = {
.lsm_unpackmd = lsm_unpackmd_foreign,
};
const struct lsm_operations *lsm_op_find(int magic)
{
switch (magic) {
case LOV_MAGIC_V1:
return &lsm_v1_ops;
case LOV_MAGIC_V3:
return &lsm_v3_ops;
case LOV_MAGIC_COMP_V1:
return &lsm_comp_md_v1_ops;
case LOV_MAGIC_FOREIGN:
return &lsm_foreign_ops;
default:
CERROR("unrecognized lsm_magic %08x\n", magic);
return NULL;
}
}
void dump_lsm(unsigned int level, const struct lov_stripe_md *lsm)
{
int i, j;
CDEBUG_LIMIT(level,
"lsm %p, objid "DOSTID", maxbytes %#llx, magic 0x%08X, refc: %d, entry: %u, mirror: %u, flags: %u,layout_gen %u\n",
lsm, POSTID(&lsm->lsm_oi), lsm->lsm_maxbytes, lsm->lsm_magic,
kref_read(&lsm->lsm_refc), lsm->lsm_entry_count,
lsm->lsm_mirror_count, lsm->lsm_flags, lsm->lsm_layout_gen);
if (lsm->lsm_magic == LOV_MAGIC_FOREIGN) {
struct lov_foreign_md *lfm = (void *)lsm_foreign(lsm);
CDEBUG_LIMIT(level,
"foreign LOV EA, magic %x, length %u, type %x, flags %x, value '%.*s'\n",
lfm->lfm_magic, lfm->lfm_length, lfm->lfm_type,
lfm->lfm_flags, lfm->lfm_length, lfm->lfm_value);
return;
}
for (i = 0; i < lsm->lsm_entry_count; i++) {
struct lov_stripe_md_entry *lse = lsm->lsm_entries[i];
if (lsme_is_foreign(lse)) {
CDEBUG_LIMIT(level,
"HSM layout "DEXT ": id %u, flags: %08x, magic 0x%08X, length %u, type %x, flags %08x, archive_id %llu, archive_ver %llu, archive_uuid '%.*s'\n",
PEXT(&lse->lsme_extent), lse->lsme_id,
lse->lsme_flags, lse->lsme_magic,
lse->lsme_length, lse->lsme_type,
lse->lsme_foreign_flags,
lse->lsme_archive_id, lse->lsme_archive_ver,
(int)sizeof(lse->lsme_uuid), lse->lsme_uuid);
} else {
CDEBUG_LIMIT(level,
DEXT ": id: %u, flags: %x, magic 0x%08X, layout_gen %u, stripe count %u (%u/%u), stripe size %u, pool: ["LOV_POOLNAMEF"]\n",
PEXT(&lse->lsme_extent), lse->lsme_id,
lse->lsme_flags, lse->lsme_magic,
lse->lsme_layout_gen, lse->lsme_stripe_count,
lse->lsme_dstripe_count, lse->lsme_cstripe_count,
lse->lsme_stripe_size, lse->lsme_pool_name);
if (!lsme_inited(lse) ||
lse->lsme_pattern & LOV_PATTERN_F_RELEASED ||
!lov_supported_comp_magic(lse->lsme_magic) ||
!lov_pattern_available(lse->lsme_pattern))
continue;
for (j = 0; j < lse->lsme_stripe_count; j++) {
CDEBUG_LIMIT(level,
" oinfo:%p: ostid: "DOSTID" ost idx: %d gen: %d\n",
lse->lsme_oinfo[j],
POSTID(&lse->lsme_oinfo[j]->loi_oi),
lse->lsme_oinfo[j]->loi_ost_idx,
lse->lsme_oinfo[j]->loi_ost_gen);
}
}
}
}
/**
* lov_fix_ea_for_replay() - Fix EA before preparing reply
* @lovea: buffer holding LOV metadata
*
* lmm_layout_gen overlaps stripe_offset field, it needs to be reset back when
* sending to MDT for passing striping checks
*/
void lov_fix_ea_for_replay(void *lovea)
{
struct lov_user_md *lmm = lovea;
struct lov_comp_md_v1 *c1;
int i;
switch (le32_to_cpu(lmm->lmm_magic)) {
case LOV_USER_MAGIC_V1:
case LOV_USER_MAGIC_V3:
lmm->lmm_stripe_offset = LOV_OFFSET_DEFAULT;
break;
case LOV_USER_MAGIC_COMP_V1:
c1 = (void *)lmm;
for (i = 0; i < le16_to_cpu(c1->lcm_entry_count); i++) {
struct lov_comp_md_entry_v1 *ent = &c1->lcm_entries[i];
if (le32_to_cpu(ent->lcme_flags) & LCME_FL_INIT) {
lmm = (void *)((char *)c1 +
le32_to_cpu(ent->lcme_offset));
lmm->lmm_stripe_offset = LOV_OFFSET_DEFAULT;
}
}
}
}
EXPORT_SYMBOL(lov_fix_ea_for_replay);
