Lustre Repository Browser

Viewing: osc_object.c

// SPDX-License-Identifier: GPL-2.0

/*
 * Copyright (c) 2008, 2010, Oracle and/or its affiliates. All rights reserved.
 * Use is subject to license terms.
 *
 * Copyright (c) 2011, 2017, Intel Corporation.
 */

/*
 * This file is part of Lustre, http://www.lustre.org/
 *
 * Implementation of cl_object for OSC layer.
 *
 * Author: Nikita Danilov <nikita.danilov@sun.com>
 * Author: Jinshan Xiong <jinshan.xiong@intel.com>
 */

#define DEBUG_SUBSYSTEM S_OSC
#include <lustre_osc.h>

#include "osc_internal.h"

/* Object operations. */

static void osc_obj_build_res_name(struct osc_object *osc,
				   struct ldlm_res_id *resname)
{
	ostid_build_res_name(&osc->oo_oinfo->loi_oi, resname);
}

static const struct osc_object_operations osc_object_ops = {
	.oto_build_res_name = osc_obj_build_res_name,
	.oto_dlmlock_at_pgoff = osc_obj_dlmlock_at_pgoff,
};

int osc_object_init(const struct lu_env *env, struct lu_object *obj,
		    const struct lu_object_conf *conf)
{
	struct osc_object *osc = lu2osc(obj);
	const struct cl_object_conf *cconf = lu2cl_conf(conf);

	osc->oo_oinfo = cconf->u.coc_oinfo;
#ifdef CONFIG_LUSTRE_DEBUG_EXPENSIVE_CHECK
	mutex_init(&osc->oo_debug_mutex);
#endif
	INIT_LIST_HEAD(&osc->oo_ready_item);
	INIT_LIST_HEAD(&osc->oo_hp_ready_item);
	INIT_LIST_HEAD(&osc->oo_write_item);
	INIT_LIST_HEAD(&osc->oo_read_item);

	osc->oo_root.rb_node = NULL;
	INIT_LIST_HEAD(&osc->oo_hp_exts);
	INIT_LIST_HEAD(&osc->oo_hp_read_exts);
	INIT_LIST_HEAD(&osc->oo_urgent_exts);
	INIT_LIST_HEAD(&osc->oo_full_exts);
	INIT_LIST_HEAD(&osc->oo_reading_exts);
	atomic_set(&osc->oo_nr_reads, 0);
	atomic_set(&osc->oo_nr_writes, 0);
	spin_lock_init(&osc->oo_lock);
	spin_lock_init(&osc->oo_tree_lock);
	INIT_RADIX_TREE(&osc->oo_tree, GFP_ATOMIC);
	spin_lock_init(&osc->oo_ol_spin);
	INIT_LIST_HEAD(&osc->oo_ol_list);

	atomic_set(&osc->oo_nr_ios, 0);
	init_waitqueue_head(&osc->oo_io_waitq);

	LASSERT(osc->oo_obj_ops != NULL);

	cl_object_page_init(lu2cl(obj), sizeof(struct osc_page));

	return 0;
}
EXPORT_SYMBOL(osc_object_init);

void osc_object_free(const struct lu_env *env, struct lu_object *obj)
{
	struct osc_object *osc = lu2osc(obj);

	LASSERT(list_empty(&osc->oo_ready_item));
	LASSERT(list_empty(&osc->oo_hp_ready_item));
	LASSERT(list_empty(&osc->oo_write_item));
	LASSERT(list_empty(&osc->oo_read_item));

	LASSERT(osc->oo_root.rb_node == NULL);
	LASSERT(list_empty(&osc->oo_hp_exts));
	LASSERT(list_empty(&osc->oo_hp_read_exts));
	LASSERT(list_empty(&osc->oo_urgent_exts));
	LASSERT(list_empty(&osc->oo_full_exts));
	LASSERT(list_empty(&osc->oo_reading_exts));
	LASSERT(atomic_read(&osc->oo_nr_reads) == 0);
	LASSERT(atomic_read(&osc->oo_nr_writes) == 0);
	LASSERT(list_empty(&osc->oo_ol_list));
	LASSERT(atomic_read(&osc->oo_nr_ios) == 0);

	lu_object_fini(obj);
	/* OSC doen't contain an lu_object_header, so we don't need call_rcu */
	OBD_SLAB_FREE_PTR(osc, osc_object_kmem);
}
EXPORT_SYMBOL(osc_object_free);

int osc_lvb_print(const struct lu_env *env, void *cookie,
		  lu_printer_t p, const struct ost_lvb *lvb)
{
	return (*p)(env, cookie, "size: %llu mtime: %llu atime: %llu "
		    "ctime: %llu blocks: %llu",
		    lvb->lvb_size, lvb->lvb_mtime, lvb->lvb_atime,
		    lvb->lvb_ctime, lvb->lvb_blocks);
}
EXPORT_SYMBOL(osc_lvb_print);

int osc_object_print(const struct lu_env *env, void *cookie,
		     lu_printer_t p, const struct lu_object *obj)
{
	struct osc_object *osc = lu2osc(obj);
	struct lov_oinfo *oinfo = osc->oo_oinfo;
	struct osc_async_rc *ar = &oinfo->loi_ar;

	(*p)(env, cookie, "id: "DOSTID" "
	     "idx: %d gen: %d kms_valid: %u kms %llu "
	     "rc: %d force_sync: %d min_xid: %llu ",
	     POSTID(&oinfo->loi_oi), oinfo->loi_ost_idx,
	     oinfo->loi_ost_gen, oinfo->loi_kms_valid, oinfo->loi_kms,
	     ar->ar_rc, ar->ar_force_sync, ar->ar_min_xid);
	osc_lvb_print(env, cookie, p, &oinfo->loi_lvb);
	return 0;
}
EXPORT_SYMBOL(osc_object_print);


int osc_attr_get(const struct lu_env *env, struct cl_object *obj,
		 struct cl_attr *attr)
{
	struct lov_oinfo *oinfo = cl2osc(obj)->oo_oinfo;

	cl_lvb2attr(attr, &oinfo->loi_lvb);
	attr->cat_kms = oinfo->loi_kms_valid ? oinfo->loi_kms : 0;
	return 0;
}
EXPORT_SYMBOL(osc_attr_get);

int osc_attr_update(const struct lu_env *env, struct cl_object *obj,
		    const struct cl_attr *attr, enum cl_attr_valid valid)
{
	struct lov_oinfo *oinfo = cl2osc(obj)->oo_oinfo;
	struct ost_lvb   *lvb   = &oinfo->loi_lvb;

	if (valid & CAT_SIZE)
		lvb->lvb_size = attr->cat_size;
	if (valid & CAT_MTIME)
		lvb->lvb_mtime = attr->cat_mtime;
	if (valid & CAT_ATIME)
		lvb->lvb_atime = attr->cat_atime;
	if (valid & CAT_CTIME)
		lvb->lvb_ctime = attr->cat_ctime;
	if (valid & CAT_BLOCKS)
		lvb->lvb_blocks = attr->cat_blocks;
	if (valid & CAT_KMS) {
		CDEBUG(D_CACHE, "set kms from %lluto %llu\n",
		       oinfo->loi_kms, (__u64)attr->cat_kms);
		loi_kms_set(oinfo, attr->cat_kms);
	}
	return 0;
}
EXPORT_SYMBOL(osc_attr_update);

int osc_object_glimpse(const struct lu_env *env, const struct cl_object *obj,
		       struct ost_lvb *lvb)
{
	struct lov_oinfo *oinfo = cl2osc(obj)->oo_oinfo;

	lvb->lvb_size = oinfo->loi_kms;
	lvb->lvb_blocks = oinfo->loi_lvb.lvb_blocks;
	return 0;
}
EXPORT_SYMBOL(osc_object_glimpse);

static int osc_object_ast_clear(struct ldlm_lock *lock, void *data)
{
	struct osc_object *osc = (struct osc_object *)data;
	struct ost_lvb *lvb = lock->l_lvb_data;
	struct lov_oinfo *oinfo;
	ENTRY;

	if (lock->l_ast_data == data) {
		lock->l_ast_data = NULL;

		LASSERT(osc != NULL);
		LASSERT(osc->oo_oinfo != NULL);
		LASSERT(lvb != NULL);

		/* Updates lvb in lock by the cached oinfo */
		oinfo = osc->oo_oinfo;

		LDLM_DEBUG(lock, "update lock size %llu blocks %llu [cma]time: "
			   "%llu %llu %llu by oinfo size %llu blocks %llu "
			   "[cma]time %llu %llu %llu", lvb->lvb_size,
			   lvb->lvb_blocks, lvb->lvb_ctime, lvb->lvb_mtime,
			   lvb->lvb_atime, oinfo->loi_lvb.lvb_size,
			   oinfo->loi_lvb.lvb_blocks, oinfo->loi_lvb.lvb_ctime,
			   oinfo->loi_lvb.lvb_mtime, oinfo->loi_lvb.lvb_atime);
		LASSERTF(oinfo->loi_lvb.lvb_size >= oinfo->loi_kms,
			 "lvb_size %#llx, loi_kms %#llx\n",
			 oinfo->loi_lvb.lvb_size, oinfo->loi_kms);

		cl_object_attr_lock(&osc->oo_cl);
		memcpy(lvb, &oinfo->loi_lvb, sizeof(oinfo->loi_lvb));
		cl_object_attr_unlock(&osc->oo_cl);
		(lock->l_flags &= ~LDLM_FL_LVB_CACHED);
	}
	RETURN(LDLM_ITER_CONTINUE);
}

int osc_object_prune(const struct lu_env *env, struct cl_object *obj)
{
	struct osc_object  *osc = cl2osc(obj);
	struct ldlm_res_id *resname = &osc_env_info(env)->oti_resname;

	/* DLM locks don't hold a reference of osc_object so we have to
	 * clear it before the object is being destroyed.
	 */
	osc_build_res_name(osc, resname);
	ldlm_resource_iterate(osc_export(osc)->exp_obd->obd_namespace, resname,
			      osc_object_ast_clear, osc);
	return 0;
}
EXPORT_SYMBOL(osc_object_prune);

static int osc_object_fiemap(const struct lu_env *env, struct cl_object *obj,
			     struct ll_fiemap_info_key *fmkey,
			     struct fiemap *fiemap, size_t *buflen)
{
	struct obd_export *exp = osc_export(cl2osc(obj));
	struct ldlm_res_id resid;
	union ldlm_policy_data policy;
	struct lustre_handle lockh;
	enum ldlm_mode mode = LCK_MODE_MIN;
	struct ptlrpc_request *req;
	struct fiemap *reply;
	char *tmp;
	int rc;
	ENTRY;

	fmkey->lfik_oa.o_oi = cl2osc(obj)->oo_oinfo->loi_oi;
	if (!(fmkey->lfik_fiemap.fm_flags & FIEMAP_FLAG_SYNC))
		goto skip_locking;

	policy.l_extent.start = fmkey->lfik_fiemap.fm_start & PAGE_MASK;

	if (OBD_OBJECT_EOF - fmkey->lfik_fiemap.fm_length <=
	    fmkey->lfik_fiemap.fm_start + PAGE_SIZE - 1)
		policy.l_extent.end = OBD_OBJECT_EOF;
	else
		policy.l_extent.end = (fmkey->lfik_fiemap.fm_start +
				       fmkey->lfik_fiemap.fm_length +
				       PAGE_SIZE - 1) & PAGE_MASK;

	ostid_build_res_name(&fmkey->lfik_oa.o_oi, &resid);
	mode = ldlm_lock_match(exp->exp_obd->obd_namespace,
			       LDLM_FL_BLOCK_GRANTED | LDLM_FL_LVB_READY,
			       &resid, LDLM_EXTENT, &policy,
			       LCK_PR | LCK_PW, 0, &lockh);
	fmkey->lfik_oa.o_valid |= OBD_MD_FLFLAGS;
	if (mode) { /* lock is cached on client */
		fmkey->lfik_oa.o_flags &= ~OBD_FL_SRVLOCK;
		if (mode != LCK_PR) {
			ldlm_lock_addref(&lockh, LCK_PR);
			ldlm_lock_decref(&lockh, LCK_PW);
		}
		CFS_FAIL_TIMEOUT(OBD_FAIL_OSC_FIEMAP, cfs_fail_val);
	} else { /* no cached lock, needs acquire lock on server side */
		fmkey->lfik_oa.o_flags |= OBD_FL_SRVLOCK;
	}

skip_locking:
	req = ptlrpc_request_alloc(class_exp2cliimp(exp),
				   &RQF_OST_GET_INFO_FIEMAP);
	if (req == NULL)
		GOTO(drop_lock, rc = -ENOMEM);

	req_capsule_set_size(&req->rq_pill, &RMF_FIEMAP_KEY, RCL_CLIENT,
			     sizeof(*fmkey));
	req_capsule_set_size(&req->rq_pill, &RMF_FIEMAP_VAL, RCL_CLIENT,
			     *buflen);
	req_capsule_set_size(&req->rq_pill, &RMF_FIEMAP_VAL, RCL_SERVER,
			     *buflen);

	rc = ptlrpc_request_pack(req, LUSTRE_OST_VERSION, OST_GET_INFO);
	if (rc != 0) {
		ptlrpc_request_free(req);
		GOTO(drop_lock, rc);
	}
	tmp = req_capsule_client_get(&req->rq_pill, &RMF_FIEMAP_KEY);
	memcpy(tmp, fmkey, sizeof(*fmkey));
	tmp = req_capsule_client_get(&req->rq_pill, &RMF_FIEMAP_VAL);
	memcpy(tmp, fiemap, *buflen);
	ptlrpc_request_set_replen(req);

	rc = ptlrpc_queue_wait(req);
	if (rc != 0)
		GOTO(fini_req, rc);

	reply = req_capsule_server_get(&req->rq_pill, &RMF_FIEMAP_VAL);
	if (reply == NULL)
		GOTO(fini_req, rc = -EPROTO);

	memcpy(fiemap, reply, *buflen);
fini_req:
	ptlrpc_req_put(req);
drop_lock:
	if (mode)
		ldlm_lock_decref(&lockh, LCK_PR);
	RETURN(rc);
}

/**
 * osc_req_attr_set() - Update attribute of a client object
 * @env: Lustre environment
 * @obj: client object which Attributes is being updated [out]
 * @attr: pointer to struct cl_req_attr (input comes in this struct)
 *
 * Implementation of struct cl_object_operations::coo_req_attr_set() for osc
 * layer. OSC is responsible for struct obdo::o_id and struct obdo::o_seq
 * fields.
 */
static void osc_req_attr_set(const struct lu_env *env, struct cl_object *obj,
			     struct cl_req_attr *attr)
{
	struct lov_oinfo *oinfo;
	struct obdo      *oa;
	struct ost_lvb   *lvb;
	u64		  flags = attr->cra_flags;
	struct osc_page *opg;

	oinfo = cl2osc(obj)->oo_oinfo;
	lvb = &oinfo->loi_lvb;
	oa = attr->cra_oa;
	opg = osc_cl_page_osc(attr->cra_page, cl2osc(obj));

	if ((flags & OBD_MD_FLMTIME) != 0 && lvb->lvb_mtime > oa->o_mtime) {
		oa->o_mtime = lvb->lvb_mtime;
		oa->o_valid |= OBD_MD_FLMTIME;
	}
	/* XXX:
	 * I don't understand this part, what for OSC resets atime just
	 * set by VVP layer to 0 so that OST gets 0 instead of actual
	 * atime, bzzz. please inspect this place with extra care.
	 */
	if ((flags & OBD_MD_FLATIME) && lvb->lvb_atime > oa->o_atime) {
		oa->o_atime = lvb->lvb_atime;
		oa->o_valid |= OBD_MD_FLATIME;
	}
	if ((flags & OBD_MD_FLCTIME) != 0) {
		oa->o_ctime = lvb->lvb_ctime;
		oa->o_valid |= OBD_MD_FLCTIME;
	}
	if (flags & OBD_MD_FLGROUP) {
		ostid_set_seq(&oa->o_oi, ostid_seq(&oinfo->loi_oi));
		oa->o_valid |= OBD_MD_FLGROUP;
	}
	if (flags & OBD_MD_FLID) {
		int rc;

		rc = ostid_set_id(&oa->o_oi, ostid_id(&oinfo->loi_oi));
		if (rc) {
			CERROR("Bad %llu to set " DOSTID " : rc %d\n",
			       (unsigned long long)ostid_id(&oinfo->loi_oi),
			       POSTID(&oa->o_oi), rc);
		}
		oa->o_valid |= OBD_MD_FLID;
	}
	/* if srvlock is set, don't look for a local lock, since we won't use
	 * it and shouldn't note it in the RPC
	 */
	if (flags & OBD_MD_FLHANDLE && !opg->ops_srvlock) {
		struct ldlm_lock *lock;

		lock = osc_dlmlock_at_pgoff(env, cl2osc(obj), osc_index(opg),
				OSC_DAP_FL_TEST_LOCK | OSC_DAP_FL_CANCELING);
		if (lock == NULL) {
			struct ldlm_resource *res;
			struct ldlm_res_id *resname;

			CL_PAGE_DEBUG(D_ERROR, env, attr->cra_page,
				      "uncovered page!\n");

			resname = &osc_env_info(env)->oti_resname;
			ostid_build_res_name(&oinfo->loi_oi, resname);
			res = ldlm_resource_get(osc_export(cl2osc(obj))->
							exp_obd->obd_namespace,
						resname, LDLM_EXTENT, 0);
			if (IS_ERR(res))
				CERROR("No lock resource\n");
			else
				ldlm_resource_dump(D_ERROR, res);

			LBUG();
		}

		oa->o_handle = lock->l_remote_handle;
		oa->o_valid |= OBD_MD_FLHANDLE;
		ldlm_lock_put(lock);
	}
}

static const struct cl_object_operations osc_ops = {
	.coo_page_init    = osc_page_init,
	.coo_dio_pages_init = osc_dio_pages_init,
	.coo_lock_init    = osc_lock_init,
	.coo_io_init      = osc_io_init,
	.coo_attr_get     = osc_attr_get,
	.coo_attr_update  = osc_attr_update,
	.coo_glimpse      = osc_object_glimpse,
	.coo_prune        = osc_object_prune,
	.coo_fiemap       = osc_object_fiemap,
	.coo_req_attr_set = osc_req_attr_set
};

static const struct lu_object_operations osc_lu_obj_ops = {
	.loo_object_init      = osc_object_init,
	.loo_object_release   = NULL,
	.loo_object_free      = osc_object_free,
	.loo_object_print     = osc_object_print,
	.loo_object_invariant = NULL
};

struct lu_object *osc_object_alloc(const struct lu_env *env,
				   const struct lu_object_header *unused,
				   struct lu_device *dev)
{
	struct osc_object *osc;
	struct lu_object  *obj;

	OBD_SLAB_ALLOC_PTR_GFP(osc, osc_object_kmem, GFP_NOFS);
	if (osc != NULL) {
		obj = osc2lu(osc);
		lu_object_init(obj, NULL, dev);
		osc->oo_cl.co_ops = &osc_ops;
		obj->lo_ops = &osc_lu_obj_ops;
		osc->oo_obj_ops = &osc_object_ops;
	} else
		obj = NULL;
	return obj;
}

int osc_object_invalidate(const struct lu_env *env, struct osc_object *osc)
{
	ENTRY;

	CDEBUG(D_INODE, "Invalidate osc object: %p, # of active IOs: %d\n",
	       osc, atomic_read(&osc->oo_nr_ios));

	wait_event_idle(osc->oo_io_waitq, atomic_read(&osc->oo_nr_ios) == 0);

	/* Discard all dirty pages of this object. */
	osc_cache_truncate_start(env, osc, 0, NULL);

	/* Discard all caching pages */
	osc_lock_discard_pages(env, osc, 0, CL_PAGE_EOF, true);

	/* Clear ast data of dlm lock. Do this after discarding all pages */
	cl_object_prune(env, osc2cl(osc));

	RETURN(0);
}
EXPORT_SYMBOL(osc_object_invalidate);